-- Logs begin at Mon 2021-12-13 22:11:46 UTC, end at Tue 2021-12-14 00:42:55 UTC. -- Dec 13 23:12:25.659114 dv-neutron-821564-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 23:12:27.823966 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.common.config [-] Logging enabled! Dec 13 23:12:27.824663 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78 Dec 13 23:12:27.824768 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84202) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 13 23:12:27.826973 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.common.config [-] Logging enabled! Dec 13 23:12:27.827229 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev78 Dec 13 23:12:27.827480 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84202) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 13 23:12:27.828487 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 23:12:27.828728 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 23:12:27.829091 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 23:12:27.829339 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 23:12:27.829566 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 23:12:27.829887 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.830188 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.830484 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.830718 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.831019 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.831314 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.831621 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.831919 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.832222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.832510 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.832818 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.833110 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.833341 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.833622 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.833909 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.834199 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.834431 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] debug = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.834714 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.835147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.835565 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.835872 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.836164 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.836441 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.836722 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.837010 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.837340 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] host = dv-neutron-821564-1-hyperv {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.837622 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.837914 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.838199 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.838487 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.838766 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.839045 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.839330 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.839621 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.839903 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] log_file = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.840181 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.840472 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.840760 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.841057 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.841285 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.841510 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.841799 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.842089 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.842369 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.842648 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.842927 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.843204 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.843480 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.843784 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.844074 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.844367 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.844656 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.844934 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.845215 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.845494 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.845771 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.846060 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.846339 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.846617 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.846897 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.847190 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.847465 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.847767 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.848070 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.848356 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.849167 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.849456 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.849736 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.850022 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.850300 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.850577 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.850853 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] use_json = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.851132 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.851408 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.851717 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.851996 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.852275 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.852554 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.852829 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.853117 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:27.853420 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.853724 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.854026 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.854317 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.854610 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.854904 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.855200 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.855552 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.855800 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.856093 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.856386 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.856667 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.856957 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.857261 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.857554 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.857832 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.858117 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.858413 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.858696 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.858973 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.859254 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.859548 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.859856 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.860133 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.860421 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.860705 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.860980 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.861255 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.861538 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.861830 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.862109 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.862384 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.862656 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.862935 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.863209 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.863499 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.863809 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.864717 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.865010 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.865384 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.865677 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.865959 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.866245 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.866523 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.866807 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.867084 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.867363 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.867669 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.867942 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.868221 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.868497 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.868773 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.869055 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.869330 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.869606 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.869883 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.870163 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.870443 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.870735 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.871041 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.871327 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.871634 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.871923 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.872210 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.872496 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.872780 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.873067 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.873349 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.873626 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.873923 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.874263 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.874560 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.874858 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.875145 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.875448 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.875768 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.876057 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.876343 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.876628 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.876917 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.877209 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.877509 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.877808 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.878105 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.878403 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.878702 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.878988 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.879302 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.879588 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:27.879889 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 23:12:27.880360 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84202) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 23:12:28.295331 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO keyring.backend [-] Loading KWallet Dec 13 23:12:28.303284 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO keyring.backend [-] Loading SecretService Dec 13 23:12:28.306537 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO keyring.backend [-] Loading Windows Dec 13 23:12:28.307924 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO keyring.backend [-] Loading chainer Dec 13 23:12:28.308505 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO keyring.backend [-] Loading macOS Dec 13 23:12:28.343869 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:12:28.344152 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:12:28.344442 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:12:28.344782 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 23:12:28.653267 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.653478 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.653752 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.711093 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.711372 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.711665 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.714751 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.715037 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.715309 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.744323 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.744606 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.744883 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.772678 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.772954 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:28.773227 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.092387 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.093001 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.093001 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.093212 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.093969 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.220574 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.220898 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.221187 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.221462 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.221731 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.222044 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.222311 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.222573 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.222831 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.223116 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.223411 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.223785 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.224235 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.224497 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.224775 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.225048 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.225311 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.225590 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.225853 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.226143 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.226498 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.226759 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.227016 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.227301 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.227558 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.227832 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.228223 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 23:12:29.228469 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 23:12:29.228715 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 23:12:29.228957 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 23:12:29.229198 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 23:12:29.229438 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 23:12:29.230003 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 23:12:29.233252 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 23:12:29.237276 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 23:12:29.241450 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 13 23:12:29.243100 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 23:12:29.243495 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 23:12:29.243872 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 23:12:29.244258 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 23:12:29.247077 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 23:12:29.247332 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 23:12:29.247719 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 23:12:29.276793 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 13 23:12:29.277246 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.277548 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84202) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 13 23:12:29.277917 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.279294 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84202) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 23:12:29.279576 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 23:12:29.279847 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 23:12:29.283294 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.283576 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:29.346364 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 23:12:29.346546 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 23:12:29.346791 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 23:12:29.347179 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 23:12:29.377844 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_db.sqlalchemy.engines [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84202) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 13 23:12:29.849856 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Initializing driver for type 'gre' Dec 13 23:12:29.850393 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] gre ID ranges: [(1, 1000)] Dec 13 23:12:30.043386 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Initializing driver for type 'local' Dec 13 23:12:30.043758 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Initializing driver for type 'vlan' Dec 13 23:12:30.127061 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] VlanTypeDriver initialization complete Dec 13 23:12:30.127661 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Initializing driver for type 'vxlan' Dec 13 23:12:30.127884 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] vxlan ID ranges: [(1, 1000)] Dec 13 23:12:30.407576 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Initializing extension driver 'port_security' Dec 13 23:12:30.407902 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.extensions.port_security [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] PortSecurityExtensionDriver initialization complete Dec 13 23:12:30.408237 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Initializing mechanism driver 'openvswitch' Dec 13 23:12:30.408568 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Initializing mechanism driver 'hyperv' Dec 13 23:12:30.415694 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.plugins.ml2.plugin [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:30.416456 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > port after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.416822 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > port after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.417173 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > port after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.417559 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > subnet after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.417909 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > subnet after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.418248 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.418625 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > network after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.418970 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > network after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.419306 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > network after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.419705 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > security_group after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.420051 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > security_group after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.420389 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.420766 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.421108 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.421440 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.421774 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] ML2 OVO RPC backend initialized. {{(pid=84202) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 13 23:12:30.422401 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.422752 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.423164 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > network before_response 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.423502 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > networks before_response 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.423864 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > port before_response 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.424204 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > ports before_response 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.424543 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > subnet before_response 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.424881 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > subnets before_response 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.425223 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > network after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.425559 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > network after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.425887 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > network after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.426220 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > port after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.426598 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > port after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.426928 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > port after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.427259 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > subnet after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.427588 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > subnet after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.427941 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.428517 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.plugin [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Modular L2 Plugin initialization complete Dec 13 23:12:30.428841 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading services supported by the core plugin {{(pid=84202) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 23:12:30.429161 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.plugins.ml2.managers [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Got port-security extension from driver 'port_security' Dec 13 23:12:30.429615 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.extensions.vlantransparent [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Disabled vlantransparent extension. Dec 13 23:12:30.430023 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84202) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 23:12:30.430330 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading Plugin: router Dec 13 23:12:30.483660 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.484056 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router after_create 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.484422 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router before_create 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.484788 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.485161 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.485517 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router after_delete 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.485874 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.486235 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router after_create 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.486586 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router after_update 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.486938 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router after_update 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.487286 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.487675 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router after_update 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.488085 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router precommit_update 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.488457 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: port after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.488807 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: port after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.489130 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: subnet after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.489461 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.489804 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.490150 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router precommit_create 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.490491 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: port before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.490829 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router precommit_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.491182 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router after_update 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.491521 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.491892 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router precommit_create 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.492266 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.492597 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router precommit_update 55549900 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.492958 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > agent after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.493306 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > agent after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.493650 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > network after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.494510 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Tracking information for resource: router configured {{(pid=84202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 23:12:30.494839 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Tracking information for resource: floatingip configured {{(pid=84202) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 23:12:30.503378 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.db.l3_agentschedulers_db [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 23:12:30.503970 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: port after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.504330 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: port after_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.505172 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: port after_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.505520 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: port after_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.506290 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router before_create 55550100 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.506650 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.507006 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router precommit_create 55550100 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.507358 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > router precommit_update 55550100 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.511918 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.services.provider_configuration [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service providers = [] {{(pid=84202) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 23:12:30.512277 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.db.servicetype_db [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84202) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 23:12:30.515332 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.services.service_base [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 23:12:30.515700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.services.service_base [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 23:12:30.516040 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.services.service_base [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 23:12:30.516908 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.services.service_base [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84202) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 23:12:30.517275 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.services.service_base [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 23:12:30.517650 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 23:12:30.517963 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 23:12:30.533119 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 23:12:30.533448 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading Plugin: auto_allocate Dec 13 23:12:30.539516 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: network precommit_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.539910 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: network precommit_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.540422 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 23:12:30.540740 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading Plugin: tag Dec 13 23:12:30.547526 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 23:12:30.547878 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading Plugin: timestamp Dec 13 23:12:30.551823 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 23:12:30.552174 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading Plugin: network_ip_availability Dec 13 23:12:30.561913 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.562274 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.562623 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.563313 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 23:12:30.563657 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading Plugin: flavors Dec 13 23:12:30.569387 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 23:12:30.569715 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading Plugin: revisions Dec 13 23:12:30.574100 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84202) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 23:12:30.574488 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_concurrency.lockutils [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.230s {{(pid=84202) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:12:30.575233 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84202) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Dec 13 23:12:30.575564 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Initializing extension manager. Dec 13 23:12:30.576085 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: __init__.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.576422 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: __pycache__ {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.576754 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.577082 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.577408 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: _filter_validation_lib.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.577732 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.578052 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: address_group.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.578804 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.579384 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: address-group Dec 13 23:12:30.579730 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: address_scope.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.580427 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.580947 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: address-scope Dec 13 23:12:30.581265 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.582173 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.582740 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: router-admin-state-down-before-update Dec 13 23:12:30.583555 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: agent.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.584278 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.584774 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: agent Dec 13 23:12:30.585093 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: agent_resources_synced.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.585986 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.586495 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: agent-resources-synced Dec 13 23:12:30.586810 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: allowedaddresspairs.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.588610 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.589141 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: allowed-address-pairs Dec 13 23:12:30.589460 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: auto_allocated_topology.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.590516 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.591042 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: auto-allocated-topology Dec 13 23:12:30.591364 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: availability_zone.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.592081 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.592593 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: availability_zone Dec 13 23:12:30.592914 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: availability_zone_filter.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.593805 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.594317 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: availability_zone_filter Dec 13 23:12:30.594639 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: data_plane_status.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.595520 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.596069 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 23:12:30.596388 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: default_subnetpools.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.597287 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.597802 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: default-subnetpools Dec 13 23:12:30.598122 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.599131 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.599703 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: dhcp_agent_scheduler Dec 13 23:12:30.600026 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: dns.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.600938 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.601449 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension dns-integration not supported by any of loaded plugins Dec 13 23:12:30.601768 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: dns_domain_ports.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.602667 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.603176 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 23:12:30.603494 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: dvr.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.604177 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.604687 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: dvr Dec 13 23:12:30.605004 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: empty_string_filtering.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.605898 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.606406 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: empty-string-filtering Dec 13 23:12:30.606720 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.607638 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.608134 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 23:12:30.608448 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.609353 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.609858 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 23:12:30.610176 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: external_net.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.611069 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.611577 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: external-net Dec 13 23:12:30.611916 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.612807 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.613318 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: extra_dhcp_opt Dec 13 23:12:30.613634 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: extraroute.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.614612 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.615126 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: extraroute Dec 13 23:12:30.615444 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: extraroute_atomic.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.616492 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.617007 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: extraroute-atomic Dec 13 23:12:30.617327 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: filter_validation.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.617982 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.618490 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: filter-validation Dec 13 23:12:30.618803 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: fip_pf_description.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.619906 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.620428 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 23:12:30.620749 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: fip_port_details.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.621645 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.622160 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: fip-port-details Dec 13 23:12:30.622479 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: flavors.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.623717 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.624234 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: flavors Dec 13 23:12:30.624554 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.626188 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.626711 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 23:12:30.627036 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: floatingip_pools.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.627760 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.628275 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: floatingip-pools Dec 13 23:12:30.628595 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: ip_allocation.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.629508 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.630606 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 23:12:30.630848 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.631794 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.632312 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: ip-substring-filtering Dec 13 23:12:30.632631 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: l2_adjacency.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.633546 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.634057 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 23:12:30.634374 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: l3.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.635321 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.635878 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: router Dec 13 23:12:30.636201 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.638418 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.638947 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 23:12:30.639277 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.640222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.640748 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: ext-gw-mode Dec 13 23:12:30.641079 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.641981 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.642503 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: l3-ha Dec 13 23:12:30.642827 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: l3_flavors.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.643755 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.644270 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: l3-flavors Dec 13 23:12:30.644590 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.646150 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.646665 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 23:12:30.646987 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: l3agentscheduler.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.648054 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.648574 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: l3_agent_scheduler Dec 13 23:12:30.648900 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: logging.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.650386 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.650910 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension logging not supported by any of loaded plugins Dec 13 23:12:30.651243 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: metering.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.652000 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.652586 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: metering Dec 13 23:12:30.652908 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.653996 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.654521 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: metering_source_and_destination_fields Dec 13 23:12:30.654842 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: multiprovidernet.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.656156 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.656676 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: multi-provider Dec 13 23:12:30.656996 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: netmtu.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.657948 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.658419 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: net-mtu Dec 13 23:12:30.658738 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: netmtu_writable.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.659650 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.660168 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: net-mtu-writable Dec 13 23:12:30.660486 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: network_availability_zone.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.661177 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.661687 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: network_availability_zone Dec 13 23:12:30.662001 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: network_ip_availability.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.663072 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.663592 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: network-ip-availability Dec 13 23:12:30.663937 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: network_segment_range.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.664694 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.665203 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 23:12:30.665520 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: pagination.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.666480 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.666803 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: pagination Dec 13 23:12:30.667116 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.668045 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.668559 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: port-mac-address-regenerate Dec 13 23:12:30.668875 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: port_resource_request.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.669766 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.670273 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 23:12:30.670590 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: portbindings.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.671491 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.672038 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: binding Dec 13 23:12:30.672355 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: portbindings_extended.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.673630 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.674147 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: binding-extended Dec 13 23:12:30.674472 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: portsecurity.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.675371 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.675916 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: port-security Dec 13 23:12:30.676238 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: project_id.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.677228 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.677548 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: project-id Dec 13 23:12:30.677862 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: providernet.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.678768 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.679283 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: provider Dec 13 23:12:30.679599 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: qos.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.683118 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.683675 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension qos not supported by any of loaded plugins Dec 13 23:12:30.684007 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.685240 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.685764 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 23:12:30.686092 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.686998 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.687517 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 23:12:30.687871 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: qos_default.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.688771 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.689289 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension qos-default not supported by any of loaded plugins Dec 13 23:12:30.689614 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: qos_fip.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.690252 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.690766 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension qos-fip not supported by any of loaded plugins Dec 13 23:12:30.691087 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: qos_gateway_ip.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.692025 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.693077 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 23:12:30.693393 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: qos_port_network_policy.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.694288 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.694803 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 23:12:30.695122 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: qos_rule_type_details.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.696040 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.696558 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 23:12:30.696875 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: qos_rules_alias.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.697899 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.698419 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 23:12:30.698738 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: quotasv2.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.699592 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.699938 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: quotas Dec 13 23:12:30.700258 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: quotasv2_detail.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.702005 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.702343 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: quota_details Dec 13 23:12:30.702670 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: rbac.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.703726 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.704255 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: rbac-policies Dec 13 23:12:30.704578 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: rbac_address_scope.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.705485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.706003 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: rbac-address-scope Dec 13 23:12:30.706325 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: rbac_security_groups.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.707221 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.707839 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: rbac-security-groups Dec 13 23:12:30.708183 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: rbac_subnetpool.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.709131 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.709648 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: rbac-subnetpool Dec 13 23:12:30.709965 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: revisionifmatch.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.710878 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.711401 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: revision-if-match Dec 13 23:12:30.711758 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: revisions.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.712864 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.713385 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: standard-attr-revisions Dec 13 23:12:30.713707 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: router_availability_zone.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.714367 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.714881 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: router_availability_zone Dec 13 23:12:30.715198 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: routerservicetype.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.716140 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.716651 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension router-service-type not supported by any of loaded plugins Dec 13 23:12:30.716970 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.717870 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.718382 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: port-security-groups-filtering Dec 13 23:12:30.718700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: securitygroup.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.730319 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.730852 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: security-group Dec 13 23:12:30.731184 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: segment.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.731994 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.732517 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension segment not supported by any of loaded plugins Dec 13 23:12:30.732846 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.733774 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.734291 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 23:12:30.734618 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: servicetype.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.735722 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.736249 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: service-type Dec 13 23:12:30.736576 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: sorting.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.737542 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.737871 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: sorting Dec 13 23:12:30.738191 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: standard_attr_segment.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.739699 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.740224 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 23:12:30.740542 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: standardattrdescription.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.741185 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.741700 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: standard-attr-description Dec 13 23:12:30.742025 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: stateful_security_group.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.742935 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.743451 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: stateful-security-group Dec 13 23:12:30.743799 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: stdattrs_common.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.744372 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 23:12:30.744688 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.745608 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.746127 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 23:12:30.746446 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: subnet_onboard.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.747576 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.748122 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: subnet_onboard Dec 13 23:12:30.748441 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.749356 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.749873 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 23:12:30.750191 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: subnet_service_types.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.751094 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.751641 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: subnet-service-types Dec 13 23:12:30.751969 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: subnetallocation.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.753048 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.753572 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: subnet_allocation Dec 13 23:12:30.753892 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.754567 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.755199 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: subnetpool-prefix-ops Dec 13 23:12:30.755523 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.756476 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.756993 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 23:12:30.757310 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: tagging.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.758372 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.758897 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: standard-attr-tag Dec 13 23:12:30.759217 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: timestamp.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.760437 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.760968 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loaded extension: standard-attr-timestamp Dec 13 23:12:30.761292 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: trunk.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.762325 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.762850 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension trunk not supported by any of loaded plugins Dec 13 23:12:30.763175 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: trunk_details.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.764178 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.764694 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension trunk-details not supported by any of loaded plugins Dec 13 23:12:30.765014 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: uplink_status_propagation.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.765920 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.766435 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 23:12:30.766756 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Loading extension file: vlantransparent.py {{(pid=84202) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Dec 13 23:12:30.767412 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84202) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 13 23:12:30.767958 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 23:12:30.770255 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:network Dec 13 23:12:30.771033 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:subnet Dec 13 23:12:30.771953 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 23:12:30.772648 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:port Dec 13 23:12:30.773891 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.774328 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service FLAVORS assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.774944 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.775361 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.775722 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:router Dec 13 23:12:30.776359 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 23:12:30.777056 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service METERING assigned prefix: /metering {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.778473 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.778833 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.779176 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:12:30.780313 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 23:12:30.781004 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:security_group Dec 13 23:12:30.781648 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 23:12:30.782390 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service CORE assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.782719 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 23:12:30.783053 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] subnetpool is already registered Dec 13 23:12:30.783677 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service CORE assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.784001 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 23:12:30.784319 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] subnetpool is already registered Dec 13 23:12:30.787372 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.787822 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service FLAVORS assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.788402 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.788817 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.789147 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:router Dec 13 23:12:30.789472 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] router is already registered Dec 13 23:12:30.790056 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 23:12:30.790382 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] floatingip is already registered Dec 13 23:12:30.790998 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service METERING assigned prefix: /metering {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.791675 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 23:12:30.792007 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] rbac_policy is already registered Dec 13 23:12:30.792541 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:security_group Dec 13 23:12:30.792865 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] security_group is already registered Dec 13 23:12:30.793442 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 23:12:30.793767 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] security_group_rule is already registered Dec 13 23:12:30.794410 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service CORE assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.794734 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 23:12:30.795053 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] subnetpool is already registered Dec 13 23:12:30.795679 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.v2.resource_helper [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Service CORE assigned prefix: {{(pid=84202) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 23:12:30.796003 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 23:12:30.796322 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING neutron.quota.resource_registry [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] subnetpool is already registered Dec 13 23:12:30.796952 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: extensions {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.798381 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: address-groups {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.799997 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: address-scopes {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.801181 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: agents {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.802962 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: auto-allocated-topology {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.804214 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: availability_zones {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.805502 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: dhcp-networks {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.806884 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: dhcp-agents {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.808316 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: routers {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.810087 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: flavors {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.811226 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: service_profiles {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.812442 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: next_providers {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.813946 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: service_profiles {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.815361 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: floatingip-pools {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.816569 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: routers {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.818369 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: floatingips {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.819530 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: l3-routers {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.820892 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: l3-agents {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.822293 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: metering-labels {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.824456 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: metering-label-rules {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.825683 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: network-ip-availabilities {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.826904 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: bindings {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.828555 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: quotas {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.829963 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: quotas {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.831358 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: rbac-policies {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.832679 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: security-groups {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.834256 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: security-group-rules {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.835504 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: service-providers {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.836740 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: subnetpools {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.838140 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: subnetpools {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.839552 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.841206 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.842952 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.844722 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.846452 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.848115 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.850533 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.852395 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.854188 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.856031 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron.api.extensions [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Extended resource: tags {{(pid=84202) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Dec 13 23:12:30.862085 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING keystonemiddleware.auth_token [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 23:12:30.867465 dv-neutron-821564-1-hyperv neutron-server[84202]: WARNING keystonemiddleware.auth_token [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 23:12:30.875721 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_concurrency.lockutils [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Acquired lock "singleton_lock" {{(pid=84202) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 13 23:12:30.876189 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_concurrency.lockutils [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Releasing lock "singleton_lock" {{(pid=84202) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 13 23:12:30.876809 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO oslo_service.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Starting 2 workers Dec 13 23:12:30.881352 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Started child 84311 {{(pid=84202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 13 23:12:30.885500 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Started child 84312 {{(pid=84202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 13 23:12:30.886900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:30.887421 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO neutron.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 23:12:30.887727 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Notify callbacks [] for process, before_spawn {{(pid=84202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:30.888379 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [-] (84311) wsgi starting up on http://0.0.0.0:9696 Dec 13 23:12:30.890106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:30.890553 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO oslo_service.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Starting 1 workers Dec 13 23:12:30.891499 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [-] (84312) wsgi starting up on http://0.0.0.0:9696 Dec 13 23:12:30.895003 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Started child 84313 {{(pid=84202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 13 23:12:30.896178 dv-neutron-821564-1-hyperv neutron-server[84202]: INFO oslo_service.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Starting 1 workers Dec 13 23:12:30.899366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] calling RpcWorker wait() {{(pid=84313) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 23:12:30.899987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] returning from RpcWorker wait() {{(pid=84313) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 23:12:30.900580 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Started child 84314 {{(pid=84202) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 13 23:12:30.901152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:30.901350 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG neutron_lib.callbacks.manager [None req-36c90b22-0a73-4501-b82e-50db25462b23 None None] Notify callbacks [] for process, after_spawn {{(pid=84202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:30.901735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:30.903266 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84202) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 13 23:12:30.903481 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 23:12:30.903695 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 23:12:30.903895 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 23:12:30.904237 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 23:12:30.904395 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 23:12:30.904883 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.905165 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.905345 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:30.906054 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.906054 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.906261 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.906722 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.906987 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.907215 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.907486 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.907738 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.907902 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.908111 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.908310 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.908554 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.908832 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.909096 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.909327 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.909586 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.909751 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.909997 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.910252 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.910503 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.910772 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] debug = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.911635 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.912129 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.912359 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.912592 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.912827 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.913105 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.913356 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.913628 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.913856 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.914085 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.914318 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.914568 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.914789 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.915029 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.915273 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.915518 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.916038 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] host = dv-neutron-821564-1-hyperv {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.916281 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.916512 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.916756 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.917013 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.917319 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.917472 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.917708 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.917968 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.918217 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.918436 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.918691 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.918934 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.919175 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.919415 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_file = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.919564 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_options = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.919833 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.920101 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.920352 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.920570 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.920736 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.920886 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.921100 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.921245 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.921495 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.921706 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.921914 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.922132 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.922377 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.922612 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.922859 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.923069 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.923281 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.923506 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.923772 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.923999 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.924205 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.924428 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.924666 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.924875 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.925088 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.925316 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.925537 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.925748 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.925957 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.926207 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.926528 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.926858 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.927098 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.927356 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.927583 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.927829 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.928764 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.928764 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.928764 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.928986 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.929258 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.929470 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.929751 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.930142 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.930759 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.930993 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_json = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.931212 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.931424 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.931690 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.931906 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.932153 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.932518 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.932785 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.933019 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:30.933125 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:30.933427 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.933734 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.934063 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.934288 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.934537 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.934788 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.935015 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.935252 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.935497 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.935762 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.936071 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.936291 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.936611 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.936888 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.937162 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.937414 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.937629 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.937876 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.938088 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.938302 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.938536 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.938745 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.939013 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.939248 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.939459 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.939697 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.939941 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.940157 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.946700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.947485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.947485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.947485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.947485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.947485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.947485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.947485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.947485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.947485 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.948340 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.948340 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.948340 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.948340 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.948340 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.948340 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.948823 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.948823 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.949025 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.949127 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.949274 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.949641 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.951244 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.951507 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.951758 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.951985 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.952231 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.952818 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.953149 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.953481 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.955700 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.957100 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.957594 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.958368 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.958644 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.958974 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.959250 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.959489 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.963896 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.964071 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.964337 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.964588 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.964860 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.965235 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.966263 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.966544 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.966779 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.967047 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.967289 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.967530 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.967795 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.968079 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.968321 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.968558 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.968827 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.969051 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.969324 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.969565 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.969850 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.970111 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.970342 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.970646 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.970921 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.971208 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.971460 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.971732 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.971982 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.972235 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.972603 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.972757 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.973009 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.973229 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.974639 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.974891 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.975117 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.975380 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.975642 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.976267 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.976267 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.976561 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.976709 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.976932 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.977292 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.977432 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.977674 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.977932 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.978181 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.978430 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.978656 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.978885 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.979114 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.979361 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.979573 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.979834 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.980064 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.980300 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.980511 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.980741 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.980988 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.981200 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.981419 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.981786 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.981926 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.982050 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.982296 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.982507 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.982743 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.982977 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.983215 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.983448 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.983683 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.983911 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.984154 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.984357 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.984628 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.984869 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.985144 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.985370 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.985617 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.985868 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.986078 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.986325 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.986541 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.986770 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.986978 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.987193 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.987403 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.987633 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.987851 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.988059 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.988312 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.988547 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.988962 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.989631 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.989883 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.990136 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.990375 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.990627 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.990870 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.991088 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.991321 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.991537 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.991827 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.992049 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.992266 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.992483 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.992697 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.992907 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.993122 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.993331 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.993601 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.993832 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.994048 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.994347 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.994576 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.994895 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.995136 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.995379 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.995630 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.995834 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.996042 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.996258 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.996513 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.997504 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.997504 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.997504 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.997766 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.997846 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.998040 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.998358 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.998612 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.998828 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.999064 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.999302 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.999536 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:30.999775 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.000099 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.000352 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.000642 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.000932 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.001141 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.001417 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.001694 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.001974 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.002209 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.002516 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.002828 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.003131 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.003398 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.003644 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.004090 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.004194 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.004336 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.004590 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.005333 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.005563 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.005808 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.006052 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.006298 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.006534 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.006762 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.007014 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.007240 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.007471 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.007733 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.007951 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.008117 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 23:12:31.008633 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84202) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 13 23:12:31.008793 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 23:12:31.008945 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 23:12:31.009116 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 23:12:31.009283 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 23:12:31.009434 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 23:12:31.009637 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.009796 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.009952 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.010110 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.010266 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.010443 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.010602 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.010760 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.010915 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.011071 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.011227 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.011383 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.011540 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.011719 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.011875 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.012031 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.012188 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.012342 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.012509 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.012665 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.012820 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.012974 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.013130 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] debug = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.013285 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.013493 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.013656 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.013811 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.013966 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.014120 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.014441 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.014441 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.014599 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.014770 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.014854 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.015000 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.015154 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.015309 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.015463 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.015632 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.015793 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] host = dv-neutron-821564-1-hyperv {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.015950 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.016117 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.016247 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.016401 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.016557 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.016712 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.016867 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.017021 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.017177 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.017333 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.017488 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.017644 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.017798 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.017953 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_file = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.018107 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_options = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.018262 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.018417 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.018570 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.018758 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.018918 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.019074 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.019228 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.019385 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.019540 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.019718 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.019873 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.020028 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.020741 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.021276 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.021441 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.021599 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.021756 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.021912 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.022069 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.022226 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.022382 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.022543 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.022699 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.022856 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.023014 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.023168 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.023321 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.023476 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.023649 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.023807 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.023962 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.024117 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.024272 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.024427 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.024583 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.024751 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.024893 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.025052 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.025208 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.025363 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.025519 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.025675 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.025830 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.025986 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.026159 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.026300 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_json = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.026455 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.026611 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.026765 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.026921 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.027076 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.027230 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.027385 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.027540 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 23:12:31.027735 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.027896 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.028066 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.028226 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.028457 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.028622 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.028781 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.028943 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.029094 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.029253 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.029597 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.029597 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.029829 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.029950 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.030082 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.030446 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.030446 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.030446 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.031050 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.031050 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.031282 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.031363 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.031462 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.031661 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.031992 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.031992 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.032162 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.032251 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.032390 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.032550 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.032708 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.032868 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.033028 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.033189 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.033350 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.033661 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.033661 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.033800 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.033954 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.034115 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.034266 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.034432 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.034578 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.034738 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.034881 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.035043 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.035187 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.035348 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.035491 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.035658 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.036462 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.037063 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.037231 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.037392 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.037555 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.037716 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.037873 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.038033 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.038194 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.038354 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.038512 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.038671 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.038830 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.038990 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.039148 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.039309 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.039468 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.039662 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.039797 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.039928 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.040091 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.040250 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.040407 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.040566 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.040733 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.040906 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.041064 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.041222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.041397 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.041534 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.041692 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.041850 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.042009 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.042168 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.042326 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.042489 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.042647 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.042811 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.042970 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.043128 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.043447 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.043447 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.043594 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.043752 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.043910 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.044072 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.044230 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.044393 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.044549 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.044708 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.044865 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.045033 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.045191 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.045353 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.045511 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.045677 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.045846 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.046007 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.046171 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.046328 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.046487 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.046646 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.046805 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.046965 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.047124 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.047282 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.047440 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.047647 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.047793 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.047953 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.048111 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.048271 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.048451 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.048641 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.048765 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.048926 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.049083 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.049242 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.049400 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.049559 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.049718 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.049876 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.050036 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.050196 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.050353 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.050511 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.050669 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.050828 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.050987 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.051147 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.051305 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.052565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:31.053362 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.053461 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.053606 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.053758 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.053921 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.054085 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.054249 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.054410 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.054569 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.054729 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.054888 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.055049 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.055208 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.055367 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.055526 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.055707 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.055866 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.056025 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.056186 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.056344 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.056504 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.056663 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.056823 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.056983 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.059693 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.059693 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.059693 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.059693 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.059693 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.059693 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.059693 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.059693 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060222 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060747 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060747 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060747 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060747 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060747 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060747 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060747 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060747 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.060747 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.061328 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.061328 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.061328 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.061328 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.061598 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.061598 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.061792 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.061870 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.062023 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.062181 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.062342 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.062501 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.062659 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.062827 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.062985 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.063143 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.063301 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.063463 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.063660 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.063824 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.064054 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.064227 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.064386 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.064545 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.064702 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.064872 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.065031 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.065193 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.065353 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.065512 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.065670 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.065951 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.066091 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.066215 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.066336 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.066458 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.066604 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.066770 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.066968 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.067179 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.067821 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.068004 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.068167 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.068330 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.068492 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.068653 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.068814 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.068974 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.069139 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.069279 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.069447 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.069605 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.069762 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.069900 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.070056 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.070208 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.070344 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.070506 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.070650 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.070809 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.070968 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 23:12:31.071142 dv-neutron-821564-1-hyperv neutron-server[84202]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84202) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 23:12:31.330384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 42772) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:12:31.340042 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074704 Dec 13 23:12:41.820103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5ed93b-ca6c-4dc7-bcfa-db31a336b731 None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:12:41.887854 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ed93b-ca6c-4dc7-bcfa-db31a336b731 None None] No non-hosted networks {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 23:12:41.894153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.agentschedulers_db [None req-fb5ed93b-ca6c-4dc7-bcfa-db31a336b731 None None] DHCP Agent not found on host dv-neutron-821564-1-hyperv {{(pid=84313) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 13 23:12:42.008807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e05a27e3-3fa6-437f-a89e-aea830d2d244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669606'] for agent, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:44.108278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ecf36e62-35ae-43d6-9ec4-41adeac45db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669606'] for agent, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:44.285823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-82cdb8cc-a424-4602-a9e6-b287cc500b18 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-821564-1-hyperv {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:12:44.287237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-82cdb8cc-a424-4602-a9e6-b287cc500b18 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:12:44.893870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-82cdb8cc-a424-4602-a9e6-b287cc500b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:45.238156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669606'] for agent, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:45.358106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669606'] for agent, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:45.359116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.360772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.361188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.362509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.362990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.363894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.366019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.366019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.366019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.366019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.366019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:45.366653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821564-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:45.374211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821564-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:12:46.618685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669606'] for agent, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:48.178036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 42864) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:12:48.789986 dv-neutron-821564-1-hyperv neutron-server[84311]: WARNING oslo_policy.policy [None req-8501db07-d1f7-4b26-9fe4-f21902d3ba91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 23:12:48.790598 dv-neutron-821564-1-hyperv neutron-server[84311]: WARNING oslo_policy.policy [None req-8501db07-d1f7-4b26-9fe4-f21902d3ba91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 23:12:49.008647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-8501db07-d1f7-4b26-9fe4-f21902d3ba91 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:12:49.023628 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8501db07-d1f7-4b26-9fe4-f21902d3ba91 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8298960 Dec 13 23:12:49.996453 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.db.l3_hamode_db [None req-e2ad80f1-2bed-4671-bbe8-a4c5b031a598 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 23:12:50.086008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad80f1-2bed-4671-bbe8-a4c5b031a598 None None] Routers set() bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:12:50.086317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ad80f1-2bed-4671-bbe8-a4c5b031a598 None None] Router IDs set() for agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 23:12:51.357218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 42878) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:12:51.744748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b4bea56d-0128-4627-8505-5503a5f413c9 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:12:51.795694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.policy [None req-b4bea56d-0128-4627-8505-5503a5f413c9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84311) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 13 23:12:51.796430 dv-neutron-821564-1-hyperv neutron-server[84311]: WARNING oslo_policy.policy [None req-b4bea56d-0128-4627-8505-5503a5f413c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 23:12:51.796833 dv-neutron-821564-1-hyperv neutron-server[84311]: WARNING oslo_policy.policy [None req-b4bea56d-0128-4627-8505-5503a5f413c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 23:12:51.800194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.quota [None req-b4bea56d-0128-4627-8505-5503a5f413c9 admin admin] Loaded quota_driver: . Dec 13 23:12:51.815961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b4bea56d-0128-4627-8505-5503a5f413c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:12:51.957906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4bea56d-0128-4627-8505-5503a5f413c9 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780920945821', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780920924671', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780920920815', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780921041764', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780921039470', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3356004', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3349092', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-733474'] for rbac-policy, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:52.260322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4bea56d-0128-4627-8505-5503a5f413c9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:52.261509 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b4bea56d-0128-4627-8505-5503a5f413c9 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9031978 Dec 13 23:12:54.762955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 42892) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:12:55.133863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'name': 'private'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:12:55.138510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:12:55.142934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Usage tracker for resource:network and tenant:c264feb361cb408381954d6e5403f02b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:12:55.148110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:12:55.154314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:12:55.203060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Made reservation on behalf of c264feb361cb408381954d6e5403f02b for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:12:55.205959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:55.224442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:55.266715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:12:55.271137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Usage tracker for resource:security_group_rule and tenant:c264feb361cb408381954d6e5403f02b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:12:55.274090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:12:55.280171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:12:55.346635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:55.500326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:55.506708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:12:55.524626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:12:55.550173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780919817418', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:55.550754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Unsubscribe: segment precommit_create {{(pid=84311) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 23:12:55.551196 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Added segment c03a256e-1947-4a21-b440-22931a490fe9 of type vlan for network 4ef38ffc-a25b-4986-99fb-035870358fe5 Dec 13 23:12:55.564972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b2ac2c-9ec3-4d20-b48b-22b338e17d29,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:55.620590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.620920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.621242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.621560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.621890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.622206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.622528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.622838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.623141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.623441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.623771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Tracked resource versions report: Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: pushed versions: Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: { 'ConntrackHelper': {'1.0'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Log': {'1.0'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Network': {'1.1'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Port': {'1.5'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'PortForwarding': {'1.2'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'QosPolicy': {'1.8'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SecurityGroup': {'1.2'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SecurityGroupRule': {'1.0'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SubPort': {'1.0'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Subnet': {'1.1'}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Trunk': {'1.1'}} Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: consumer versions: Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: { DHCP agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: L3 agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: Metadata agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: Metering agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: Open vSwitch agent@dv-neutron-821564-1-hyperv: { 'ConntrackHelper': '1.0', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Log': '1.0', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Network': '1.1', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Port': '1.5', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'PortForwarding': '1.2', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'QosPolicy': '1.8', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SecurityGroup': '1.2', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SecurityGroupRule': '1.0', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SubPort': '1.0', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Subnet': '1.1', Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Trunk': '1.1'}} Dec 13 23:12:55.625040 dv-neutron-821564-1-hyperv neutron-server[84311]: {{(pid=84311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:12:55.671657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:55.680386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:12:55.778668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:55.780115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:55.781056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:55.786074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:12:55.900799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Pushing event updated for resources: {'Network': ['ID=4ef38ffc-a25b-4986-99fb-035870358fe5,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:55.904062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:12:55.912343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 4ef38ffc-a25b-4986-99fb-035870358fe5 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:12:55.975719 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2115614 Dec 13 23:12:58.575959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 42908) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:12:59.041439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d94d64-13be-404e-b181-5ca8c2b1559d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:59.042772 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b5d94d64-13be-404e-b181-5ca8c2b1559d admin admin] 10.222.0.30 "GET /v2.0/networks/4ef38ffc-a25b-4986-99fb-035870358fe5 HTTP/1.1" status: 200 len: 825 time: 0.4658711 Dec 13 23:12:59.074464 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4a56e47e-334e-4eeb-9af1-7a5c11ec5994 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/a762359a-3e97-4aaa-9cef-490ea57a086b HTTP/1.1" status: 200 len: 734 time: 0.0263300 Dec 13 23:12:59.083249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'name': 'private-subnet', 'subnetpool_id': 'a762359a-3e97-4aaa-9cef-490ea57a086b', 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:12:59.087538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:12:59.091361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Usage tracker for resource:subnet and tenant:c264feb361cb408381954d6e5403f02b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:12:59.094228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:12:59.100054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:12:59.184208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Made reservation on behalf of c264feb361cb408381954d6e5403f02b for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:12:59.186482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:59.522992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:59.527630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:12:59.611878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e532bb46-d48e-495b-b583-3d19352fb2bc,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:12:59.615834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Checking segment: {'id': 'c03a256e-1947-4a21-b440-22931a490fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:12:59.616191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Network hostable DHCP agents. Network: 4ef38ffc-a25b-4986-99fb-035870358fe5, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:12:59.620206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:12:59.692736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Network 4ef38ffc-a25b-4986-99fb-035870358fe5 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:12:59.766561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 4ef38ffc-a25b-4986-99fb-035870358fe5) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:12:59.771526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:12:59.772150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:12:59.776167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b7482-cc01-4803-9e05-51e24fd8e59d None None] Network 4ef38ffc-a25b-4986-99fb-035870358fe5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:12:59.853337 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7738833 Dec 13 23:13:00.092952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-4ef38ffc-a25b-4986-99fb-035870358fe5', 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'fixed_ips': [{'subnet_id': 'e532bb46-d48e-495b-b583-3d19352fb2bc'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:13:00.094273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:00.287262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Allocated IP 172.20.0.2 (4ef38ffc-a25b-4986-99fb-035870358fe5/e532bb46-d48e-495b-b583-3d19352fb2bc/21f45258-154e-462f-b97e-829fd518624f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:13:00.514426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:00.528884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Transition to ACTIVE for port object 21f45258-154e-462f-b97e-829fd518624f will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:13:00.551897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Transition to ACTIVE for port object 21f45258-154e-462f-b97e-829fd518624f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:13:00.615063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:00.620057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:00.682509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Network 4ef38ffc-a25b-4986-99fb-035870358fe5 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:13:00.685693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:13:00.688580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:13:00.697067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Pushing event updated for resources: {'Port': ['ID=21f45258-154e-462f-b97e-829fd518624f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:00.733762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.734095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.734420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.734746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.735076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.735396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.735740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.736067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.736383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.736693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.737001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Tracked resource versions report: Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: pushed versions: Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: { 'ConntrackHelper': {'1.0'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Log': {'1.0'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Network': {'1.1'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Port': {'1.5'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'PortForwarding': {'1.2'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'QosPolicy': {'1.8'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SecurityGroup': {'1.2'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SecurityGroupRule': {'1.0'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SubPort': {'1.0'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Subnet': {'1.1'}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Trunk': {'1.1'}} Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: consumer versions: Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: { DHCP agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: L3 agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: Metadata agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: Metering agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: Open vSwitch agent@dv-neutron-821564-1-hyperv: { 'ConntrackHelper': '1.0', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Log': '1.0', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Network': '1.1', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Port': '1.5', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'PortForwarding': '1.2', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'QosPolicy': '1.8', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SecurityGroup': '1.2', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SecurityGroupRule': '1.0', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SubPort': '1.0', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Subnet': '1.1', Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Trunk': '1.1'}} Dec 13 23:13:00.738464 dv-neutron-821564-1-hyperv neutron-server[84313]: {{(pid=84313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:13:00.741814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:00.795652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Attempting to bind port 21f45258-154e-462f-b97e-829fd518624f on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:13:00.796311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Attempting to bind port 21f45258-154e-462f-b97e-829fd518624f by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'c03a256e-1947-4a21-b440-22931a490fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:13:00.796465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Attempting to bind port 21f45258-154e-462f-b97e-829fd518624f on network 4ef38ffc-a25b-4986-99fb-035870358fe5 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:13:00.802795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:13:00.803149 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Checking segment: {'id': 'c03a256e-1947-4a21-b440-22931a490fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:13:00.803637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:00.804022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Bound using segment: {'id': 'c03a256e-1947-4a21-b440-22931a490fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:13:00.804513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Bound port: 21f45258-154e-462f-b97e-829fd518624f, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03a256e-1947-4a21-b440-22931a490fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:13:00.804891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:00.890032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] For port 21f45258-154e-462f-b97e-829fd518624f, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:13:00.894463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] For port 21f45258-154e-462f-b97e-829fd518624f, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=21f45258-154e-462f-b97e-829fd518624f,segment=NetworkSegment(c03a256e-1947-4a21-b440-22931a490fe9),segment_id=c03a256e-1947-4a21-b440-22931a490fe9)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:13:00.958401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:00.962415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:01.067083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Pushing event updated for resources: {'Port': ['ID=21f45258-154e-462f-b97e-829fd518624f,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:01.070614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:02.136726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 42918) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:13:02.553710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-5431caec-6e82-4950-a7e0-45730fe24276 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:13:02.554698 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5431caec-6e82-4950-a7e0-45730fe24276 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4169562 Dec 13 23:13:04.694679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7f8ea-df03-4a46-935a-7de2416827cd None None] Network 4ef38ffc-a25b-4986-99fb-035870358fe5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:13:04.824842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 42932) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:13:04.857863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-73ce6f95-b0a7-4b90-8247-ea1c5071d9c7 None None] Provisioning for port 21f45258-154e-462f-b97e-829fd518624f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:13:05.236138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-8f89cf7d-4efe-4cb1-a188-cfccea7678e9 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:13:05.236138 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8f89cf7d-4efe-4cb1-a188-cfccea7678e9 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4084904 Dec 13 23:13:05.548981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21f45258-154e-462f-b97e-829fd518624f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:13:05.694197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 21f45258-154e-462f-b97e-829fd518624f completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:13:05.699214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 21f45258-154e-462f-b97e-829fd518624f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:05.699794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:05.813108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:05.845659 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 21f45258-154e-462f-b97e-829fd518624f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=21f45258-154e-462f-b97e-829fd518624f,segment=NetworkSegment(c03a256e-1947-4a21-b440-22931a490fe9),segment_id=c03a256e-1947-4a21-b440-22931a490fe9)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:13:05.929047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:05.931118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:05.997462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=21f45258-154e-462f-b97e-829fd518624f,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:06.000460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:07.528843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21f45258-154e-462f-b97e-829fd518624f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:13:07.594981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 21f45258-154e-462f-b97e-829fd518624f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:07.595279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:07.816325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 42944) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:13:08.269424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c264feb361cb408381954d6e5403f02b'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:13:08.274438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:13:08.278202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Usage tracker for resource:router and tenant:c264feb361cb408381954d6e5403f02b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:13:08.281730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:13:08.287925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:13:08.345635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:08.348665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:08.373824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:08.523115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:08.590973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:08.592168 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2180e569-0e2a-4b3c-b085-96a2a950d3a2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7750628 Dec 13 23:13:10.814090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 42954) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:13:11.200123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-f9353819-e13e-472b-ac7b-04ac15dbbb82 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:13:11.201094 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f9353819-e13e-472b-ac7b-04ac15dbbb82 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3860817 Dec 13 23:13:11.790906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-71798e8a-f4cb-402a-a855-a489fce059c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:13.532796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 42964) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:13:14.046784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca3530f0-e5c7-4038-8ae8-64ce1b0fcb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:14.131348 dv-neutron-821564-1-hyperv neutron-server[84312]: WARNING oslo_policy.policy [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 23:13:14.131979 dv-neutron-821564-1-hyperv neutron-server[84312]: WARNING oslo_policy.policy [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 23:13:14.347698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:13:14.349299 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.quota [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Loaded quota_driver: . Dec 13 23:13:14.365428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:13:14.371801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Usage tracker for resource:network and tenant:e3da608b08cc4d18ae5dc9ef7f56381c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:13:14.376363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:13:14.384457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:13:14.454171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Made reservation on behalf of e3da608b08cc4d18ae5dc9ef7f56381c for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:13:14.492729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.policy [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84312) register_rules /opt/stack/neutron/neutron/policy.py:65}} Dec 13 23:13:14.493492 dv-neutron-821564-1-hyperv neutron-server[84312]: WARNING oslo_policy.policy [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 23:13:14.493861 dv-neutron-821564-1-hyperv neutron-server[84312]: WARNING oslo_policy.policy [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 23:13:14.498471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:14.518456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:14.561939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:13:14.566332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Usage tracker for resource:security_group_rule and tenant:e3da608b08cc4d18ae5dc9ef7f56381c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:13:14.569191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:13:14.574823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:13:14.643121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:14.705467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:14.710000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:14.722431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Reserving flat network on physical network physnet1 {{(pid=84312) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 23:13:14.752879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780919817418', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:14.753617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Unsubscribe: segment precommit_create {{(pid=84312) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 23:13:14.754092 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Added segment 72700b04-0800-4c2d-9d3d-ea52de082025 of type flat for network a369abae-eb3e-4f14-84a0-d962bc2f47e7 Dec 13 23:13:14.806270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5336181e-22cf-41ae-9ac9-37e5291b32e9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:14.834190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.834526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.834852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.835936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.835936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.835936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.836171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.836456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.836768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.837075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.837382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Tracked resource versions report: Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: pushed versions: Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: { 'ConntrackHelper': {'1.0'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Log': {'1.0'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Network': {'1.1'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Port': {'1.5'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'PortForwarding': {'1.2'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'QosPolicy': {'1.8'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SecurityGroup': {'1.2'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SecurityGroupRule': {'1.0'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SubPort': {'1.0'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Subnet': {'1.1'}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Trunk': {'1.1'}} Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: consumer versions: Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: { DHCP agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: L3 agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: Metadata agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: Metering agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: Open vSwitch agent@dv-neutron-821564-1-hyperv: { 'ConntrackHelper': '1.0', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Log': '1.0', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Network': '1.1', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Port': '1.5', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'PortForwarding': '1.2', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'QosPolicy': '1.8', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SecurityGroup': '1.2', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SecurityGroupRule': '1.0', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SubPort': '1.0', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Subnet': '1.1', Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Trunk': '1.1'}} Dec 13 23:13:14.838658 dv-neutron-821564-1-hyperv neutron-server[84312]: {{(pid=84312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:13:14.877644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:14.889836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:14.983145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:14.984522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:14.985185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:14.989018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:15.092032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Pushing event updated for resources: {'Network': ['ID=a369abae-eb3e-4f14-84a0-d962bc2f47e7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:15.095462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:15.103529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:13:15.207801 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6737614 Dec 13 23:13:15.224070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:15.363109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:16.562824 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:17.466539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 42994) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:13:17.704774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09855c6f-8529-4aba-9e11-7e0d66f98973 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:17.706687 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-09855c6f-8529-4aba-9e11-7e0d66f98973 admin admin] 10.222.0.30 "GET /v2.0/subnets/e532bb46-d48e-495b-b583-3d19352fb2bc HTTP/1.1" status: 200 len: 849 time: 0.2391865 Dec 13 23:13:17.881019 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2246dd25-c092-4519-b5bd-8087a9dd0e30 admin admin] 10.222.0.30 "GET /v2.0/routers/23b6e766-0b03-4eb7-b39d-7e80e9a74b14 HTTP/1.1" status: 200 len: 704 time: 0.1689761 Dec 13 23:13:18.366535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:18.599045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Allocated IP 172.20.0.1 (4ef38ffc-a25b-4986-99fb-035870358fe5/e532bb46-d48e-495b-b583-3d19352fb2bc/911561b7-da28-48f2-b6af-eee590a10901) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:13:18.751475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:18.771730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Transition to ACTIVE for port object 911561b7-da28-48f2-b6af-eee590a10901 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:13:18.871379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:18.874992 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:18.940522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Network 4ef38ffc-a25b-4986-99fb-035870358fe5 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:13:18.943643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:13:18.950872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:13:18.950872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:18.953223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Pushing event updated for resources: {'Port': ['ID=911561b7-da28-48f2-b6af-eee590a10901,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:18.961858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:19.130937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:19.236689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5e8eb98a-07b4-4e6b-b71e-f76d04199ce5 None None] Provisioning for port 911561b7-da28-48f2-b6af-eee590a10901 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:13:19.241536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5e8eb98a-07b4-4e6b-b71e-f76d04199ce5 None None] Provisioning complete for port 911561b7-da28-48f2-b6af-eee590a10901 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:19.241910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb98a-07b4-4e6b-b71e-f76d04199ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:19.293770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5e8eb98a-07b4-4e6b-b71e-f76d04199ce5 None None] Port 911561b7-da28-48f2-b6af-eee590a10901 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:13:19.360185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:19.396499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:19.397574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:19.401643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:19.525067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Pushing event updated for resources: {'Port': ['ID=911561b7-da28-48f2-b6af-eee590a10901,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:19.527887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:19.595913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Network 4ef38ffc-a25b-4986-99fb-035870358fe5 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:13:19.596935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:13:19.820075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1f5f1a87-edfa-4287-8723-0f7bbda7b3fb None None] Provisioning complete for port 911561b7-da28-48f2-b6af-eee590a10901 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:19.820446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1f5f1a87-edfa-4287-8723-0f7bbda7b3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:19.873754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f1a87-edfa-4287-8723-0f7bbda7b3fb None None] Port 911561b7-da28-48f2-b6af-eee590a10901 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:13:20.036772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Router 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:13:20.203559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:13:20.213557 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] 10.222.0.30 "PUT /v2.0/routers/23b6e766-0b03-4eb7-b39d-7e80e9a74b14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3277922 Dec 13 23:13:20.214393 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Sync routers for ids ['23b6e766-0b03-4eb7-b39d-7e80e9a74b14'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:13:20.227513 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Routers {'23b6e766-0b03-4eb7-b39d-7e80e9a74b14'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:13:20.228349 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:13:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['23b6e766-0b03-4eb7-b39d-7e80e9a74b14'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:20.404093 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Set router 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:13:20.767761 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'name': 'router1', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:13:08Z', 'updated_at': '2021-12-13T23:13:19Z', 'revision_number': 2, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'gw_port_host': None, '_interfaces': [{'id': '911561b7-da28-48f2-b6af-eee590a10901', 'name': '', 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'mac_address': 'fa:16:3e:84:9e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:13:18Z', 'updated_at': '2021-12-13T23:13:19Z', 'revision_number': 2, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'subnets': [{'id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a762359a-3e97-4aaa-9cef-490ea57a086b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:20.773147 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Checking router: 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:13:20.773506 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Updating router 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 port 911561b7-da28-48f2-b6af-eee590a10901 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:13:20.827179 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:21.200548 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:21.215145 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Transition to ACTIVE for port object 911561b7-da28-48f2-b6af-eee590a10901 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:13:21.292258 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:21.297823 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:21.459380 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Pushing event updated for resources: {'Port': ['ID=911561b7-da28-48f2-b6af-eee590a10901,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:21.524310 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.524648 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.524971 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.525292 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.525622 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.525938 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.526247 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.526573 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.526882 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.527187 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.527491 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Tracked resource versions report: Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: pushed versions: Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: { 'ConntrackHelper': {'1.0'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Log': {'1.0'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Network': {'1.1'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Port': {'1.5'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'PortForwarding': {'1.2'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'QosPolicy': {'1.8'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SecurityGroup': {'1.2'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SecurityGroupRule': {'1.0'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SubPort': {'1.0'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Subnet': {'1.1'}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Trunk': {'1.1'}} Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: consumer versions: Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: { DHCP agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: L3 agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: Metadata agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: Metering agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: Open vSwitch agent@dv-neutron-821564-1-hyperv: { 'ConntrackHelper': '1.0', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Log': '1.0', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Network': '1.1', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Port': '1.5', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'PortForwarding': '1.2', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'QosPolicy': '1.8', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SecurityGroup': '1.2', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SecurityGroupRule': '1.0', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SubPort': '1.0', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Subnet': '1.1', Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Trunk': '1.1'}} Dec 13 23:13:21.528839 dv-neutron-821564-1-hyperv neutron-server[84314]: {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:13:21.537525 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:21.557833 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Attempting to bind port 911561b7-da28-48f2-b6af-eee590a10901 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:13:21.558221 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Attempting to bind port 911561b7-da28-48f2-b6af-eee590a10901 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'c03a256e-1947-4a21-b440-22931a490fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:13:21.558640 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Attempting to bind port 911561b7-da28-48f2-b6af-eee590a10901 on network 4ef38ffc-a25b-4986-99fb-035870358fe5 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:13:21.564847 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:13:21.565259 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Checking segment: {'id': 'c03a256e-1947-4a21-b440-22931a490fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:13:21.565720 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:21.566097 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Bound using segment: {'id': 'c03a256e-1947-4a21-b440-22931a490fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:13:21.566592 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Bound port: 911561b7-da28-48f2-b6af-eee590a10901, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03a256e-1947-4a21-b440-22931a490fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:13:21.566964 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:21.657369 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] For port 911561b7-da28-48f2-b6af-eee590a10901, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:13:21.661720 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] For port 911561b7-da28-48f2-b6af-eee590a10901, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=911561b7-da28-48f2-b6af-eee590a10901,segment=NetworkSegment(c03a256e-1947-4a21-b440-22931a490fe9),segment_id=c03a256e-1947-4a21-b440-22931a490fe9)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:13:21.762804 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:21.766864 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:21.852777 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Pushing event updated for resources: {'Port': ['ID=911561b7-da28-48f2-b6af-eee590a10901,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:21.857937 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:21.860291 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Routers {'23b6e766-0b03-4eb7-b39d-7e80e9a74b14'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:13:21.860945 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:13:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['23b6e766-0b03-4eb7-b39d-7e80e9a74b14'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:22.015144 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] Set router 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:13:22.302320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43016) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:13:22.346914 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'name': 'router1', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:13:08Z', 'updated_at': '2021-12-13T23:13:19Z', 'revision_number': 2, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'gw_port_host': None, '_interfaces': [{'id': '911561b7-da28-48f2-b6af-eee590a10901', 'name': '', 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'mac_address': 'fa:16:3e:84:9e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:13:18Z', 'updated_at': '2021-12-13T23:13:21Z', 'revision_number': 4, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'subnets': [{'id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a762359a-3e97-4aaa-9cef-490ea57a086b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:22.350817 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d19cf3f-7209-40dd-b6e1-39dae00292db None None] The sync data for ids ['23b6e766-0b03-4eb7-b39d-7e80e9a74b14'] in dv-neutron-821564-1-hyperv is: [{'id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'name': 'router1', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:13:08Z', 'updated_at': '2021-12-13T23:13:19Z', 'revision_number': 2, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'gw_port_host': None, '_interfaces': [{'id': '911561b7-da28-48f2-b6af-eee590a10901', 'name': '', 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'mac_address': 'fa:16:3e:84:9e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:13:18Z', 'updated_at': '2021-12-13T23:13:21Z', 'revision_number': 4, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'subnets': [{'id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a762359a-3e97-4aaa-9cef-490ea57a086b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:13:22.477094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95d0411-9100-4e1e-bed8-13ff527b5058 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:22.477645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f95d0411-9100-4e1e-bed8-13ff527b5058 admin admin] Synchronizing usage tracker for tenant:e3da608b08cc4d18ae5dc9ef7f56381c on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:13:22.562508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f95d0411-9100-4e1e-bed8-13ff527b5058 admin admin] Unset dirty status for tenant:e3da608b08cc4d18ae5dc9ef7f56381c on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:13:22.563626 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f95d0411-9100-4e1e-bed8-13ff527b5058 admin admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 842 time: 0.2603521 Dec 13 23:13:22.572665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.26.5.1', 'cidr': '172.26.5.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:13:22.577749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:13:22.581656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Usage tracker for resource:subnet and tenant:e3da608b08cc4d18ae5dc9ef7f56381c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:13:22.584553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:13:22.590730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:13:22.688139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Made reservation on behalf of e3da608b08cc4d18ae5dc9ef7f56381c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:13:22.690486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:23.125381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:13:23.125825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:23.130446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:23.197662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8421ff8f-bf69-484a-8801-28684b5df72a,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:23.207882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:23.225044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:13:23.225418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Network hostable DHCP agents. Network: a369abae-eb3e-4f14-84a0-d962bc2f47e7, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:13:23.343813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:13:23.431077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, a369abae-eb3e-4f14-84a0-d962bc2f47e7) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:13:23.435222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:23.435818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:23.441349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b1fe0-3505-4c2e-8b1e-2bd545714993 None None] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:13:23.523414 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9541063 Dec 13 23:13:23.572285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 911561b7-da28-48f2-b6af-eee590a10901 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:13:23.739666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750a92e-880b-4cee-adde-d138f35a97ff None None] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:13:23.825443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 911561b7-da28-48f2-b6af-eee590a10901 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:13:23.834905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 911561b7-da28-48f2-b6af-eee590a10901 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:23.835279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:24.069857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:24.101713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 911561b7-da28-48f2-b6af-eee590a10901, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=911561b7-da28-48f2-b6af-eee590a10901,segment=NetworkSegment(c03a256e-1947-4a21-b440-22931a490fe9),segment_id=c03a256e-1947-4a21-b440-22931a490fe9)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:13:24.162203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:24.165360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:24.232074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=911561b7-da28-48f2-b6af-eee590a10901,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:24.235369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:25.538167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 911561b7-da28-48f2-b6af-eee590a10901 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:13:25.607419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 911561b7-da28-48f2-b6af-eee590a10901 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:25.607831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:25.646245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43030) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:13:25.880486 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-998336c4-6fff-427d-9ff0-044d3715466e admin admin] 10.222.0.30 "GET /v2.0/routers/23b6e766-0b03-4eb7-b39d-7e80e9a74b14 HTTP/1.1" status: 200 len: 710 time: 0.2330451 Dec 13 23:13:26.007818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f8850f-a886-460b-a077-586e22a91af6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:13:26.009164 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b5f8850f-a886-460b-a077-586e22a91af6 admin admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 886 time: 0.1238403 Dec 13 23:13:26.018442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:13:26.515549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:26.739987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:26.796522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:26.925564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Allocated IP 172.26.5.137 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/6fd18236-24ed-4efd-ac96-90f029cc07be) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:13:27.064367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:27.168389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:27.172798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04990a4d-9885-4c49-83e3-ebffa3f0c211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:27.233165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:13:27.236218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:13:27.240176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:13:27.268784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Pushing event updated for resources: {'Port': ['ID=6fd18236-24ed-4efd-ac96-90f029cc07be,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:27.276064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:27.448709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:27.642183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:27.645555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:27.837845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Router 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:13:27.954724 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:13:28.034937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:13:28.042717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:28.043901 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] 10.222.0.30 "PUT /v2.0/routers/23b6e766-0b03-4eb7-b39d-7e80e9a74b14 HTTP/1.1" status: 200 len: 890 time: 2.0293398 Dec 13 23:13:28.044047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Sync routers for ids ['23b6e766-0b03-4eb7-b39d-7e80e9a74b14'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:13:28.056433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Routers {'23b6e766-0b03-4eb7-b39d-7e80e9a74b14'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:13:28.057117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:13:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['23b6e766-0b03-4eb7-b39d-7e80e9a74b14'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:28.258769 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Set router 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:13:28.598253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'name': 'router1', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '6fd18236-24ed-4efd-ac96-90f029cc07be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:13:08Z', 'updated_at': '2021-12-13T23:13:27Z', 'revision_number': 4, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'gw_port': {'id': '6fd18236-24ed-4efd-ac96-90f029cc07be', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:13:26Z', 'updated_at': '2021-12-13T23:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '911561b7-da28-48f2-b6af-eee590a10901', 'name': '', 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'mac_address': 'fa:16:3e:84:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:13:18Z', 'updated_at': '2021-12-13T23:13:24Z', 'revision_number': 5, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'subnets': [{'id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a762359a-3e97-4aaa-9cef-490ea57a086b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:28.603012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Checking router: 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:13:28.603365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Updating router 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 port 6fd18236-24ed-4efd-ac96-90f029cc07be binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:13:28.653843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:28.973427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:28.984575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Transition to ACTIVE for port object 6fd18236-24ed-4efd-ac96-90f029cc07be will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:13:29.076881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:29.081263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:29.162800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e976f1-a676-4156-8bf6-1da8d9e86d1c None None] Pushing event updated for resources: {'Port': ['ID=6fd18236-24ed-4efd-ac96-90f029cc07be,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:29.166048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Attempting to bind port 6fd18236-24ed-4efd-ac96-90f029cc07be on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:13:29.166430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Attempting to bind port 6fd18236-24ed-4efd-ac96-90f029cc07be by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:13:29.166802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Attempting to bind port 6fd18236-24ed-4efd-ac96-90f029cc07be on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:13:29.169067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-80e976f1-a676-4156-8bf6-1da8d9e86d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:29.175386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:13:29.175788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:13:29.176192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:29.176584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:13:29.177119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Bound port: 6fd18236-24ed-4efd-ac96-90f029cc07be, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:13:29.177518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:29.249370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] For port 6fd18236-24ed-4efd-ac96-90f029cc07be, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:13:29.252312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] For port 6fd18236-24ed-4efd-ac96-90f029cc07be, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6fd18236-24ed-4efd-ac96-90f029cc07be,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:13:29.339127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:29.343247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3860d44b-0725-4d9d-8f54-afd3923c204b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:29.450628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e976f1-a676-4156-8bf6-1da8d9e86d1c None None] Pushing event updated for resources: {'Port': ['ID=6fd18236-24ed-4efd-ac96-90f029cc07be,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:29.453612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-80e976f1-a676-4156-8bf6-1da8d9e86d1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:29.455723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Routers {'23b6e766-0b03-4eb7-b39d-7e80e9a74b14'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:13:29.456279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:13:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['23b6e766-0b03-4eb7-b39d-7e80e9a74b14'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:29.631309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] Set router 23b6e766-0b03-4eb7-b39d-7e80e9a74b14 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:13:29.955906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'name': 'router1', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '6fd18236-24ed-4efd-ac96-90f029cc07be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:13:08Z', 'updated_at': '2021-12-13T23:13:27Z', 'revision_number': 4, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'gw_port': {'id': '6fd18236-24ed-4efd-ac96-90f029cc07be', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:13:26Z', 'updated_at': '2021-12-13T23:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '911561b7-da28-48f2-b6af-eee590a10901', 'name': '', 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'mac_address': 'fa:16:3e:84:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:13:18Z', 'updated_at': '2021-12-13T23:13:24Z', 'revision_number': 5, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'subnets': [{'id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a762359a-3e97-4aaa-9cef-490ea57a086b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:13:29.960033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43100231-adc5-4a30-81b8-2cfd55a2b4d8 None None] The sync data for ids ['23b6e766-0b03-4eb7-b39d-7e80e9a74b14'] in dv-neutron-821564-1-hyperv is: [{'id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'name': 'router1', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.137'}], 'enable_snat': True}, 'gw_port_id': '6fd18236-24ed-4efd-ac96-90f029cc07be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:13:08Z', 'updated_at': '2021-12-13T23:13:27Z', 'revision_number': 4, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'gw_port': {'id': '6fd18236-24ed-4efd-ac96-90f029cc07be', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:5d:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:13:26Z', 'updated_at': '2021-12-13T23:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '911561b7-da28-48f2-b6af-eee590a10901', 'name': '', 'network_id': '4ef38ffc-a25b-4986-99fb-035870358fe5', 'tenant_id': 'c264feb361cb408381954d6e5403f02b', 'mac_address': 'fa:16:3e:84:9e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23b6e766-0b03-4eb7-b39d-7e80e9a74b14', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:13:18Z', 'updated_at': '2021-12-13T23:13:24Z', 'revision_number': 5, 'project_id': 'c264feb361cb408381954d6e5403f02b', 'subnets': [{'id': 'e532bb46-d48e-495b-b583-3d19352fb2bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a762359a-3e97-4aaa-9cef-490ea57a086b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:13:30.336032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43040) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:13:30.477163 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d1010995-61e3-4736-9f8b-87f8474295bc admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1399786 Dec 13 23:13:31.568201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6fd18236-24ed-4efd-ac96-90f029cc07be up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:13:31.688243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 6fd18236-24ed-4efd-ac96-90f029cc07be completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:13:31.693479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6fd18236-24ed-4efd-ac96-90f029cc07be triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:31.693826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:31.813465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:31.828640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 6fd18236-24ed-4efd-ac96-90f029cc07be, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6fd18236-24ed-4efd-ac96-90f029cc07be,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:13:31.916604 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:31.918566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:13:31.986915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=6fd18236-24ed-4efd-ac96-90f029cc07be,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:13:31.989845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:13:33.545813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6fd18236-24ed-4efd-ac96-90f029cc07be up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:13:33.616130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6fd18236-24ed-4efd-ac96-90f029cc07be triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:13:33.616507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:41.773441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b73c40c5-7cf0-483f-be29-c892f79973e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:44.034642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-23da48ca-9063-43fd-8d66-327ecad4cd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:45.211910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:45.368495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:13:46.567690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:04.954698 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:14:11.795140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9d433bd-dd25-4d22-ab21-b5ccc801e790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:14.076483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6e34dc64-2fa0-4817-9a68-4b94da9ffcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:15.188914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:15.354591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:16.585010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:41.789155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b5d79120-828c-4233-9a3e-1f57ee62ac45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:41.954497 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:14:44.578814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-97e42107-bfbd-4d1c-8dab-ffc4bcfff79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:45.184524 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:45.350221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:14:46.577727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:11.802491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cafd15c0-8a83-4e7b-a14c-bd3f6d88e5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:14.053186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a843d96-f4f1-4c56-a9d1-a8f3cfc1c018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:15.190330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:15.373312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:16.579215 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:18.955084 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:15:39.338316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43648) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:39.434755 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-15347236-03b0-491e-b2e1-5f3f61e54eac admin admin] GET failed (client error): The resource could not be found. Dec 13 23:15:39.436030 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-15347236-03b0-491e-b2e1-5f3f61e54eac admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0968027 Dec 13 23:15:39.568785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03381ec-5a57-4ce7-a8b5-7b3383ccd80e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:39.570277 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e03381ec-5a57-4ce7-a8b5-7b3383ccd80e admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1304390 Dec 13 23:15:41.580600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43658) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:41.714763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e697af5e-1575-4a5c-8ebb-a44377cb7467 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:41.715387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e697af5e-1575-4a5c-8ebb-a44377cb7467 admin admin] Synchronizing usage tracker for tenant:e3da608b08cc4d18ae5dc9ef7f56381c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:15:41.807009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e697af5e-1575-4a5c-8ebb-a44377cb7467 admin admin] Unset dirty status for tenant:e3da608b08cc4d18ae5dc9ef7f56381c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:15:41.808325 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e697af5e-1575-4a5c-8ebb-a44377cb7467 admin admin] 10.222.0.30 "GET /v2.0/subnets/e532bb46-d48e-495b-b583-3d19352fb2bc HTTP/1.1" status: 200 len: 849 time: 0.2267933 Dec 13 23:15:41.817915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:15:41.835582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1dbaeead-4265-48d8-b40a-aab96a8e8f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:41.933562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:42.212817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780919724804'] for subnet, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:42.216472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:15:42.262077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:42.262653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:42.271466 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] 10.222.0.30 "PUT /v2.0/subnets/e532bb46-d48e-495b-b583-3d19352fb2bc HTTP/1.1" status: 200 len: 868 time: 0.4502716 Dec 13 23:15:42.271756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8656a862-d7a1-47a6-97cc-8b9da9e3d888 None None] Network 4ef38ffc-a25b-4986-99fb-035870358fe5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:15:42.289595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e532bb46-d48e-495b-b583-3d19352fb2bc,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:15:42.298312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.298679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.298986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.299314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.299664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.299989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.300317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.301136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.301443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.301759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.302075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:15:42.319316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:15:42.776055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-34509d99-a888-4dc8-84ed-1fdfee1445f7 None None] Provisioning complete for port 21f45258-154e-462f-b97e-829fd518624f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:15:42.776433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-34509d99-a888-4dc8-84ed-1fdfee1445f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:42.901305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-34509d99-a888-4dc8-84ed-1fdfee1445f7 None None] Provisioning complete for port 911561b7-da28-48f2-b6af-eee590a10901 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:15:42.902002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-34509d99-a888-4dc8-84ed-1fdfee1445f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:44.058501 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f1ceff13-affe-46ce-b6cd-d83067c66013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:44.333776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43668) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:44.529641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2a318b-9f9d-440b-b860-a822014fee54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:44.530025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2a318b-9f9d-440b-b860-a822014fee54 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:44.531539 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cd2a318b-9f9d-440b-b860-a822014fee54 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1967933 Dec 13 23:15:45.200410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:45.383398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:46.548530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43678) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:46.590161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:15:46.749682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ba651-0e74-400d-a15c-8c796f8ca478 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:46.749937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ba651-0e74-400d-a15c-8c796f8ca478 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:46.751441 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0c0ba651-0e74-400d-a15c-8c796f8ca478 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2019923 Dec 13 23:15:48.783820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43688) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:48.979151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48355420-0fb3-4715-aa56-feff7d6d62b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:48.980445 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-48355420-0fb3-4715-aa56-feff7d6d62b5 admin admin] 10.222.0.30 "GET /v2.0/networks/4ef38ffc-a25b-4986-99fb-035870358fe5 HTTP/1.1" status: 200 len: 869 time: 0.1956904 Dec 13 23:15:51.028963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43698) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:51.222934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d36c0b9-d1e6-4717-8342-0f3c5f087e36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:51.224684 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9d36c0b9-d1e6-4717-8342-0f3c5f087e36 admin admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 886 time: 0.1943138 Dec 13 23:15:53.261306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43708) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:53.402827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da0322-b3d9-4c90-b441-7df5ed42b0bc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:53.403203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da0322-b3d9-4c90-b441-7df5ed42b0bc admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:53.404765 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-62da0322-b3d9-4c90-b441-7df5ed42b0bc admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1425211 Dec 13 23:15:55.463779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43718) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:55.593391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb3381-efc4-4031-a155-7a79ba79eae2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:55.593757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb3381-efc4-4031-a155-7a79ba79eae2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:55.595255 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9fcb3381-efc4-4031-a155-7a79ba79eae2 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305575 Dec 13 23:15:55.955750 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:15:57.623588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43728) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:57.749736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21239e3-5642-4e25-8f61-faf15f0993c3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:57.751016 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a21239e3-5642-4e25-8f61-faf15f0993c3 admin admin] 10.222.0.30 "GET /v2.0/subnets/8421ff8f-bf69-484a-8801-28684b5df72a HTTP/1.1" status: 200 len: 816 time: 0.1264920 Dec 13 23:15:59.804820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43738) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:15:59.932517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b44abf-00a1-493e-b37c-0a7d5c9e9107 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:15:59.933854 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-12b44abf-00a1-493e-b37c-0a7d5c9e9107 admin admin] 10.222.0.30 "GET /v2.0/subnets/e532bb46-d48e-495b-b583-3d19352fb2bc HTTP/1.1" status: 200 len: 868 time: 0.1281080 Dec 13 23:16:11.852803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9aaa17da-ce85-4d2e-b292-cb1d47bd73d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:14.047121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-49ac9738-7e2c-4d86-8322-eb7a3711c7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:15.206799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:15.350184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:16.601453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:18.682417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43776) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:16:18.754523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-d70267ce-e3e7-4aa5-84fd-10544df6e399 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:16:18.755506 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d70267ce-e3e7-4aa5-84fd-10544df6e399 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0721691 Dec 13 23:16:20.845406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43786) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:16:20.936371 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d79c57-6f04-4190-ad94-ee50e415b331 admin admin] GET failed (client error): The resource could not be found. Dec 13 23:16:20.940790 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b4d79c57-6f04-4190-ad94-ee50e415b331 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0911653 Dec 13 23:16:21.066925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07ee13c-6855-418b-a69f-73c477563c21 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:16:21.068533 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c07ee13c-6855-418b-a69f-73c477563c21 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1271050 Dec 13 23:16:23.132526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43796) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:16:23.202560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:16:23.207830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:16:23.217251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:16:23.286751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Made reservation on behalf of e3da608b08cc4d18ae5dc9ef7f56381c for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:16:23.289049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:23.380215 dv-neutron-821564-1-hyperv neutron-server[84311]: WARNING neutron.services.revisions.revision_plugin [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Could not find related network for resource to bump revision. Dec 13 23:16:23.392090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:16:23.401387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:23.401717 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Added segment a4d91273-cba0-4b68-bc03-4c74f4e6c2ac of type vlan for network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf Dec 13 23:16:23.428309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:23.520478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:23.521641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:16:23.522211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:23.526866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:16:23.625512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Pushing event updated for resources: {'Network': ['ID=70202b24-01f5-4ec9-b8f8-deb3ae450bbf,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:16:23.633712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.634055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.634392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.634719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.635059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.635386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.635742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.636063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.636380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.636690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.637002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:23.640364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:16:23.648113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:16:23.687855 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5542071 Dec 13 23:16:25.736971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43806) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:16:25.828092 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2c1ab7-4164-44dc-abc4-7c0d58e57049 admin admin] GET failed (client error): The resource could not be found. Dec 13 23:16:25.828589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5a2c1ab7-4164-44dc-abc4-7c0d58e57049 admin admin] Synchronizing usage tracker for tenant:e3da608b08cc4d18ae5dc9ef7f56381c on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:16:25.903751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5a2c1ab7-4164-44dc-abc4-7c0d58e57049 admin admin] Unset dirty status for tenant:e3da608b08cc4d18ae5dc9ef7f56381c on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:16:25.904861 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5a2c1ab7-4164-44dc-abc4-7c0d58e57049 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1669807 Dec 13 23:16:26.008056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3405e2-f717-4440-8fd9-92ff3cd0070e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:16:26.009465 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3f3405e2-f717-4440-8fd9-92ff3cd0070e admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1006565 Dec 13 23:16:26.018793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Request body: {'subnet': {'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:16:26.023125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:16:26.032437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:16:26.138113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Made reservation on behalf of e3da608b08cc4d18ae5dc9ef7f56381c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:16:26.140382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:26.406811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:26.412826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3bae5094-8c01-47c5-80b7-185eb73e8d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:16:26.483191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf564bfc-ce2d-4236-8ff9-7722714ea04d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:16:26.487740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:16:26.492224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Checking segment: {'id': 'a4d91273-cba0-4b68-bc03-4c74f4e6c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:16:26.492578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Network hostable DHCP agents. Network: 70202b24-01f5-4ec9-b8f8-deb3ae450bbf, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:16:26.578343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:16:26.675904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 70202b24-01f5-4ec9-b8f8-deb3ae450bbf) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:16:26.679696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:16:26.680284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:26.685456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df357f-79d0-4689-983f-242062333196 None None] Network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:16:26.761708 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7463722 Dec 13 23:16:26.908070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-70202b24-01f5-4ec9-b8f8-deb3ae450bbf', 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf', 'tenant_id': 'e3da608b08cc4d18ae5dc9ef7f56381c', 'fixed_ips': [{'subnet_id': 'bf564bfc-ce2d-4236-8ff9-7722714ea04d'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:16:26.910145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:27.066853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Allocated IP 192.168.233.2 (70202b24-01f5-4ec9-b8f8-deb3ae450bbf/bf564bfc-ce2d-4236-8ff9-7722714ea04d/ca8d28e3-743e-4355-966a-7660c93c2beb) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:16:27.273464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:27.283950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Transition to ACTIVE for port object ca8d28e3-743e-4355-966a-7660c93c2beb will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:16:27.303962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Transition to ACTIVE for port object ca8d28e3-743e-4355-966a-7660c93c2beb will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:16:27.384514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:27.390036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:16:27.459305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:16:27.462023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:16:27.467047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:16:27.469191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Pushing event updated for resources: {'Port': ['ID=ca8d28e3-743e-4355-966a-7660c93c2beb,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:16:27.504283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.504624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.504953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.505280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.505624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.505946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.506267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.506596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.506912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.507225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.507538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:16:27.516121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:16:27.568622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Attempting to bind port ca8d28e3-743e-4355-966a-7660c93c2beb on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:16:27.568994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Attempting to bind port ca8d28e3-743e-4355-966a-7660c93c2beb by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'a4d91273-cba0-4b68-bc03-4c74f4e6c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:16:27.569356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Attempting to bind port ca8d28e3-743e-4355-966a-7660c93c2beb on network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:16:27.575885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:16:27.576262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Checking segment: {'id': 'a4d91273-cba0-4b68-bc03-4c74f4e6c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:16:27.576663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:27.577055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Bound using segment: {'id': 'a4d91273-cba0-4b68-bc03-4c74f4e6c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:16:27.577523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Bound port: ca8d28e3-743e-4355-966a-7660c93c2beb, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d91273-cba0-4b68-bc03-4c74f4e6c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:16:27.577971 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:27.687339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] For port ca8d28e3-743e-4355-966a-7660c93c2beb, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:16:27.691019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] For port ca8d28e3-743e-4355-966a-7660c93c2beb, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ca8d28e3-743e-4355-966a-7660c93c2beb,segment=NetworkSegment(a4d91273-cba0-4b68-bc03-4c74f4e6c2ac),segment_id=a4d91273-cba0-4b68-bc03-4c74f4e6c2ac)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:16:27.749966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:27.754624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:16:27.828744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Pushing event updated for resources: {'Port': ['ID=ca8d28e3-743e-4355-966a-7660c93c2beb,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:16:27.831840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:16:28.630815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1563270-783b-4016-8a3a-296a16ca6174 None None] Network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:16:28.790685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-63985afd-2b42-4f8e-b0e7-07e554c828ad None None] Provisioning for port ca8d28e3-743e-4355-966a-7660c93c2beb completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:16:29.655063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ca8d28e3-743e-4355-966a-7660c93c2beb up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:16:29.789255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port ca8d28e3-743e-4355-966a-7660c93c2beb completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:16:29.794248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ca8d28e3-743e-4355-966a-7660c93c2beb triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:16:29.794797 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:29.905484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:29.938276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port ca8d28e3-743e-4355-966a-7660c93c2beb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ca8d28e3-743e-4355-966a-7660c93c2beb,segment=NetworkSegment(a4d91273-cba0-4b68-bc03-4c74f4e6c2ac),segment_id=a4d91273-cba0-4b68-bc03-4c74f4e6c2ac)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:16:29.995224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:29.997434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:16:30.061181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=ca8d28e3-743e-4355-966a-7660c93c2beb,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:16:30.064262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:16:31.635992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ca8d28e3-743e-4355-966a-7660c93c2beb up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:16:31.707674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ca8d28e3-743e-4355-966a-7660c93c2beb triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:16:31.708044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:32.957582 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:16:41.783895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6756bddb-6152-4999-afe1-ba30bdd3996a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:44.052118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0eb03b77-d1bf-4f7b-85cd-e4b9f635c40e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:45.223904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:45.349757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:16:46.595060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:09.958896 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:17:11.823422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e4f30ca3-031b-4a27-85c3-6d8c3f57f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:14.063100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-89f25bb3-3bfc-4465-938a-719f4884b22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:15.211919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:15.349274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:16.594836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:41.817705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c44ffe49-1723-4fca-9d37-31ab6770e9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:44.200315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-69665d1f-b302-4502-a6f2-d450d8fc664a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:45.234398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:45.377430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:46.611591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:17:46.959061 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:18:03.342325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43848) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:18:03.348268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-12f5890f-4cd5-4cc2-ad87-a564dbf144de tempest-verify_tempest_config-1009357729 tempest-verify_tempest_config-1009357729-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:18:03.349281 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-12f5890f-4cd5-4cc2-ad87-a564dbf144de tempest-verify_tempest_config-1009357729 tempest-verify_tempest_config-1009357729-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060012 Dec 13 23:18:03.873936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 43864) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:18:04.012380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:04.045900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:18:04.049580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Usage tracker for resource:security_group_rule and tenant:071b1229a94e49dfb464e736c150dd2e is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:18:04.053614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:18:04.059202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:18:04.123377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:04.176881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:04.184571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:18:04.223241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4f4bd-7406-4630-995b-67582e174ce6,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:18:04.226790 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=071b1229a94e49dfb464e736c150dd2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3518012 Dec 13 23:18:04.229579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43870) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:18:04.233824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.234162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.234494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.234820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.235161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.235493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.235853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.236174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.236490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.236832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.237173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.241646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:18:04.293336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:04.363837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:04.491470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:04.495279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:18:04.506336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4f4bd-7406-4630-995b-67582e174ce6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:18:04.515238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:04.516375 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ca4f4bd-7406-4630-995b-67582e174ce6 HTTP/1.1" status: 204 len: 168 time: 0.2858472 Dec 13 23:18:04.519399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.519787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.520125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.520456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.520783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.521111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.521435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.521788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.522062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.522383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.522697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:18:04.525723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:18:11.840071 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-04d2cdf5-360d-4b75-a1a3-66885cd7564a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:14.056632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fa350c27-19d4-47d1-a909-f0244c826336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:15.389031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:15.389742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:16.593717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:23.960250 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:18:41.816959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-059b98dc-1e01-4231-ad63-abc225bee637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:44.051427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5de22ee-bfa3-4d7b-a166-1291908f2c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:45.233543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:45.354088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:18:46.599697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:00.963194 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 5 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:19:11.793497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-35d2e533-33a9-4111-a536-6c013ae15094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:14.039378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc1997df-cd42-45bb-a7c4-5fb1e9bdc516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:15.216216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:15.353477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:16.610158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:18.919088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669606'] for agent, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:33.727945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43940) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:19:33.864809 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6b22d965-5a3a-4ff1-9957-b43978a87c2f admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1357741 Dec 13 23:19:35.873885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 43950) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:19:35.952291 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7b980006-d3e9-4852-a4fd-5a8e0cfdf5a6 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0773411 Dec 13 23:19:37.964144 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:19:41.798564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c69a5a75-3ffb-4c56-82fd-41a48ac41503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:44.061710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-56d0e942-7909-4ed0-a4fb-d0b444aa1783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:45.238489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:45.353406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:46.627511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:19:48.873461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:11.833076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cf611690-cc9b-458e-980f-a3ca819d8691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:14.067718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fc54d695-b928-4a61-bd19-133b47cd4830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:14.967995 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:20:15.221300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:15.358831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:16.615519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:18.935792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:41.809816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b2cd24b-b4ef-4912-a24d-96005620fc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:44.072881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b6005aa-c3cb-476c-88bc-895ec51fe96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:45.220862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:45.358212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:46.615235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:48.900941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:51.968292 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:20:58.625332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44064) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:20:59.346648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1104970302-network', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:20:59.352251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:20:59.356577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Usage tracker for resource:network and tenant:5ad866fb630a4c7884a78950a5f0e640 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:20:59.359902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:20:59.365689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:20:59.455485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Made reservation on behalf of 5ad866fb630a4c7884a78950a5f0e640 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:20:59.458095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:59.471082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:59.503110 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:20:59.506920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Usage tracker for resource:security_group_rule and tenant:5ad866fb630a4c7884a78950a5f0e640 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:20:59.509936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:20:59.515799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:20:59.581161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:59.643936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:59.647291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:20:59.683542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:20:59.685712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9943062-6191-4924-bfa9-35165631187f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:20:59.699781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.700116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.700637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.700958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.701282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.701602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.701945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.702260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.702570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.702884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.703193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Tracked resource versions report: Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: pushed versions: Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: { 'ConntrackHelper': {'1.0'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Log': {'1.0'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Network': {'1.1'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Port': {'1.5'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'PortForwarding': {'1.2'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'QosPolicy': {'1.8'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SecurityGroup': {'1.2'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SecurityGroupRule': {'1.0'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SubPort': {'1.0'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Subnet': {'1.1'}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Trunk': {'1.1'}} Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: consumer versions: Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: { DHCP agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: HyperV agent@hv-neutron-8215: {}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: L3 agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: Metadata agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: Metering agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: Open vSwitch agent@dv-neutron-821564-1-hyperv: { 'ConntrackHelper': '1.0', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Log': '1.0', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Network': '1.1', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Port': '1.5', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'PortForwarding': '1.2', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'QosPolicy': '1.8', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SecurityGroup': '1.2', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SecurityGroupRule': '1.0', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'SubPort': '1.0', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Subnet': '1.1', Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: 'Trunk': '1.1'}} Dec 13 23:20:59.704263 dv-neutron-821564-1-hyperv neutron-server[84312]: {{(pid=84312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:20:59.711088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:20:59.711088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:59.711088 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Added segment 7a974f5e-5231-4c3f-a990-84b7bb7bf4eb of type vlan for network 6ff53bb7-ba76-458a-a6bc-a7068532c83c Dec 13 23:20:59.740259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:59.843759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:59.844965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:20:59.845552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:20:59.851376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:20:59.958791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6ff53bb7-ba76-458a-a6bc-a7068532c83c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:20:59.961974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:20:59.970520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 6ff53bb7-ba76-458a-a6bc-a7068532c83c details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:00.027628 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4012494 Dec 13 23:21:00.030395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44098) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:00.035708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Request body: {'subnet': {'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1104970302-subnet', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:00.041613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:00.045520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Usage tracker for resource:subnet and tenant:5ad866fb630a4c7884a78950a5f0e640 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:00.048457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:00.054444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:00.140989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Made reservation on behalf of 5ad866fb630a4c7884a78950a5f0e640 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:00.143417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:00.416108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:00.420895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a9a0cfdf-ba25-4e39-b113-aa05cd696070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:00.497838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:00.500544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:00.507812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Checking segment: {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:00.509251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Network hostable DHCP agents. Network: 6ff53bb7-ba76-458a-a6bc-a7068532c83c, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:21:00.592881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Network 6ff53bb7-ba76-458a-a6bc-a7068532c83c is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:21:00.678659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 6ff53bb7-ba76-458a-a6bc-a7068532c83c) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:00.688727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:00.688727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:00.689391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a7a0f-86df-460d-a453-c83a62a2410c None None] Network 6ff53bb7-ba76-458a-a6bc-a7068532c83c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:00.765314 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7338700 Dec 13 23:21:00.770135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44126) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:00.776003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:00.780408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:00.784247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Usage tracker for resource:router and tenant:5ad866fb630a4c7884a78950a5f0e640 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:00.787107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:00.794527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:00.890054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:00.891091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:00.911445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:21:00.912403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:00.925599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.085305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Allocated IP 172.20.0.2 (6ff53bb7-ba76-458a-a6bc-a7068532c83c/eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215/73a118f4-0e88-4d31-8d54-47b14cb5f003) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:01.220944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.233903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44140) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:01.343688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44146) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:01.349603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.361240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Transition to ACTIVE for port object 73a118f4-0e88-4d31-8d54-47b14cb5f003 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:01.385162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Transition to ACTIVE for port object 73a118f4-0e88-4d31-8d54-47b14cb5f003 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:01.409314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44154) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:01.462132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.473161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:01.533010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.545144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Pushing event updated for resources: {'Port': ['ID=73a118f4-0e88-4d31-8d54-47b14cb5f003,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:01.555922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Network 6ff53bb7-ba76-458a-a6bc-a7068532c83c is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Tracked resource versions report: Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: pushed versions: Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: { 'ConntrackHelper': {'1.0'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Log': {'1.0'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Network': {'1.1'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Port': {'1.5'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'PortForwarding': {'1.2'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'QosPolicy': {'1.8'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SecurityGroup': {'1.2'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SecurityGroupRule': {'1.0'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SubPort': {'1.0'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Subnet': {'1.1'}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Trunk': {'1.1'}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: consumer versions: Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: { DHCP agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: HyperV agent@hv-neutron-8215: {}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: L3 agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: Metadata agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: Metering agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: Open vSwitch agent@dv-neutron-821564-1-hyperv: { 'ConntrackHelper': '1.0', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Log': '1.0', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Network': '1.1', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Port': '1.5', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'PortForwarding': '1.2', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'QosPolicy': '1.8', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SecurityGroup': '1.2', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SecurityGroupRule': '1.0', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'SubPort': '1.0', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Subnet': '1.1', Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: 'Trunk': '1.1'}} Dec 13 23:21:01.565325 dv-neutron-821564-1-hyperv neutron-server[84313]: {{(pid=84313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:21:01.568546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:01.569624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.573173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:01.576687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:01.667168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Attempting to bind port 73a118f4-0e88-4d31-8d54-47b14cb5f003 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:01.667645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Attempting to bind port 73a118f4-0e88-4d31-8d54-47b14cb5f003 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:01.673917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Attempting to bind port 73a118f4-0e88-4d31-8d54-47b14cb5f003 on network 6ff53bb7-ba76-458a-a6bc-a7068532c83c {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:01.678795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:01.679223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Checking segment: {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:01.679702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.680206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Bound using segment: {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:01.680846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Bound port: 73a118f4-0e88-4d31-8d54-47b14cb5f003, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:01.681043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.712301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Allocated IP 172.26.5.221 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/a4997aa8-294f-47f6-b85b-c18d34e1b953) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:01.777827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] For port 73a118f4-0e88-4d31-8d54-47b14cb5f003, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:01.781792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] For port 73a118f4-0e88-4d31-8d54-47b14cb5f003, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=73a118f4-0e88-4d31-8d54-47b14cb5f003,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:01.810511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1732193048'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:01.819312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:01.829313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:network and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:01.834533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:01.844198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:01.867764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.872649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:01.877178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.924757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:01.928285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.942094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.956930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Pushing event updated for resources: {'Port': ['ID=73a118f4-0e88-4d31-8d54-47b14cb5f003,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:01.962168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:01.988613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:01.990267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:01.997253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:security_group_rule and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:02.000271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:02.006100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:02.009719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:02.084447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.091041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Pushing event updated for resources: {'Port': ['ID=a4997aa8-294f-47f6-b85b-c18d34e1b953,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:02.093923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1256411260-network', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:02.094708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:02.099221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:02.100476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:02.101695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:02.104181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Usage tracker for resource:network and tenant:13f00ae7e1a1479eafcb13cb72acbeec is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:02.105274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:02.107787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:02.117953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:02.130406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1385839302-network', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:02.175103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:02.194024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Usage tracker for resource:network and tenant:6e5e6f0c86d7408587a8ba11ebf879f2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:02.198482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:02.211829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:02.222650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.223760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:02.246830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:02.279883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.280236 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Added segment 0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d of type vlan for network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 Dec 13 23:21:02.281405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16425be-e632-4f69-87ec-4043b2de000b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:02.283549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Made reservation on behalf of 13f00ae7e1a1479eafcb13cb72acbeec for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:02.287413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.308669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.322803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Made reservation on behalf of 6e5e6f0c86d7408587a8ba11ebf879f2 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:02.325367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.347048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.347655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.348489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.348489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.349072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.349549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.350022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.350500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.350993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.351497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.352712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Tracked resource versions report: Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: pushed versions: Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: { 'ConntrackHelper': {'1.0'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Log': {'1.0'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Network': {'1.1'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Port': {'1.5'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'PortForwarding': {'1.2'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'QosPolicy': {'1.8'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SecurityGroup': {'1.2'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SecurityGroupRule': {'1.0'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SubPort': {'1.0'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Subnet': {'1.1'}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Trunk': {'1.1'}} Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: consumer versions: Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: { DHCP agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: HyperV agent@hv-neutron-8215: {}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: L3 agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: Metadata agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: Metering agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: Open vSwitch agent@dv-neutron-821564-1-hyperv: { 'ConntrackHelper': '1.0', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Log': '1.0', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Network': '1.1', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Port': '1.5', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'PortForwarding': '1.2', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'QosPolicy': '1.8', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SecurityGroup': '1.2', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SecurityGroupRule': '1.0', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'SubPort': '1.0', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Subnet': '1.1', Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: 'Trunk': '1.1'}} Dec 13 23:21:02.354103 dv-neutron-821564-1-hyperv neutron-server[84311]: {{(pid=84311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:21:02.366858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:02.384791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.410792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.413789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.416689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.451838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:02.460144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Usage tracker for resource:security_group_rule and tenant:13f00ae7e1a1479eafcb13cb72acbeec is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:02.476364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:02.484237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:02.493330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:02.499856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5e6f0c86d7408587a8ba11ebf879f2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:02.503958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:02.512202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:02.595965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.610416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:02.611267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.631209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ef87ea4e-92d5-48ea-b5c0-b2d7bff77284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:02.679414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.738939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.759970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.774719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Network': ['ID=3ea23088-1e6e-4c3e-b49f-b46d9919dea0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:02.775951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:21:02.781495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:02.781962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:02.795057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:02.821952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b0088e-db05-4c39-82df-9d404e57f3a1,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:02.824516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:02.827145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:02.837302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.838040 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Added segment e8e9528e-6067-48bd-9eb4-706ae08a33d7 of type vlan for network 6e0694f2-7ffe-419d-af64-4f1b71af86ac Dec 13 23:21:02.851014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.868009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:02.879185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.879657 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Added segment 09ba5f2d-3cc4-454e-8bb6-b4105fb6b980 of type vlan for network 840a421d-88cb-462e-a555-093c8caed243 Dec 13 23:21:02.913711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:02.942536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:02.955514 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7203367 Dec 13 23:21:02.963918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44184) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:02.983354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:03.015639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:03.031150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:03.036397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912b7aaa-8c0a-4908-bb4e-8bd73e119130,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:03.094798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:03.095814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:03.128628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:03.154970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-df3ff3be-07f2-4a3b-9cbc-bcaf24b445a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:03.175921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:03.190212 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Sync routers for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:21:03.208511 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:03.209311 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:20:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:03.220231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:03.226267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:03.230558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:03.233035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ddc301-8c95-4baa-bcf6-91e151f93b24 None None] Network 6ff53bb7-ba76-458a-a6bc-a7068532c83c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:03.233673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:03.240034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:03.254194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:03.254983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:03.284388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:03.285801 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5147200 Dec 13 23:21:03.288948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44198) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:03.362973 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0179942 Dec 13 23:21:03.365879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44202) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:03.373202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Request body: {'subnet': {'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1256411260-subnet', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:03.377568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Pushing event updated for resources: {'Network': ['ID=840a421d-88cb-462e-a555-093c8caed243,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:03.382036 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9716768 Dec 13 23:21:03.385077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:03.386697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79b3cfaf-3575-472c-8c76-84e549d9f306 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:03.387161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:03.390348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44206) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:03.403687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 840a421d-88cb-462e-a555-093c8caed243 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:03.404358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Request body: {'subnet': {'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1385839302-subnet', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:03.409395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Usage tracker for resource:subnet and tenant:13f00ae7e1a1479eafcb13cb72acbeec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:03.416436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:03.421465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Usage tracker for resource:subnet and tenant:6e5e6f0c86d7408587a8ba11ebf879f2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:03.424536 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:03.432668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:03.439491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:03.442626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:03.451881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:03.473471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c08eb3a8-9b07-49ff-b453-d093c05e371f None None] Provisioning for port 73a118f4-0e88-4d31-8d54-47b14cb5f003 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:03.580732 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:03.618281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Pushing event updated for resources: {'Network': ['ID=6e0694f2-7ffe-419d-af64-4f1b71af86ac,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:03.625959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Made reservation on behalf of 13f00ae7e1a1479eafcb13cb72acbeec for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:03.629065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:03.632448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:03.650866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Made reservation on behalf of 6e5e6f0c86d7408587a8ba11ebf879f2 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:03.653638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:03.660119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:03.708649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 6e0694f2-7ffe-419d-af64-4f1b71af86ac details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:03.993400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 73a118f4-0e88-4d31-8d54-47b14cb5f003 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:04.102007 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:02Z', 'revision_number': 3, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:04.105218 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Checking router: 262f454b-bc9f-4a7a-a39a-e6e29f125c71 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:21:04.105603 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Updating router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 port a4997aa8-294f-47f6-b85b-c18d34e1b953 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:21:04.150793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.156810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:04.170598 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.272817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 73a118f4-0e88-4d31-8d54-47b14cb5f003 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:04.283747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 73a118f4-0e88-4d31-8d54-47b14cb5f003 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:04.284128 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.347664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=05bcc893-1de6-4bc0-9dc2-98f92d837b6a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:04.371490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:04.373741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:04.377586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network hostable DHCP agents. Network: 3ea23088-1e6e-4c3e-b49f-b46d9919dea0, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:21:04.519951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.582800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b514cdc1-24e4-4f11-bca7-c6f8fc13a968 None None] Provisioning complete for port 73a118f4-0e88-4d31-8d54-47b14cb5f003 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:04.583434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b514cdc1-24e4-4f11-bca7-c6f8fc13a968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.620489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 73a118f4-0e88-4d31-8d54-47b14cb5f003, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=73a118f4-0e88-4d31-8d54-47b14cb5f003,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:04.657737 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.678609 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Transition to ACTIVE for port object a4997aa8-294f-47f6-b85b-c18d34e1b953 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:04.701674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:21:04.731483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.738626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:04.761650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.762692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.770763 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.774907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:04.778780 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:04.787148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 3ea23088-1e6e-4c3e-b49f-b46d9919dea0) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:04.793066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:04.793724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:04.833937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=73a118f4-0e88-4d31-8d54-47b14cb5f003,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:04.837882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b064e5-ed6c-442f-895b-4edb53fe58fc None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:04.862393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d26e38-0e64-4354-a88c-3cd55097d092,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:04.862521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:04.908340 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9366813 Dec 13 23:21:04.910984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44246) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:04.918985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'name': 'tempest-NetworksTestDHCPv6-835568793'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:05.026585 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Attempting to bind port a4997aa8-294f-47f6-b85b-c18d34e1b953 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:05.026980 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Attempting to bind port a4997aa8-294f-47f6-b85b-c18d34e1b953 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:05.027345 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Attempting to bind port a4997aa8-294f-47f6-b85b-c18d34e1b953 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:05.032993 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Pushing event updated for resources: {'Port': ['ID=a4997aa8-294f-47f6-b85b-c18d34e1b953,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:05.058439 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:05.058439 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:05.064273 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:05.064451 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:05.067029 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Bound port: a4997aa8-294f-47f6-b85b-c18d34e1b953, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:05.067647 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:05.103257 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.103710 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.104113 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.104534 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.104947 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.105343 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.105736 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.106142 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.106711 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.106839 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.107222 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Tracked resource versions report: Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: pushed versions: Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: { 'ConntrackHelper': {'1.0'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Log': {'1.0'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Network': {'1.1'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Port': {'1.5'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'PortForwarding': {'1.2'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'QosPolicy': {'1.8'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SecurityGroup': {'1.2'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SecurityGroupRule': {'1.0'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SubPort': {'1.0'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Subnet': {'1.1'}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Trunk': {'1.1'}} Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: consumer versions: Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: { DHCP agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: HyperV agent@hv-neutron-8215: {}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: L3 agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: Metadata agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: Metering agent@dv-neutron-821564-1-hyperv: {}, Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: Open vSwitch agent@dv-neutron-821564-1-hyperv: { 'ConntrackHelper': '1.0', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Log': '1.0', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Network': '1.1', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Port': '1.5', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'PortForwarding': '1.2', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'QosPolicy': '1.8', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SecurityGroup': '1.2', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SecurityGroupRule': '1.0', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'SubPort': '1.0', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Subnet': '1.1', Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: 'Trunk': '1.1'}} Dec 13 23:21:05.109069 dv-neutron-821564-1-hyperv neutron-server[84314]: {{(pid=84314) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 23:21:05.115906 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:05.169128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:05.172425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '05bcc893-1de6-4bc0-9dc2-98f92d837b6a'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:21:05.173405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:05.174175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:05.177476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:05.177902 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] For port a4997aa8-294f-47f6-b85b-c18d34e1b953, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:05.182449 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] For port a4997aa8-294f-47f6-b85b-c18d34e1b953, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a4997aa8-294f-47f6-b85b-c18d34e1b953,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:05.185373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:05.220698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddda300d-02bc-4775-a82d-16b8aefac9cf,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:05.230598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:05.267904 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:05.275237 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:05.281066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.458s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:05.281289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:05.299976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Checking segment: {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:05.300306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Network hostable DHCP agents. Network: 6e0694f2-7ffe-419d-af64-4f1b71af86ac, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:21:05.310276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Checking segment: {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:05.310276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Network hostable DHCP agents. Network: 840a421d-88cb-462e-a555-093c8caed243, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:21:05.312480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:05.323358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:05.362330 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Pushing event updated for resources: {'Port': ['ID=a4997aa8-294f-47f6-b85b-c18d34e1b953,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:05.362330 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:05.363923 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:05.365085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 74837b1f-b92d-4d2f-b9f0-5f867ac133d3 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:21:05.365560 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:20:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:05.409696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/05bcc893-1de6-4bc0-9dc2-98f92d837b6a/93ae0b0b-7c38-460e-b753-f83b43228630) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:05.555956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Network 840a421d-88cb-462e-a555-093c8caed243 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:21:05.562970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Network 6e0694f2-7ffe-419d-af64-4f1b71af86ac is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:21:05.649988 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:05.657008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 6e0694f2-7ffe-419d-af64-4f1b71af86ac) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:05.658890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 840a421d-88cb-462e-a555-093c8caed243) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:05.669511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d9bb5-fa85-40e5-975f-e7e79050309e None None] Network 6e0694f2-7ffe-419d-af64-4f1b71af86ac requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:05.681237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:05.681237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:05.681392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44260) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:05.772512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:05.774500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:05.779798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d09bd2-41aa-48c7-9cb8-5039ef40ade6 None None] Network 840a421d-88cb-462e-a555-093c8caed243 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:05.801433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:05.821526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 73a118f4-0e88-4d31-8d54-47b14cb5f003 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:05.843550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:05.872644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44268) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:05.876016 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5048790 Dec 13 23:21:05.878006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:05.886188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:05.897357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Usage tracker for resource:router and tenant:13f00ae7e1a1479eafcb13cb72acbeec is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:05.904100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:05.917118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:05.921263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Transition to ACTIVE for port object 93ae0b0b-7c38-460e-b753-f83b43228630 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:05.939497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44272) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:05.955291 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3d8bb44e-baf4-4615-8c23-9e9a28f62910 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5595284 Dec 13 23:21:05.955497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44278) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:05.963006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:05.969407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:05.977968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44282) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:05.983070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Usage tracker for resource:router and tenant:6e5e6f0c86d7408587a8ba11ebf879f2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:05.990553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:06.014072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:06.018357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.025862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Transition to ACTIVE for port object 93ae0b0b-7c38-460e-b753-f83b43228630 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:06.028709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.077965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.108465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.142470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.143468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.164343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:06.243155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Pushing event updated for resources: {'Port': ['ID=93ae0b0b-7c38-460e-b753-f83b43228630,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:06.302422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:06.303146 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:02Z', 'revision_number': 3, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:06.315529 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d8b014-6c55-4399-8bb9-424517f5d18b None None] The sync data for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv is: [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:02Z', 'revision_number': 3, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:21:06.382236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Allocated IP 172.20.0.1 (6ff53bb7-ba76-458a-a6bc-a7068532c83c/eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215/71d69920-cea1-4aca-af4e-65fb5538e5ee) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:06.433416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:06.439003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:06.447532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:06.451835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-840a421d-88cb-462e-a555-093c8caed243', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:21:06.452661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.484007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 73a118f4-0e88-4d31-8d54-47b14cb5f003 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:06.484384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.652316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:21:06.653252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.684251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-563669702'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:06.702808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::a4 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/05bcc893-1de6-4bc0-9dc2-98f92d837b6a/74837b1f-b92d-4d2f-b9f0-5f867ac133d3) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:06.707328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.714560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:06.729957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:06.737873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:06.743769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Usage tracker for resource:floatingip and tenant:f28c39be73db4ab9b0ae6bb9eaa2109e is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:06.746515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:06.752558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Transition to ACTIVE for port object 71d69920-cea1-4aca-af4e-65fb5538e5ee will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:06.756857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:06.778961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.780807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Usage tracker for resource:network and tenant:6ff15ea331024886aadda2d41ddb1bf1 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:06.802263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:06.817084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2107205112'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:06.821092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:06.839724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44300) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:06.868317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:06.873124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.878361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:06.892947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.934446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Usage tracker for resource:network and tenant:15a0cf65e6a54d5aa4b9fa26a6f42fff is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:06.940930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:06.944928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Made reservation on behalf of 6ff15ea331024886aadda2d41ddb1bf1 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:06.948499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:06.974547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:06.984085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.010175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Attempting to bind port 93ae0b0b-7c38-460e-b753-f83b43228630 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:07.010175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Attempting to bind port 93ae0b0b-7c38-460e-b753-f83b43228630 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:07.010175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Attempting to bind port 93ae0b0b-7c38-460e-b753-f83b43228630 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:07.012894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=71d69920-cea1-4aca-af4e-65fb5538e5ee,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:07.024671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:07.028481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.044513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:07.058312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Network 6ff53bb7-ba76-458a-a6bc-a7068532c83c is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:07.059680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:07.064146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:07.088428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:07.092998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.101468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:07.102313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:07.102313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.102638 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:07.103130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Bound port: 93ae0b0b-7c38-460e-b753-f83b43228630, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:07.103528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.127558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Made reservation on behalf of 15a0cf65e6a54d5aa4b9fa26a6f42fff for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:07.130615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.140223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Usage tracker for resource:floatingip and tenant:7009c8ebfcde477da2ca4167f1585c17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:07.140223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:07.145523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:07.214019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Allocated IP 172.20.0.2 (840a421d-88cb-462e-a555-093c8caed243/39d26e38-0e64-4354-a88c-3cd55097d092/9fd43475-0cb3-4098-b31e-5611088f6609) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:07.324405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.369314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.380305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.406617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Allocated IP 172.20.0.2 (6e0694f2-7ffe-419d-af64-4f1b71af86ac/ddda300d-02bc-4775-a82d-16b8aefac9cf/6b68431b-5b55-4fdb-bdcf-20d8d531f109) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:07.449661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:07.477180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Usage tracker for resource:security_group_rule and tenant:6ff15ea331024886aadda2d41ddb1bf1 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:07.495175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:07.507129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.512334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:07.526099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21c52452-070d-4e2b-9e4c-a350dcabdaaa None None] Provisioning for port 71d69920-cea1-4aca-af4e-65fb5538e5ee completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:07.539878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:07.552193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21c52452-070d-4e2b-9e4c-a350dcabdaaa None None] Provisioning complete for port 71d69920-cea1-4aca-af4e-65fb5538e5ee triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:07.553003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21c52452-070d-4e2b-9e4c-a350dcabdaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.603874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Usage tracker for resource:security_group_rule and tenant:15a0cf65e6a54d5aa4b9fa26a6f42fff is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:07.614250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:07.620827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.634646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:07.676658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 74837b1f-b92d-4d2f-b9f0-5f867ac133d3 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:07.687826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] For port 93ae0b0b-7c38-460e-b753-f83b43228630, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:07.707536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-21c52452-070d-4e2b-9e4c-a350dcabdaaa None None] Port 71d69920-cea1-4aca-af4e-65fb5538e5ee cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:07.727750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] For port 93ae0b0b-7c38-460e-b753-f83b43228630, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=93ae0b0b-7c38-460e-b753-f83b43228630,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:07.746492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.830479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.856809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.870561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:07.894935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:07.910812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a4997aa8-294f-47f6-b85b-c18d34e1b953 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:07.914780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.941575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Allocated IP 172.26.5.97 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/2b062ef9-98d4-4b60-b1ca-4ecd3451b802) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:07.969831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.974206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.977184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:07.982448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:07.998191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.042452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.046478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Transition to ACTIVE for port object 9fd43475-0cb3-4098-b31e-5611088f6609 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:08.051412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.053540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.069167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:08.069377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Pushing event updated for resources: {'Port': ['ID=93ae0b0b-7c38-460e-b753-f83b43228630,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:08.075897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:08.081396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Transition to ACTIVE for port object 6b68431b-5b55-4fdb-bdcf-20d8d531f109 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:08.102248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Transition to ACTIVE for port object 9fd43475-0cb3-4098-b31e-5611088f6609 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:08.116453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.124236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Transition to ACTIVE for port object 6b68431b-5b55-4fdb-bdcf-20d8d531f109 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:08.135120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:08.147015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Pushing event updated for resources: {'Port': ['ID=71d69920-cea1-4aca-af4e-65fb5538e5ee,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:08.153020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:08.192449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d99b4e2-2670-4dc3-99ac-72de111238b3,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:08.197615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:08.202168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.202310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.207021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:08.226883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-80e976f1-a676-4156-8bf6-1da8d9e86d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:08.310410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.310988 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Added segment ecf30f9f-93f2-428d-9d61-ac65ee9f459b of type vlan for network 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe Dec 13 23:21:08.342800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.378690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:08.382532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:08.383435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Network 840a421d-88cb-462e-a555-093c8caed243 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:08.389509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Pushing event updated for resources: {'Port': ['ID=9fd43475-0cb3-4098-b31e-5611088f6609,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:08.391837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Network 6ff53bb7-ba76-458a-a6bc-a7068532c83c is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:08.393889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:08.399272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:08.401362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:08.402201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a4997aa8-294f-47f6-b85b-c18d34e1b953 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:08.408915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.410317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:08.410931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a4997aa8-294f-47f6-b85b-c18d34e1b953 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:08.411691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.415134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:08.419140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:08.423145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.430820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.456981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:08.457745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=74837b1f-b92d-4d2f-b9f0-5f867ac133d3,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:08.462687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:08.472633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:08.479529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:08.499364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.510602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.511176 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Added segment f3e79e4e-86d9-41b0-ad89-734a29a1ebe8 of type vlan for network 6b628c1d-a1c0-4fd1-b78a-b0b518da7853 Dec 13 23:21:08.518823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.570616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Pushing event updated for resources: {'Port': ['ID=6b68431b-5b55-4fdb-bdcf-20d8d531f109,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:08.596934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Network 6e0694f2-7ffe-419d-af64-4f1b71af86ac is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:08.598464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:08.603040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:08.645126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:08.713078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9b91a6-c44e-47da-acdb-71f07059da54,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:08.713408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.714916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:08.716146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:08.717744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:08.766981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.856526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event updated for resources: {'Port': ['ID=2b062ef9-98d4-4b60-b1ca-4ecd3451b802,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:08.859857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:08.861408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:08.862313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:08.865225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:08.874724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Attempting to bind port 9fd43475-0cb3-4098-b31e-5611088f6609 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:08.875319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Attempting to bind port 9fd43475-0cb3-4098-b31e-5611088f6609 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:08.875487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Attempting to bind port 9fd43475-0cb3-4098-b31e-5611088f6609 on network 840a421d-88cb-462e-a555-093c8caed243 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:08.900299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.904928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Attempting to bind port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:08.905207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Attempting to bind port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:08.905510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Attempting to bind port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 on network 6e0694f2-7ffe-419d-af64-4f1b71af86ac {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:08.910856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Allocated IP 172.26.5.145 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/8219edd7-78de-4a76-9f80-52c3c953e618) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:08.916376 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:08.916376 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Checking segment: {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:08.916671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.917008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Bound using segment: {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:08.917180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:08.917645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Bound port: 9fd43475-0cb3-4098-b31e-5611088f6609, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:08.918041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.918348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.928393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:08.958747 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0464604 Dec 13 23:21:08.960508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.963537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.970388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:08.970761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Checking segment: {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:08.971160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.971552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Bound using segment: {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:08.985530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Bound port: 6b68431b-5b55-4fdb-bdcf-20d8d531f109, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:08.986099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:08.987866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44308) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:09.010460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.014858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-adddc092-4c46-4ea1-85d1-69d57a1507ed None None] Provisioning complete for port 71d69920-cea1-4aca-af4e-65fb5538e5ee triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:09.015239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-adddc092-4c46-4ea1-85d1-69d57a1507ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.019199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.130055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:09.130836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.183398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port a4997aa8-294f-47f6-b85b-c18d34e1b953, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a4997aa8-294f-47f6-b85b-c18d34e1b953,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:09.194917 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2538650 Dec 13 23:21:09.210034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-adddc092-4c46-4ea1-85d1-69d57a1507ed None None] Port 71d69920-cea1-4aca-af4e-65fb5538e5ee cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:09.220630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44312) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:09.227532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.231753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Request body: {'subnet': {'network_id': '8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:09.276856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event updated for resources: {'Network': ['ID=8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:09.287202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.294337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:09.295122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:09.300603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:09.387400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:09.427861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] For port 9fd43475-0cb3-4098-b31e-5611088f6609, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:09.430907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f051621-7ae3-4eb4-ba61-83c256ee79f3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:09.438152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f051621-7ae3-4eb4-ba61-83c256ee79f3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:09.439070 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2f051621-7ae3-4eb4-ba61-83c256ee79f3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4483109 Dec 13 23:21:09.447965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44316) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:09.468656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] For port 6b68431b-5b55-4fdb-bdcf-20d8d531f109, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:09.495345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Pushing event updated for resources: {'Network': ['ID=6b628c1d-a1c0-4fd1-b78a-b0b518da7853,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:09.498200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:09.511077 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.5209000 Dec 13 23:21:09.512113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44320) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:09.516092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:09.525974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Usage tracker for resource:subnet and tenant:6ff15ea331024886aadda2d41ddb1bf1 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:09.550212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.560190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] For port 9fd43475-0cb3-4098-b31e-5611088f6609, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9fd43475-0cb3-4098-b31e-5611088f6609,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:09.563003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 6b628c1d-a1c0-4fd1-b78a-b0b518da7853 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:09.575957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.581833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] For port 6b68431b-5b55-4fdb-bdcf-20d8d531f109, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b68431b-5b55-4fdb-bdcf-20d8d531f109,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:09.582243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 74837b1f-b92d-4d2f-b9f0-5f867ac133d3 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:09.582610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.603336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:09.620104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c032366-5dbe-481f-8ee1-73efe62c98f1 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:09.631322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:09.745260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.797957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:21:09.810509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.834872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Request body: {'network': {'name': 'tempest-network--242152970', 'router:external': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:09.846880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=a4997aa8-294f-47f6-b85b-c18d34e1b953,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:09.862338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:09.886571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:09.887013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:09.891775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:09.928282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d3228b23-85b2-4f46-9a24-2c4503d76dbc None None] Provisioning for port 93ae0b0b-7c38-460e-b753-f83b43228630 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:09.932600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 93ae0b0b-7c38-460e-b753-f83b43228630 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:09.940040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:09.940660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Usage tracker for resource:network and tenant:d2da20fdbd994a2eb53b69c8fe61ddab is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:09.949641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:09.962413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Made reservation on behalf of 6ff15ea331024886aadda2d41ddb1bf1 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:09.984416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:10.078665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:10.100580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:10.117652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Made reservation on behalf of d2da20fdbd994a2eb53b69c8fe61ddab for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:10.120187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.127891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Pushing event updated for resources: {'Port': ['ID=8219edd7-78de-4a76-9f80-52c3c953e618,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:10.147517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:10.149552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7534a8d-0500-4a33-ba19-89a22a1508e3 None None] Pushing event updated for resources: {'Port': ['ID=9fd43475-0cb3-4098-b31e-5611088f6609,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:10.214326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.253542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:10.258502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Usage tracker for resource:security_group_rule and tenant:d2da20fdbd994a2eb53b69c8fe61ddab is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:10.267365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:10.268363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:10.356244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.369217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks [] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.401610 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:10.438041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 93ae0b0b-7c38-460e-b753-f83b43228630 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:10.439243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.455486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.472046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Allocated IP 172.26.5.118 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/c124fa19-db77-41cd-a749-b49d2ef2217d) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:10.472575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 93ae0b0b-7c38-460e-b753-f83b43228630 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:10.472958 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.484487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.518801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:10.526708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.556293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Pushing event updated for resources: {'Port': ['ID=6b68431b-5b55-4fdb-bdcf-20d8d531f109,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:10.563745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.576590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-388873aa-8cff-4d03-b64e-09b62fd1f52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:10.584447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:10.584447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.743s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:10.584447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:10.691364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:10.692640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.718295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f568b73-d8c8-4cba-a102-2f5eb0eb9dea,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:10.728437 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.728782 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Added segment 97b3b4a6-9702-4a1a-bc74-578d429a73b2 of type vlan for network 66869594-6355-47e1-801f-ac1dfc34b509 Dec 13 23:21:10.741520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.742980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 93ae0b0b-7c38-460e-b753-f83b43228630, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=93ae0b0b-7c38-460e-b753-f83b43228630,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:10.747805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:10.749349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:10.771569 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 74837b1f-b92d-4d2f-b9f0-5f867ac133d3 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:10.797974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.800638 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:10.873973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=93ae0b0b-7c38-460e-b753-f83b43228630,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:10.886126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:10.934046 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:10.955349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event updated for resources: {'Port': ['ID=2b062ef9-98d4-4b60-b1ca-4ecd3451b802,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:10.970684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:10.993112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.004411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:11.015772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Sync routers for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:21:11.034826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:11.035458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:20:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:11.049863 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] 10.222.0.30 "PUT /v2.0/routers/262f454b-bc9f-4a7a-a39a-e6e29f125c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7589681 Dec 13 23:21:11.062505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.066238 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2251940 Dec 13 23:21:11.075351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44336) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:11.086613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-928666103'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:11.100005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:11.130767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.133266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:11.134739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.143930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Usage tracker for resource:network and tenant:7009c8ebfcde477da2ca4167f1585c17 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:11.157990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:11.159729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9f7b3482-05b3-4d34-8f2e-62c078a37419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:11.170223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:11.201906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.236076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e7fff4f0-e3ba-4947-a016-95344ad7d442 None None] Provisioning complete for port 93ae0b0b-7c38-460e-b753-f83b43228630 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:11.236459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e7fff4f0-e3ba-4947-a016-95344ad7d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.243098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.345850 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8269923 Dec 13 23:21:11.350285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44348) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:11.357192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:11.366753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.380178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Made reservation on behalf of 7009c8ebfcde477da2ca4167f1585c17 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:11.395897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.475547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d2a76d51-788f-4c46-af43-e57401b271e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:11.519921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'Network': ['ID=66869594-6355-47e1-801f-ac1dfc34b509,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:11.531105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:11.565505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:11.568153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.343s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:11.582758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=74837b1f-b92d-4d2f-b9f0-5f867ac133d3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:11.619171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:11.649220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 66869594-6355-47e1-801f-ac1dfc34b509 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:11.658343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Checking segment: {'id': 'ecf30f9f-93f2-428d-9d61-ac65ee9f459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:11.658698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Network hostable DHCP agents. Network: 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:21:11.671223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.008853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e7fff4f0-e3ba-4947-a016-95344ad7d442 None None] Could not find standard attr ID for object 74837b1f-b92d-4d2f-b9f0-5f867ac133d3. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:21:12.013241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.013241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.013241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:12.013241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Usage tracker for resource:security_group_rule and tenant:7009c8ebfcde477da2ca4167f1585c17 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:12.013241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:12.062777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event updated for resources: {'Subnet': ['ID=42d320be-526e-41c4-b38e-da0d6fb43c29,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:12.067130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:12.069143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:12.080557 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/74837b1f-b92d-4d2f-b9f0-5f867ac133d3 HTTP/1.1" status: 204 len: 168 time: 2.6245828 Dec 13 23:21:12.080557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44354) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:12.090169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 93ae0b0b-7c38-460e-b753-f83b43228630 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:12.147007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Network 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:21:12.161652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a0f321-ac68-48f9-b890-f08afa31a838 None None] Network 840a421d-88cb-462e-a555-093c8caed243 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:12.161834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.181270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.229214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.229728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.230895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.231466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > port after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.231985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.232497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > port after_update 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.232988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.233425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.233838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.234249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.242206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e396822-8096-4dd4-9fdb-72256d78d07e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:12.244150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e396822-8096-4dd4-9fdb-72256d78d07e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:12.245166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e396822-8096-4dd4-9fdb-72256d78d07e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:12.248454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.305440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-756e318f-cf68-4314-b733-220a0e4a5810 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:12.323264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4855b6f8-f78d-4cfb-b961-3ccc2fe5f461 None None] Could not find standard attr ID for object 74837b1f-b92d-4d2f-b9f0-5f867ac133d3. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:21:12.392602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.400158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2547ed7a-d9bc-41d2-980b-b50e12353dd7 None None] Network 6e0694f2-7ffe-419d-af64-4f1b71af86ac requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:12.411447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.411946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.413259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.414189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84312) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:12.414894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66869594-6355-47e1-801f-ac1dfc34b509']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:12.436651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:12.437734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b3b4a6-9702-4a1a-bc74-578d429a73b2') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:12.438237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b3b4a6-9702-4a1a-bc74-578d429a73b2') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:12.438442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:12.447515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.457412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.469837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:12.478000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.486622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:12.486622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.505372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e396822-8096-4dd4-9fdb-72256d78d07e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:12.506597 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5e396822-8096-4dd4-9fdb-72256d78d07e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4238765 Dec 13 23:21:12.521139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44360) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:12.522234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Allocated IP 172.26.5.149 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/413a709d-3b5e-4bff-a1a8-41824903ed70) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:12.524692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.525517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Pushing event updated for resources: {'Port': ['ID=8219edd7-78de-4a76-9f80-52c3c953e618,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn_limited( Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn_limited( Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:12.580789 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:12.637731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:12.645594 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a90e44d-69e0-4b9d-ac35-a30bc4e5350f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.659082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:12.659878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6962e0-70de-4349-b84f-6ac9889a6d28 None None] Network 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:12.660961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.663162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c124fa19-db77-41cd-a749-b49d2ef2217d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:12.675408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.680570 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9951203 Dec 13 23:21:12.681529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44364) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:12.681529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44366) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:12.682776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:12.691116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.696709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:12.697000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:12.700338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66869594-6355-47e1-801f-ac1dfc34b509 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 23:21:12.703440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:12.709261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:12.719951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-654666738', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'fixed_ips': [{'ip_address': '172.26.5.145'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:12.735247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760239199', 'description': 'tempest-description--2030852643'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:12.743749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.745615 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "DELETE /v2.0/networks/66869594-6355-47e1-801f-ac1dfc34b509 HTTP/1.1" status: 204 len: 168 time: 1.3916819 Dec 13 23:21:12.746735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event deleted for resources: {'Network': ['ID=66869594-6355-47e1-801f-ac1dfc34b509,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:12.749680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44372) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:12.762951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:12.768655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:12.773081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:12.779234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:12.781946 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5608606 Dec 13 23:21:12.785974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:12.788311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:12.791383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44376) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:12.791661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Usage tracker for resource:port and tenant:f28c39be73db4ab9b0ae6bb9eaa2109e is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:12.797955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Usage tracker for resource:network and tenant:d2da20fdbd994a2eb53b69c8fe61ddab is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:12.808612 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Request body: {'port': {'network_id': '8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1476528624'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:12.814021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:12.844863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-58eff207-4179-4d79-86e9-ec0b9ea0635d None None] Provisioning for port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:12.875174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Usage tracker for resource:security_group and tenant:5ad866fb630a4c7884a78950a5f0e640 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:12.879824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:12.886561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:12.900651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50977a25-fafb-465d-96de-a3f2e7c57fce,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:12.903434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:12.906191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:12.906525 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Added segment b545a623-9d98-4ac1-b5fe-0be4c8014a43 of type vlan for network 02633305-e98c-4b3f-a2b4-688bd1a62d88 Dec 13 23:21:12.915003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:13.034181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 93ae0b0b-7c38-460e-b753-f83b43228630 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:13.034495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.096021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Made reservation on behalf of f28c39be73db4ab9b0ae6bb9eaa2109e for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:13.098268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.106809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:13.113430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Usage tracker for resource:port and tenant:6ff15ea331024886aadda2d41ddb1bf1 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:13.119776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.119928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:13.123581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.131342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:13.134211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-58eff207-4179-4d79-86e9-ec0b9ea0635d None None] Provisioning for port 9fd43475-0cb3-4098-b31e-5611088f6609 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:13.144569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:13.174359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:13.184909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.199307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Made reservation on behalf of 6ff15ea331024886aadda2d41ddb1bf1 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:13.206623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.239480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] device_id is not set on port feeafb70-e7f3-4711-8c12-08253c578327 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:21:13.249254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '71d69920-cea1-4aca-af4e-65fb5538e5ee', 'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'mac_address': 'fa:16:3e:2c:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:05Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 2, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'subnets': [{'id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:13.261745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Checking router: 262f454b-bc9f-4a7a-a39a-e6e29f125c71 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:21:13.262599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Updating router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 port 71d69920-cea1-4aca-af4e-65fb5538e5ee binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:21:13.311531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe', 'network_id': '8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe', 'tenant_id': '6ff15ea331024886aadda2d41ddb1bf1', 'fixed_ips': [{'subnet_id': '42d320be-526e-41c4-b38e-da0d6fb43c29'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:21:13.312367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.314729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:13.340194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.416847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Made reservation on behalf of d2da20fdbd994a2eb53b69c8fe61ddab for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:13.419188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.420978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 05bcc893-1de6-4bc0-9dc2-98f92d837b6a {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:21:13.424733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:13.436851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.451243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Allocated IP 172.20.0.14 (8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe/42d320be-526e-41c4-b38e-da0d6fb43c29/feeafb70-e7f3-4711-8c12-08253c578327) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:13.468774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Usage tracker for resource:security_group_rule and tenant:5ad866fb630a4c7884a78950a5f0e640 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:13.468952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:13.478846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:13.483289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:13.490974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:13.496079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.496825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.497174 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Added segment 2deb3c9f-faff-491e-a91e-5b50d66bf0a7 of type vlan for network d5e8d678-82c7-44f1-945a-792380f10ca6 Dec 13 23:21:13.498452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Usage tracker for resource:security_group_rule and tenant:f28c39be73db4ab9b0ae6bb9eaa2109e is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:13.502072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:13.525309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:13.528887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.547145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:13.547276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.566697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.569568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:13.594748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9fd43475-0cb3-4098-b31e-5611088f6609 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:13.640833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.764700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.806447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.815221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.816846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event updated for resources: {'Network': ['ID=02633305-e98c-4b3f-a2b4-688bd1a62d88,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:13.819534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:13.827814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.832655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:13.835337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 02633305-e98c-4b3f-a2b4-688bd1a62d88 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:13.837448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-220643d8-7ac1-43c5-b88e-c0429a43b726 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:13.838196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:13.859309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Transition to ACTIVE for port object feeafb70-e7f3-4711-8c12-08253c578327 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:13.881446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.882422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.903577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.916550 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8336012 Dec 13 23:21:13.917015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:13.920123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44380) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:13.939785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Request body: {'subnet': {'network_id': '02633305-e98c-4b3f-a2b4-688bd1a62d88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:13.963824 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2036085 Dec 13 23:21:13.970443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44384) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:13.979981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'Network': ['ID=d5e8d678-82c7-44f1-945a-792380f10ca6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:13.983291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:13.987133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 9fd43475-0cb3-4098-b31e-5611088f6609 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:13.987270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Request body: {'subnet': {'network_id': 'd5e8d678-82c7-44f1-945a-792380f10ca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:14.010151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network d5e8d678-82c7-44f1-945a-792380f10ca6 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:14.038792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9fd43475-0cb3-4098-b31e-5611088f6609 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:14.039513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.041355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.042834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:14.042951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:14.062804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Usage tracker for resource:subnet and tenant:d2da20fdbd994a2eb53b69c8fe61ddab is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:14.069137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:14.075763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:14.084575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Pushing event updated for resources: {'Port': ['ID=413a709d-3b5e-4bff-a1a8-41824903ed70,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:14.087643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:14.088276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:14.092616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.097277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:14.103864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:14.107853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Usage tracker for resource:subnet and tenant:7009c8ebfcde477da2ca4167f1585c17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:14.110715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:14.117247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:14.121727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:14.192694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.199154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c775042-7076-43c1-afae-e79b20a1a17d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:14.205532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Made reservation on behalf of 7009c8ebfcde477da2ca4167f1585c17 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:14.211568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:14.212327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:14.218817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] device_id is not set on port 263b9d6e-2d3c-43e2-bbc0-b6e950547721 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:21:14.227427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.240617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:14.255051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-680c284c-6285-458e-8812-273339e6c5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.273830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.275128 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4cdc623f-3a90-452e-a138-7effd501a293 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5815797 Dec 13 23:21:14.281385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44388) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:14.305983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.326107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b9f579-01c5-497a-9f28-91d4138c66b6,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:14.334568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:14.338947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:14.363263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Request body: {'security_group_rule': {'security_group_id': '8c775042-7076-43c1-afae-e79b20a1a17d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:14.363541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Allocated IP 172.20.0.2 (8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe/42d320be-526e-41c4-b38e-da0d6fb43c29/e1619953-314c-4d9d-9437-650f46685018) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:14.376724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Made reservation on behalf of d2da20fdbd994a2eb53b69c8fe61ddab for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:14.379049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.399046 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:14.415773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=05bcc893-1de6-4bc0-9dc2-98f92d837b6a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:14.433381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Usage tracker for resource:security_group_rule and tenant:5ad866fb630a4c7884a78950a5f0e640 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:14.436391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.444759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:14.457211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event updated for resources: {'Port': ['ID=feeafb70-e7f3-4711-8c12-08253c578327,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:14.460572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:14.461630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:14.465315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Network 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:14.471217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:14.485544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.488544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.521859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:14.524453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:14.539287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcdb1c9-fbb4-4608-9f41-c539a249727f None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:14.552603 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.583359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Transition to ACTIVE for port object 71d69920-cea1-4aca-af4e-65fb5538e5ee will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:14.617072 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/05bcc893-1de6-4bc0-9dc2-98f92d837b6a HTTP/1.1" status: 204 len: 168 time: 2.0798669 Dec 13 23:21:14.618926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44392) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:14.661147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 9fd43475-0cb3-4098-b31e-5611088f6609, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9fd43475-0cb3-4098-b31e-5611088f6609,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:14.667846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.686104 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 23:21:14.686575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:21:14.689288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:14.712458 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-08e14370-39f7-489e-a140-4a907f3f4a5b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867577 Dec 13 23:21:14.714512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44396) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:14.716543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.723595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:14.728519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:14.728675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.785877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.786685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a4997aa8-294f-47f6-b85b-c18d34e1b953 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:14.828853 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.1336987 Dec 13 23:21:14.843239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44400) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:14.849200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.849912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:14.871855 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.0766592 Dec 13 23:21:14.876974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44404) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:14.954206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:15.055560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.056799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969e61b-b543-4af7-8afb-766b753b6d97 None None] Pushing event updated for resources: {'Port': ['ID=71d69920-cea1-4aca-af4e-65fb5538e5ee,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:15.075797 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6969e61b-b543-4af7-8afb-766b753b6d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:15.078850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-80e976f1-a676-4156-8bf6-1da8d9e86d1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:15.097151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Deleting port feeafb70-e7f3-4711-8c12-08253c578327 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:15.097531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.142359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:15.151421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.174441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:15.182289 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.206462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13074655-1c64-4c4e-a310-3056488981bd,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:15.210296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:15.236547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:15.238612 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:15.250318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Deleting port 8219edd7-78de-4a76-9f80-52c3c953e618 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:15.250825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.276253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.278077 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Transition to ACTIVE for port object e1619953-314c-4d9d-9437-650f46685018 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:15.296733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-034ffa4e-ade8-4ea0-b0a9-c267b0cb00be tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:15.334511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=9fd43475-0cb3-4098-b31e-5611088f6609,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:15.345526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:15.347075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Attempting to bind port 71d69920-cea1-4aca-af4e-65fb5538e5ee on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:15.347451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Attempting to bind port 71d69920-cea1-4aca-af4e-65fb5538e5ee by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:15.347849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Attempting to bind port 71d69920-cea1-4aca-af4e-65fb5538e5ee on network 6ff53bb7-ba76-458a-a6bc-a7068532c83c {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:15.350759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Transition to ACTIVE for port object e1619953-314c-4d9d-9437-650f46685018 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:15.360635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.361821 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0229421 Dec 13 23:21:15.369176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44410) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:15.373579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.374222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a4997aa8-294f-47f6-b85b-c18d34e1b953 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:15.374591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.402306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Router 51cc95b4-512d-4047-93e8-99a719ee49b5 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:21:15.406853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.417385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:15.417774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Checking segment: {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:15.420353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.420353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Bound using segment: {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:15.420353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Bound port: 71d69920-cea1-4aca-af4e-65fb5538e5ee, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:15.420353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.439519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Request body: {'security_group_rule': {'security_group_id': '8c775042-7076-43c1-afae-e79b20a1a17d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:15.451598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.458476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:15.473580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:15.478287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.505669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:21:15.548891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] Deleting port 93ae0b0b-7c38-460e-b753-f83b43228630 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:15.549310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.573481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:15.588356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Usage tracker for resource:security_group_rule and tenant:5ad866fb630a4c7884a78950a5f0e640 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:15.610683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:15.629623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:15.645259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event updated for resources: {'Subnet': ['ID=689807a2-5c9a-4e0d-abb9-2055d9e2bcb0,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:15.648116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:15.649441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Network 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:15.662722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:15.676545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Pushing event updated for resources: {'Port': ['ID=e1619953-314c-4d9d-9437-650f46685018,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:15.678863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:15.689395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:15.695652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Checking segment: {'id': 'b545a623-9d98-4ac1-b5fe-0be4c8014a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02633305-e98c-4b3f-a2b4-688bd1a62d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:15.695652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Network hostable DHCP agents. Network: 02633305-e98c-4b3f-a2b4-688bd1a62d88, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:21:15.710408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.748079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.748445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:15.803996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] For port 71d69920-cea1-4aca-af4e-65fb5538e5ee, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:15.849949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Calling delete_port for feeafb70-e7f3-4711-8c12-08253c578327 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:15.882999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] For port 71d69920-cea1-4aca-af4e-65fb5538e5ee, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=71d69920-cea1-4aca-af4e-65fb5538e5ee,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:15.887693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b68431b-5b55-4fdb-bdcf-20d8d531f109 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:15.892324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Calling delete_port for 8219edd7-78de-4a76-9f80-52c3c953e618 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:15.899633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.005111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.018513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:16.050106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Network 02633305-e98c-4b3f-a2b4-688bd1a62d88 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:21:16.062075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Attempting to bind port e1619953-314c-4d9d-9437-650f46685018 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:16.062075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Attempting to bind port e1619953-314c-4d9d-9437-650f46685018 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'ecf30f9f-93f2-428d-9d61-ac65ee9f459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:16.062865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Attempting to bind port e1619953-314c-4d9d-9437-650f46685018 on network 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:16.096999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] For port 93ae0b0b-7c38-460e-b753-f83b43228630, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=93ae0b0b-7c38-460e-b753-f83b43228630,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:16.097424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.105789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:21:16.106241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.112192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:16.114234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Checking segment: {'id': 'ecf30f9f-93f2-428d-9d61-ac65ee9f459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:16.114234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.114234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Bound using segment: {'id': 'ecf30f9f-93f2-428d-9d61-ac65ee9f459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:16.114234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Bound port: e1619953-314c-4d9d-9437-650f46685018, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf30f9f-93f2-428d-9d61-ac65ee9f459b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:16.114234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.150958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:16.191497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 02633305-e98c-4b3f-a2b4-688bd1a62d88) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:16.201679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:16.202273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.253864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.268374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] Calling delete_port for 93ae0b0b-7c38-460e-b753-f83b43228630 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:16.290185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'Subnet': ['ID=48a095a1-9b67-4f74-8d20-c4f487a0cf0c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:16.292809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:16.300319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940ecaf-3512-41ea-8994-76cc8966827c None None] Network 02633305-e98c-4b3f-a2b4-688bd1a62d88 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:16.313413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.320275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Checking segment: {'id': '2deb3c9f-faff-491e-a91e-5b50d66bf0a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'd5e8d678-82c7-44f1-945a-792380f10ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:16.320454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-94158fa2-1f8d-4172-bdb4-d4652890c6c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:16.320770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Network hostable DHCP agents. Network: d5e8d678-82c7-44f1-945a-792380f10ca6, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:21:16.364580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.366593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.373247 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f38f5a4a-21e3-4d1f-a9b7-6b9b5d7400d4 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4485486 Dec 13 23:21:16.373472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44414) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:16.380428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:16.389328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-174510106', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:16.402963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640430c1-f5fc-48d3-8ed3-18891cf09b95,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:16.405404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:16.408987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cb898239-6ba6-450b-841d-41768cefe179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:16.413143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:16.415725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Router 20616f82-317f-4cee-a91c-ecbaf8771d85 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:21:16.417519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.424507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:16.428414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Usage tracker for resource:router and tenant:7009c8ebfcde477da2ca4167f1585c17 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:16.442541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:16.448177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:16.454056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:16.454362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Network d5e8d678-82c7-44f1-945a-792380f10ca6 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:21:16.455709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.457500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969e61b-b543-4af7-8afb-766b753b6d97 None None] Pushing event updated for resources: {'Port': ['ID=71d69920-cea1-4aca-af4e-65fb5538e5ee,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:16.478383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=3f5e3567-ccd9-4427-8159-c103704f29b9,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:16.481664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:16.488836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event deleted for resources: {'Port': ['ID=feeafb70-e7f3-4711-8c12-08253c578327,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:16.489698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:16.491249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:16.491466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:16.528884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6969e61b-b543-4af7-8afb-766b753b6d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:16.534145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:16.541266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:16.547028 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Sync routers for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:21:16.563741 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:16.564308 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:16.598000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Pushing event deleted for resources: {'Port': ['ID=8219edd7-78de-4a76-9f80-52c3c953e618,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:16.624489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.625695 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2537179 Dec 13 23:21:16.626515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, d5e8d678-82c7-44f1-945a-792380f10ca6) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:16.629756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44418) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:16.630881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.636700 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] 10.222.0.30 "DELETE /v2.0/ports/feeafb70-e7f3-4711-8c12-08253c578327 HTTP/1.1" status: 204 len: 168 time: 1.7303097 Dec 13 23:21:16.640716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44420) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:16.640843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:16.641348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.662363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:16.662914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.667640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:16.673255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:16.681275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.681869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:16.683509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.684774 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/f5c4a176-2a37-4fef-bcb1-9841a10c40e5 HTTP/1.1" status: 204 len: 168 time: 1.8405612 Dec 13 23:21:16.686636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Usage tracker for resource:floatingip and tenant:5ad866fb630a4c7884a78950a5f0e640 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:16.692370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:16.699439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:16.700191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:16.703211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:16.746215 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7720995 Dec 13 23:21:16.754552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44430) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:16.769704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Request body: {'floatingip': {'floating_network_id': 'd5e8d678-82c7-44f1-945a-792380f10ca6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:16.781900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:16.795260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Usage tracker for resource:floatingip and tenant:d2da20fdbd994a2eb53b69c8fe61ddab is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:16.803712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:16.820009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:16.841030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.873451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192589e7-908e-4e03-8693-a08b3b75a2bf None None] Network d5e8d678-82c7-44f1-945a-792380f10ca6 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:16.906191 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1901112 Dec 13 23:21:16.912820 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:16.916381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44434) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:16.917610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.922186 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.0485168 Dec 13 23:21:16.922492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:16.926369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44438) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:16.951749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] For port e1619953-314c-4d9d-9437-650f46685018, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:16.954291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'name': 'tempest-NetworksTestDHCPv6-1136494180'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:16.965902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.024510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:17.077259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.078122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.096741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] Pushing event deleted for resources: {'Port': ['ID=93ae0b0b-7c38-460e-b753-f83b43228630,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:17.100648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.110097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.118574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:17.120366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] For port e1619953-314c-4d9d-9437-650f46685018, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e1619953-314c-4d9d-9437-650f46685018,segment=NetworkSegment(ecf30f9f-93f2-428d-9d61-ac65ee9f459b),segment_id=ecf30f9f-93f2-428d-9d61-ac65ee9f459b)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:17.256763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:17.258504 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bbb74a59-da96-492c-990b-651a26554948 tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5483091 Dec 13 23:21:17.270460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44444) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:17.310023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.322759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] No DVR routers for this DVR port 93ae0b0b-7c38-460e-b753-f83b43228630 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:21:17.338119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Sync routers for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:21:17.358051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:17.359841 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:12Z', 'revision_number': 3, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:17.366925 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Checking router: 51cc95b4-512d-4047-93e8-99a719ee49b5 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:21:17.367701 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Updating router 51cc95b4-512d-4047-93e8-99a719ee49b5 port c124fa19-db77-41cd-a749-b49d2ef2217d binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:21:17.399114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1930984408'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:17.426227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.432210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65543aef-71d8-4937-b8ed-e67d67f6f29d None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:17.435181 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.445961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:17.466538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:17.469858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:17.477107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:17.484503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:17.495100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44450) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:17.518836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Usage tracker for resource:network and tenant:6ff15ea331024886aadda2d41ddb1bf1 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:17.540905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:17.563847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:17.631489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.647522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:17.648489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:17.650008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.654150 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.6978991 Dec 13 23:21:17.657157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44456) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:17.664901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Allocated IP 172.26.5.208 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/8e3e7265-05f7-4295-83d5-c92060cc10e3) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:17.720238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Made reservation on behalf of 6ff15ea331024886aadda2d41ddb1bf1 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:17.723334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.734780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-02633305-e98c-4b3f-a2b4-688bd1a62d88', 'network_id': '02633305-e98c-4b3f-a2b4-688bd1a62d88', 'tenant_id': '7009c8ebfcde477da2ca4167f1585c17', 'fixed_ips': [{'subnet_id': '689807a2-5c9a-4e0d-abb9-2055d9e2bcb0'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:21:17.735568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.856308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.896833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:17.900779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.906671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:17.919479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.973901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:17.986981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port c1927f90-50b6-4c93-bf8b-31376a7145ba yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:21:17.996862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.000644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.000994 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Added segment 15537748-f2e5-47cb-b7b6-e719565e5cf6 of type vlan for network 1b28ea78-b834-41a8-86e6-469fa7c4810a Dec 13 23:21:18.016164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:18.027764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Usage tracker for resource:security_group_rule and tenant:d0bb20ee5ce443678a30853a551251b2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:18.033151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:18.049828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Pushing event updated for resources: {'Port': ['ID=e1619953-314c-4d9d-9437-650f46685018,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:18.062478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:18.100105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:18.105848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:18.184949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Allocated IP 172.20.0.13 (d5e8d678-82c7-44f1-945a-792380f10ca6/48a095a1-9b67-4f74-8d20-c4f487a0cf0c/4b414523-28d1-4ec8-8149-660a93e59a31) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:18.201795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.368069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:18.393976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.397391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.410358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:18.411011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.418898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dba8af3d-8161-4002-a54c-5c947f5b505e tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:18.471064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2656ed55-48e3-4dbb-86d3-15a8fc3645de None None] Network d5e8d678-82c7-44f1-945a-792380f10ca6 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:18.514421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.520181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::20 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/3f5e3567-ccd9-4427-8159-c103704f29b9/c1927f90-50b6-4c93-bf8b-31376a7145ba) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:18.526774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '3f5e3567-ccd9-4427-8159-c103704f29b9'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:21:18.527963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.543708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 6b68431b-5b55-4fdb-bdcf-20d8d531f109, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b68431b-5b55-4fdb-bdcf-20d8d531f109,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:18.601822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.642391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.663193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.666496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-134cce6c-32bd-44ac-8506-c1f7c98b0e6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:18.720211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.793609 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.814671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.828244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6969e61b-b543-4af7-8afb-766b753b6d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:18.842226 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Transition to ACTIVE for port object c124fa19-db77-41cd-a749-b49d2ef2217d will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:18.843441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:18.847806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Pushing event updated for resources: {'Port': ['ID=8e3e7265-05f7-4295-83d5-c92060cc10e3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:18.850767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:18.851736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:18.857533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:18.925311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event updated for resources: {'Network': ['ID=1b28ea78-b834-41a8-86e6-469fa7c4810a,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:18.931361 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:18.940184 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5704362 Dec 13 23:21:18.940184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44460) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:18.964321 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:18.976632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.019374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object c1927f90-50b6-4c93-bf8b-31376a7145ba will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:19.021426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Allocated IP 172.26.5.61 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/6cc964b5-6b93-4acd-8bac-cccda0f01325) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:19.044506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Allocated IP 172.20.0.2 (02633305-e98c-4b3f-a2b4-688bd1a62d88/689807a2-5c9a-4e0d-abb9-2055d9e2bcb0/6034d4dd-1844-4618-a35d-f8886b397dd7) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:19.074978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.092547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:19.137188 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Attempting to bind port c124fa19-db77-41cd-a749-b49d2ef2217d on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:19.137571 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Attempting to bind port c124fa19-db77-41cd-a749-b49d2ef2217d by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:19.137941 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Attempting to bind port c124fa19-db77-41cd-a749-b49d2ef2217d on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:19.165315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.174824 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5302a9-7262-4756-9141-b56ee6028980 None None] Pushing event updated for resources: {'Port': ['ID=c124fa19-db77-41cd-a749-b49d2ef2217d,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:19.186358 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:19.187029 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:19.187639 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.188208 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:19.188893 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Bound port: c124fa19-db77-41cd-a749-b49d2ef2217d, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:19.189475 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.206811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Network d5e8d678-82c7-44f1-945a-792380f10ca6 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:19.217734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:19.220146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:19.221487 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-9d5302a9-7262-4756-9141-b56ee6028980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:19.269718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.274898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:19.275942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'Port': ['ID=4b414523-28d1-4ec8-8149-660a93e59a31,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:19.278823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:19.282803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:19.285074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:19.289526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:19.290151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.293874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5fbb7c5a-fba3-4d3e-bf92-791fa6f5f392 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:19.314400 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] For port c124fa19-db77-41cd-a749-b49d2ef2217d, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:19.319189 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] For port c124fa19-db77-41cd-a749-b49d2ef2217d, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c124fa19-db77-41cd-a749-b49d2ef2217d,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:19.383960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:19.385326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.741s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:19.399566 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.405724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.412606 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:19.437011 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0bb20ee5ce443678a30853a551251b2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9348552 Dec 13 23:21:19.439768 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9fd43475-0cb3-4098-b31e-5611088f6609 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:19.454720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44464) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:19.499402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6746072b-6e63-4738-86c9-90a8b64cde29,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:19.526739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:19.533104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 1b28ea78-b834-41a8-86e6-469fa7c4810a details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:19.578282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:19.578668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:19.581583 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5302a9-7262-4756-9141-b56ee6028980 None None] Pushing event updated for resources: {'Port': ['ID=c124fa19-db77-41cd-a749-b49d2ef2217d,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:19.584630 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-9d5302a9-7262-4756-9141-b56ee6028980 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:19.602816 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:19.603433 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:19.625026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:19.634507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.637976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:19.661273 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7421970 Dec 13 23:21:19.676777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44470) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:19.707331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b08e6697-7c1e-40bd-b441-b48b3a773be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.709902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=c1927f90-50b6-4c93-bf8b-31376a7145ba,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:19.727370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.728966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:19.796296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:19.799007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event updated for resources: {'Port': ['ID=6cc964b5-6b93-4acd-8bac-cccda0f01325,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:19.821707 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:19.847749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:19.988207 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0737d985-cd6b-4820-857a-8a504542e24f tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] 10.222.0.30 "GET /v2.0/agents/79ee0218-c3a9-4715-9dab-54894aebcc28/dhcp-networks HTTP/1.1" status: 200 len: 7807 time: 0.6653125 Dec 13 23:21:19.990857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44474) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:20.086787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b08e6697-7c1e-40bd-b441-b48b3a773be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.162462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/3f5e3567-ccd9-4427-8159-c103704f29b9/853da6ca-95b5-4a59-b04b-fb68900d6c69) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:20.165632 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:12Z', 'revision_number': 3, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:20.171155 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3edc5b-87b1-40a3-945d-b7b36898bc4f None None] The sync data for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv is: [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:12Z', 'revision_number': 3, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:21:20.182814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8184f89c-5575-4fdc-a6fc-b01930780692 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:20.183629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8184f89c-5575-4fdc-a6fc-b01930780692 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:20.229212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.268302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362d291-5c94-44e1-9dd6-942cedb7cd33 tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] Network 1b28ea78-b834-41a8-86e6-469fa7c4810a is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:21:20.427543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b08e6697-7c1e-40bd-b441-b48b3a773be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.431853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.447757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.456429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Transition to ACTIVE for port object 853da6ca-95b5-4a59-b04b-fb68900d6c69 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:20.472550 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e362d291-5c94-44e1-9dd6-942cedb7cd33 tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] 10.222.0.30 "POST /v2.0/agents/79ee0218-c3a9-4715-9dab-54894aebcc28/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4772584 Dec 13 23:21:20.473303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8184f89c-5575-4fdc-a6fc-b01930780692 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:20.474326 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8184f89c-5575-4fdc-a6fc-b01930780692 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7873523 Dec 13 23:21:20.477013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Transition to ACTIVE for port object 853da6ca-95b5-4a59-b04b-fb68900d6c69 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:20.480022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44478) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:20.480347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44480) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:20.484131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e69baf2-12d4-466f-96bf-4adb58e963b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:20.497972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f53ab-367f-4584-826e-7271d6c02258 None None] Network 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:20.562071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e6697-7c1e-40bd-b441-b48b3a773be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6746072b-6e63-4738-86c9-90a8b64cde29,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:20.563858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.567011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b08e6697-7c1e-40bd-b441-b48b3a773be8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:20.577626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.578364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.584123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.597737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-619c44a4-5d18-4279-a815-adbfd15bdaf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:20.600075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6528f85-c05a-4a85-9ceb-1e77fa952816 None None] Network 1b28ea78-b834-41a8-86e6-469fa7c4810a requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:20.726462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port c1927f90-50b6-4c93-bf8b-31376a7145ba {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:20.727016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.756556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b08e6697-7c1e-40bd-b441-b48b3a773be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:20.760792 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b08e6697-7c1e-40bd-b441-b48b3a773be8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6746072b-6e63-4738-86c9-90a8b64cde29 HTTP/1.1" status: 204 len: 168 time: 1.2996690 Dec 13 23:21:20.802436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=6b68431b-5b55-4fdb-bdcf-20d8d531f109,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:20.982980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Pushing event updated for resources: {'Port': ['ID=8e3e7265-05f7-4295-83d5-c92060cc10e3,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:21.035477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:21.091848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.094471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.117235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.119680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:21.134334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.306s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:21.134929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:21.178900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.235784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:21.255579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9fd43475-0cb3-4098-b31e-5611088f6609 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:21.256274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.355108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:21.372986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c18692d1-c6f9-426b-9e00-5266811c9820 None None] Provisioning for port e1619953-314c-4d9d-9437-650f46685018 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:21.381541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.385141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.392692 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7547441 Dec 13 23:21:21.482091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Allocated IP 172.20.0.1 (6e0694f2-7ffe-419d-af64-4f1b71af86ac/ddda300d-02bc-4775-a82d-16b8aefac9cf/63c16c7e-dc7c-4e45-abd5-09218b3dd870) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:21.496257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.524014 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bf0d4382-85a9-4218-a84e-aa878c26c429 tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] 10.222.0.30 "GET /v2.0/agents/79ee0218-c3a9-4715-9dab-54894aebcc28/dhcp-networks HTTP/1.1" status: 200 len: 8552 time: 1.0194197 Dec 13 23:21:21.528559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44498) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:21.561013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:21.565141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Transition to ACTIVE for port object 6034d4dd-1844-4618-a35d-f8886b397dd7 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:21.621611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:14Z', 'revision_number': 3, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:21.636338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Checking router: 20616f82-317f-4cee-a91c-ecbaf8771d85 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:21:21.636991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Updating router 20616f82-317f-4cee-a91c-ecbaf8771d85 port 413a709d-3b5e-4bff-a1a8-41824903ed70 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:21:21.738245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44506) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:21.742845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.753679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.810757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Transition to ACTIVE for port object 63c16c7e-dc7c-4e45-abd5-09218b3dd870 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:21.812405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Transition to ACTIVE for port object 6034d4dd-1844-4618-a35d-f8886b397dd7 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:21.815788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.860577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:21.878033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'Port': ['ID=4b414523-28d1-4ec8-8149-660a93e59a31,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:21.890623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:22.013184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.024709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42fce6e4-28d7-4d5c-92b2-ac1bc3dab4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:22.131334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.131549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e1619953-314c-4d9d-9437-650f46685018 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:22.138044 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3783505 Dec 13 23:21:22.145700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44516) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:22.147434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for c1927f90-50b6-4c93-bf8b-31376a7145ba owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:22.157806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Pushing event updated for resources: {'Port': ['ID=853da6ca-95b5-4a59-b04b-fb68900d6c69,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:22.160267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Network 6e0694f2-7ffe-419d-af64-4f1b71af86ac is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:22.204654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:22.211994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.233516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:22.236045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Pushing event updated for resources: {'Port': ['ID=63c16c7e-dc7c-4e45-abd5-09218b3dd870,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:22.239413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a2cf993f-0b08-4eb4-9f0e-5ca60aed6b4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:22.248215 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-db8c8b4a-e158-4ab7-8478-441b64746163 tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] 10.222.0.30 "DELETE /v2.0/agents/79ee0218-c3a9-4715-9dab-54894aebcc28/dhcp-networks/1b28ea78-b834-41a8-86e6-469fa7c4810a HTTP/1.1" status: 204 len: 168 time: 0.7076106 Dec 13 23:21:22.248751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:22.249029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44520) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:22.249390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.256163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:22.276058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2cc6c509-728b-457d-ba00-b1cb3dff2c05 admin admin] Synchronizing usage tracker for tenant:e3da608b08cc4d18ae5dc9ef7f56381c on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:22.297391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:22.346355 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d875d0e9-d5ca-4b8d-ab99-14a76acb48f7 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=d5e8d678-82c7-44f1-945a-792380f10ca6 HTTP/1.1" status: 200 len: 690 time: 0.1937518 Dec 13 23:21:22.348997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44528) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:22.437704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.469856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Network 02633305-e98c-4b3f-a2b4-688bd1a62d88 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:22.514735 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c521ff23-3a4c-4dcb-ae9f-69d087ca03c2 tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] 10.222.0.30 "GET /v2.0/agents/79ee0218-c3a9-4715-9dab-54894aebcc28/dhcp-networks HTTP/1.1" status: 200 len: 7807 time: 0.2610674 Dec 13 23:21:22.516112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44538) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:22.527489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:22.529491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Pushing event updated for resources: {'Port': ['ID=6034d4dd-1844-4618-a35d-f8886b397dd7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:22.532919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:22.537978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Router a9e5d0c6-2020-4b89-a4fd-9873113c3bef is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:21:22.555968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:22.586986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2cc6c509-728b-457d-ba00-b1cb3dff2c05 admin admin] Unset dirty status for tenant:e3da608b08cc4d18ae5dc9ef7f56381c on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:22.588777 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2cc6c509-728b-457d-ba00-b1cb3dff2c05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f28c39be73db4ab9b0ae6bb9eaa2109e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8381999 Dec 13 23:21:22.591382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44544) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:22.628167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.653426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:22.804931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Allocated IP 172.20.0.1 (840a421d-88cb-462e-a555-093c8caed243/39d26e38-0e64-4354-a88c-3cd55097d092/74ee6a03-4dab-4a99-8154-9c5c66fdbb06) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:22.837783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=c1927f90-50b6-4c93-bf8b-31376a7145ba,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:22.840131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:22.853611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.860878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Attempting to bind port 853da6ca-95b5-4a59-b04b-fb68900d6c69 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:22.861399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Attempting to bind port 853da6ca-95b5-4a59-b04b-fb68900d6c69 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:22.861872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Attempting to bind port 853da6ca-95b5-4a59-b04b-fb68900d6c69 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:22.886796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a892f20-9f93-40fc-916f-ab5a6166dd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.928206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a892f20-9f93-40fc-916f-ab5a6166dd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.928414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Attempting to bind port 6034d4dd-1844-4618-a35d-f8886b397dd7 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:22.929459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Attempting to bind port 6034d4dd-1844-4618-a35d-f8886b397dd7 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'b545a623-9d98-4ac1-b5fe-0be4c8014a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02633305-e98c-4b3f-a2b4-688bd1a62d88'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:22.930191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Attempting to bind port 6034d4dd-1844-4618-a35d-f8886b397dd7 on network 02633305-e98c-4b3f-a2b4-688bd1a62d88 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:22.942148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:22.942831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:22.943411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.944006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:22.944732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Bound port: 853da6ca-95b5-4a59-b04b-fb68900d6c69, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:22.946615 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.962784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44552) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:22.972823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port e1619953-314c-4d9d-9437-650f46685018 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:22.984589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port e1619953-314c-4d9d-9437-650f46685018 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:22.985173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:22.987372 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/c1927f90-50b6-4c93-bf8b-31376a7145ba HTTP/1.1" status: 204 len: 168 time: 2.4931076 Dec 13 23:21:22.990129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44556) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:23.018761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.030107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.resource_extend [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:23.034376 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-29105d62-938f-4906-ae44-c934059f3c41 tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] 10.222.0.30 "GET /v2.0/networks/8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.5056164 Dec 13 23:21:23.035426 dv-neutron-821564-1-hyperv neutron-server[84311]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 23:21:23.041458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44560) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:23.041785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:23.042191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Checking segment: {'id': 'b545a623-9d98-4ac1-b5fe-0be4c8014a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02633305-e98c-4b3f-a2b4-688bd1a62d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:23.042564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.043113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Bound using segment: {'id': 'b545a623-9d98-4ac1-b5fe-0be4c8014a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02633305-e98c-4b3f-a2b4-688bd1a62d88'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:23.043596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Bound port: 6034d4dd-1844-4618-a35d-f8886b397dd7, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b545a623-9d98-4ac1-b5fe-0be4c8014a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '02633305-e98c-4b3f-a2b4-688bd1a62d88'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:23.043995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.062118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a892f20-9f93-40fc-916f-ab5a6166dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.063697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f3dd81fb-bb21-4616-ab9a-5068fac6de44 None None] Provisioning for port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:23.068319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '71d69920-cea1-4aca-af4e-65fb5538e5ee', 'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'mac_address': 'fa:16:3e:2c:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:05Z', 'updated_at': '2021-12-13T23:21:15Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'subnets': [{'id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:23.078680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ef9c2bd6-56ca-4853-aafb-9fb77124e16c tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:23.094113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a892f20-9f93-40fc-916f-ab5a6166dd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b9f579-01c5-497a-9f28-91d4138c66b6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:23.096478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6a892f20-9f93-40fc-916f-ab5a6166dd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:23.106096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2a660-576e-49f4-a28f-8edc77e6fca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:23.107640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2a660-576e-49f4-a28f-8edc77e6fca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:23.109142 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-72c2a660-576e-49f4-a28f-8edc77e6fca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1179478 Dec 13 23:21:23.110198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a892f20-9f93-40fc-916f-ab5a6166dd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.111266 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6a892f20-9f93-40fc-916f-ab5a6166dd52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02b9f579-01c5-497a-9f28-91d4138c66b6 HTTP/1.1" status: 204 len: 168 time: 0.5186529 Dec 13 23:21:23.119124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44564) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:23.123723 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0bc4dc1c-640d-44a1-9e97-a7ee2c17cc4c tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] 10.222.0.30 "GET /v2.0/networks/8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0815103 Dec 13 23:21:23.126036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44568) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:23.365552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.384082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f3dd81fb-bb21-4616-ab9a-5068fac6de44 None None] Provisioning complete for port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:23.384522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f3dd81fb-bb21-4616-ab9a-5068fac6de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.423963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75c7097-2017-4efd-ae90-d0b1e4148fd7 None None] The sync data for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv is: [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '71d69920-cea1-4aca-af4e-65fb5538e5ee', 'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'mac_address': 'fa:16:3e:2c:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:05Z', 'updated_at': '2021-12-13T23:21:15Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'subnets': [{'id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:21:23.537467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.551850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Transition to ACTIVE for port object 413a709d-3b5e-4bff-a1a8-41824903ed70 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:23.556008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd81fb-bb21-4616-ab9a-5068fac6de44 None None] Port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:23.558267 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-78f38a60-ccc1-4f2a-96b1-046f9b1b7c38 tempest-DHCPAgentSchedulersTestJSON-1074585976 tempest-DHCPAgentSchedulersTestJSON-1074585976-project-admin] 10.222.0.30 "GET /v2.0/agents/79ee0218-c3a9-4715-9dab-54894aebcc28/dhcp-networks HTTP/1.1" status: 200 len: 7807 time: 0.4309342 Dec 13 23:21:23.562198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44574) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:23.628809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.629473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 3f5e3567-ccd9-4427-8159-c103704f29b9 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:21:23.637340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-11523ebb-3ed5-4f84-a567-cb9c1989da80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:23.689500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] For port 853da6ca-95b5-4a59-b04b-fb68900d6c69, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:23.761493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] For port 853da6ca-95b5-4a59-b04b-fb68900d6c69, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=853da6ca-95b5-4a59-b04b-fb68900d6c69,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:23.763698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] For port 6034d4dd-1844-4618-a35d-f8886b397dd7, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:23.783899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.808938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] For port 6034d4dd-1844-4618-a35d-f8886b397dd7, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6034d4dd-1844-4618-a35d-f8886b397dd7,segment=NetworkSegment(b545a623-9d98-4ac1-b5fe-0be4c8014a43),segment_id=b545a623-9d98-4ac1-b5fe-0be4c8014a43)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:23.824448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f95dc1e2-ecd9-4e77-9d1f-abfa8879f59e None None] Provisioning complete for port e1619953-314c-4d9d-9437-650f46685018 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:23.824833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f95dc1e2-ecd9-4e77-9d1f-abfa8879f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.854405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db5bf7-ae6a-4522-8f60-53f94d8e9141 None None] Pushing event updated for resources: {'Port': ['ID=413a709d-3b5e-4bff-a1a8-41824903ed70,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:23.855393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a6db5bf7-ae6a-4522-8f60-53f94d8e9141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:23.869444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Attempting to bind port 413a709d-3b5e-4bff-a1a8-41824903ed70 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:23.869444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Attempting to bind port 413a709d-3b5e-4bff-a1a8-41824903ed70 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:23.869444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Attempting to bind port 413a709d-3b5e-4bff-a1a8-41824903ed70 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:23.880874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.881099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.881099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Deleting port 4b414523-28d1-4ec8-8149-660a93e59a31 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:23.881099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.885413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.900020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.900107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:23.900107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:23.900107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.900107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:23.900107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Bound port: 413a709d-3b5e-4bff-a1a8-41824903ed70, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:23.900107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.922413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-addc55f2-d40f-4d97-a9c4-bc31a544abfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:23.971949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:23.982142 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.147066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-75706916-ea87-43f5-8892-a3d475dc4ae9 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Synchronizing usage tracker for tenant:5ad866fb630a4c7884a78950a5f0e640 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:24.172614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port e1619953-314c-4d9d-9437-650f46685018, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e1619953-314c-4d9d-9437-650f46685018,segment=NetworkSegment(ecf30f9f-93f2-428d-9d61-ac65ee9f459b),segment_id=ecf30f9f-93f2-428d-9d61-ac65ee9f459b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:24.274626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.281228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.305793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.324704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.333263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Pushing event updated for resources: {'Port': ['ID=853da6ca-95b5-4a59-b04b-fb68900d6c69,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:24.346038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:24.346781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:24.358577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b28ea78-b834-41a8-86e6-469fa7c4810a']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:24.429803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.526908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f95dc1e2-ecd9-4e77-9d1f-abfa8879f59e None None] Could not find standard attr ID for object feeafb70-e7f3-4711-8c12-08253c578327. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:21:24.532366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 93ae0b0b-7c38-460e-b753-f83b43228630 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:21:24.563973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15537748-f2e5-47cb-b7b6-e719565e5cf6') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:24.564278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15537748-f2e5-47cb-b7b6-e719565e5cf6') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:24.599585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] For port 413a709d-3b5e-4bff-a1a8-41824903ed70, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:24.622011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Pushing event updated for resources: {'Port': ['ID=6034d4dd-1844-4618-a35d-f8886b397dd7,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:24.625226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.649857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] For port 413a709d-3b5e-4bff-a1a8-41824903ed70, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=413a709d-3b5e-4bff-a1a8-41824903ed70,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:24.651627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 93ae0b0b-7c38-460e-b753-f83b43228630 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:21:24.651983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 93ae0b0b-7c38-460e-b753-f83b43228630 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:21:24.671066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Calling delete_port for 4b414523-28d1-4ec8-8149-660a93e59a31 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:24.674969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.700891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:24.701299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:24.723579 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:24.741179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.814679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.860217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=e1619953-314c-4d9d-9437-650f46685018,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:24.864229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0f30484c-03eb-4148-9d6b-a690c093b9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:24.865567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:24.866151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.854s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:24.943426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5e3567-ccd9-4427-8159-c103704f29b9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:24.947221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:24.951231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:24.951907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Transition to ACTIVE for port object 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:24.964052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-75706916-ea87-43f5-8892-a3d475dc4ae9 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Unset dirty status for tenant:5ad866fb630a4c7884a78950a5f0e640 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:24.973474 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-75706916-ea87-43f5-8892-a3d475dc4ae9 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1760239199&fields=id&tenant_id=5ad866fb630a4c7884a78950a5f0e640 HTTP/1.1" status: 200 len: 267 time: 2.0069275 Dec 13 23:21:24.978585 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/3f5e3567-ccd9-4427-8159-c103704f29b9 HTTP/1.1" status: 204 len: 168 time: 1.8536918 Dec 13 23:21:24.980974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44592) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:25.017259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:25.017914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:25.109566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:25.124073 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-21ee5dfc-0adb-4a16-a4ba-2f169fb9c833 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409340 Dec 13 23:21:25.126250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:25.145889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44596) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:25.153131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:25.157137 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] 10.222.0.30 "DELETE /v2.0/networks/1b28ea78-b834-41a8-86e6-469fa7c4810a HTTP/1.1" status: 204 len: 168 time: 1.5918419 Dec 13 23:21:25.163868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event deleted for resources: {'Network': ['ID=1b28ea78-b834-41a8-86e6-469fa7c4810a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:25.165788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44602) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:25.170228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:25.212439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c124fa19-db77-41cd-a749-b49d2ef2217d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:25.233795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a8277c2f-07a9-4b11-b60f-a3dd057244f5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:25.240182 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a8277c2f-07a9-4b11-b60f-a3dd057244f5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/networks?id=6ff53bb7-ba76-458a-a6bc-a7068532c83c HTTP/1.1" status: 200 len: 812 time: 0.2659695 Dec 13 23:21:25.282364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db5bf7-ae6a-4522-8f60-53f94d8e9141 None None] Pushing event updated for resources: {'Port': ['ID=413a709d-3b5e-4bff-a1a8-41824903ed70,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:25.310962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a6db5bf7-ae6a-4522-8f60-53f94d8e9141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:25.311540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a6db5bf7-ae6a-4522-8f60-53f94d8e9141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.541s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:25.311944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a6db5bf7-ae6a-4522-8f60-53f94d8e9141 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:25.361936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:25.433336 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-3e0e646f-893a-4de4-af36-bf4e8cf1064f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/quotas/5ad866fb630a4c7884a78950a5f0e640 HTTP/1.1" status: 200 len: 375 time: 0.1916988 Dec 13 23:21:25.440980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:25.446544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:25.458852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:25.467036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:25.504672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:25.505793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:25.511721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:25.576731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:25.588932 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae7b7fb-db10-400c-9d5d-ed457a7c9e70 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] DELETE failed (client error): The resource could not be found. Dec 13 23:21:25.589575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae7b7fb-db10-400c-9d5d-ed457a7c9e70 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:21:25.592048 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9ae7b7fb-db10-400c-9d5d-ed457a7c9e70 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] 10.222.0.30 "DELETE /v2.0/ports/feeafb70-e7f3-4711-8c12-08253c578327 HTTP/1.1" status: 404 len: 333 time: 0.1578050 Dec 13 23:21:25.599380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44608) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:25.601410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b414523-28d1-4ec8-8149-660a93e59a31,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:25.604310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:25.664035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:25.696299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:25.698865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port c124fa19-db77-41cd-a749-b49d2ef2217d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:25.701074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:25.708218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c124fa19-db77-41cd-a749-b49d2ef2217d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:25.708698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:25.716750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:25.934302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:25.962796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9ac94f-eeff-42a1-9b71-cd33ae198473 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:26.063399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.075417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Deleting subnet 42d320be-526e-41c4-b38e-da0d6fb43c29 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:21:26.078579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.138011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3ac8d2-b157-497b-8797-e33af1529dc4 None None] Network 02633305-e98c-4b3f-a2b4-688bd1a62d88 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:26.146400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.158856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-92f19865-2e6a-4f6a-8d96-80d45a346919 None None] Provisioning for port 853da6ca-95b5-4a59-b04b-fb68900d6c69 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:26.161581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.170523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.180980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:26.187089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port c124fa19-db77-41cd-a749-b49d2ef2217d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c124fa19-db77-41cd-a749-b49d2ef2217d,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:26.228251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Network 840a421d-88cb-462e-a555-093c8caed243 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:26.230332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.281923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=4ab5a957-6be9-4647-86ab-295d99545270,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:26.284636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:26.293449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.294381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b68431b-5b55-4fdb-bdcf-20d8d531f109 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:26.298235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:26.299409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:26.302562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:26.303155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.334569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:26.336448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Pushing event updated for resources: {'Port': ['ID=74ee6a03-4dab-4a99-8154-9c5c66fdbb06,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:26.393164 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2450619 Dec 13 23:21:26.395314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44620) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:26.405261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'name': 'tempest-NetworksTestDHCPv6-1125829808'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:26.441977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:26.464045 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ae295-a551-4bcc-a9af-c6edaae31f94 None None] Sync routers for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:21:26.472119 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-98e8e4d1-a89f-48d3-9aa1-6ceca9b62516 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ad866fb630a4c7884a78950a5f0e640&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0295849 Dec 13 23:21:26.473030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:26.486860 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8ae295-a551-4bcc-a9af-c6edaae31f94 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:26.487833 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0e8ae295-a551-4bcc-a9af-c6edaae31f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:26.514332 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ed2aff0b-a23a-487a-9931-238dfd964936 None None] Provisioning for port 6034d4dd-1844-4618-a35d-f8886b397dd7 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:26.585556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.590419 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0e8ae295-a551-4bcc-a9af-c6edaae31f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:26.610347 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8ae295-a551-4bcc-a9af-c6edaae31f94 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:26.611808 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0e8ae295-a551-4bcc-a9af-c6edaae31f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:26.619107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=c124fa19-db77-41cd-a749-b49d2ef2217d,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:26.666276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:14Z', 'revision_number': 3, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:26.666534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:26.666755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.668770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:26.713760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630016f3-9968-4e56-b582-21c393e93f52 None None] The sync data for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv is: [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:14Z', 'revision_number': 3, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:21:26.715667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:26.730858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:26.738315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:26.756713 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0e8ae295-a551-4bcc-a9af-c6edaae31f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:26.756713 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8ae295-a551-4bcc-a9af-c6edaae31f94 None None] The sync data for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:21:26.757024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:26.807083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.811946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44632) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:26.812388 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.4389613 Dec 13 23:21:26.828724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.832954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:26.833342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.898848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:26.902079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:26.937514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 6cfd1877-6a6c-4226-a115-323ee152e5ad yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:21:27.015740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Network 6e0694f2-7ffe-419d-af64-4f1b71af86ac is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:27.025149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.038065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:27.054301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Pushing event updated for resources: {'Port': ['ID=63c16c7e-dc7c-4e45-abd5-09218b3dd870,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:27.083990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9fee481a-6e10-4fc0-aee6-764387b44e33 None None] Provisioning for port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:27.111122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9fee481a-6e10-4fc0-aee6-764387b44e33 None None] Provisioning complete for port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:27.111502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9fee481a-6e10-4fc0-aee6-764387b44e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.178562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 71d69920-cea1-4aca-af4e-65fb5538e5ee up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:27.189071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.214021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.280s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:27.235299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38897f9e-b0b0-46a4-b6a4-787c10103908 None None] Network 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:27.264899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::182 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/4ab5a957-6be9-4647-86ab-295d99545270/6cfd1877-6a6c-4226-a115-323ee152e5ad) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:27.324506 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] 10.222.0.30 "DELETE /v2.0/subnets/42d320be-526e-41c4-b38e-da0d6fb43c29 HTTP/1.1" status: 204 len: 168 time: 1.7148349 Dec 13 23:21:27.327099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.167s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:27.328426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:27.329833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.333811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44642) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:27.403594 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a630a8-e5ee-4bd6-9a74-eb470cb2afc7 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:27.516742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-317d7041-7d0e-48d4-9254-55c38edd81c9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:27.528634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-9fee481a-6e10-4fc0-aee6-764387b44e33 None None] Port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:27.556091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44646) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:27.571303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-0b9cff76-87cb-4f63-9ea7-515317dcb8e2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:21:27.572319 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-0b9cff76-87cb-4f63-9ea7-515317dcb8e2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.6306837 Dec 13 23:21:27.573315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.581986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event deleted for resources: {'Subnet': ['ID=42d320be-526e-41c4-b38e-da0d6fb43c29,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:27.628027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:27.628588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b199710-8802-4a64-8650-e8fc026fdb0d tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:27.727653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-104998215', 'router:external': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:27.732004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:27.739518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Usage tracker for resource:network and tenant:fa20c781be5d49cc81cd1edc9bf6f498 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:27.744490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=48a095a1-9b67-4f74-8d20-c4f487a0cf0c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:27.770436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0dccac09-1176-467f-b3f2-f4be6d19de25 None None] Provisioning complete for port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:27.770755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0dccac09-1176-467f-b3f2-f4be6d19de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.785527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.797078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:27.799990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:27.816745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 71d69920-cea1-4aca-af4e-65fb5538e5ee completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:27.850248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Deleting port e1619953-314c-4d9d-9437-650f46685018 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:27.850595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.854467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 71d69920-cea1-4aca-af4e-65fb5538e5ee triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:27.854839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.872816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:27.889872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:27.925390 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0dccac09-1176-467f-b3f2-f4be6d19de25 None None] Port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:27.935480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 6cfd1877-6a6c-4226-a115-323ee152e5ad will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:28.066052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] DHCP port deletion for 8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:21:28.084007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] Deleting port e1619953-314c-4d9d-9437-650f46685018 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:28.084602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.117825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Made reservation on behalf of fa20c781be5d49cc81cd1edc9bf6f498 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:28.120142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.134320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.151121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.187958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.285075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 71d69920-cea1-4aca-af4e-65fb5538e5ee, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=71d69920-cea1-4aca-af4e-65fb5538e5ee,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:28.286119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.293570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.294569 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.295390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.295978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > port after_create 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.296401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.296854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > port after_update 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.297470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.297994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.298377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.298760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.308446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:28.425900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:28.430939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.432151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 853da6ca-95b5-4a59-b04b-fb68900d6c69 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:28.433563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:28.440701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:28.445424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:28.445695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.453951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] For port e1619953-314c-4d9d-9437-650f46685018, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e1619953-314c-4d9d-9437-650f46685018,segment=NetworkSegment(ecf30f9f-93f2-428d-9d61-ac65ee9f459b),segment_id=ecf30f9f-93f2-428d-9d61-ac65ee9f459b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:28.454306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.486552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:28.541545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=6cfd1877-6a6c-4226-a115-323ee152e5ad,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:28.545228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:28.617010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] For port e1619953-314c-4d9d-9437-650f46685018, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e1619953-314c-4d9d-9437-650f46685018,segment=NetworkSegment(ecf30f9f-93f2-428d-9d61-ac65ee9f459b),segment_id=ecf30f9f-93f2-428d-9d61-ac65ee9f459b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:28.617527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.619653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Calling delete_port for e1619953-314c-4d9d-9437-650f46685018 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:28.670900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.671187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.671689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.672201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84311) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 23:21:28.672622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e8d678-82c7-44f1-945a-792380f10ca6']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:28.689139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2deb3c9f-faff-491e-a91e-5b50d66bf0a7') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:28.689674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2deb3c9f-faff-491e-a91e-5b50d66bf0a7') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:28.706153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.726958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.735919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:28.736747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.758826 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3619509 Dec 13 23:21:28.771398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44654) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:28.778899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] Calling delete_port for e1619953-314c-4d9d-9437-650f46685018 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:28.807337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0e3319d8-a27f-466c-81ab-5185efeffe04 None None] Could not find standard attr ID for object c1927f90-50b6-4c93-bf8b-31376a7145ba. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:21:28.818329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=71d69920-cea1-4aca-af4e-65fb5538e5ee,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:28.828430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:28.864345 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-4a2a3533-d8fc-489b-aa1c-2a89d509a51f service neutron] 10.222.0.30 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2710359 Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn_limited( Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn_limited( Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:28.879192 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:28.899191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:21:28.899954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:21:28.911987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.922004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 853da6ca-95b5-4a59-b04b-fb68900d6c69 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:28.935158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:28.941425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 853da6ca-95b5-4a59-b04b-fb68900d6c69 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:28.941987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:28.969874 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:21:28.984634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event deleted for resources: {'Port': ['ID=e1619953-314c-4d9d-9437-650f46685018,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:28.987068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:28.996171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] No DVR routers for this DVR port e1619953-314c-4d9d-9437-650f46685018 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:21:29.022528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:29.028799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Usage tracker for resource:security_group_rule and tenant:fa20c781be5d49cc81cd1edc9bf6f498 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:29.031890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:29.038293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:29.050462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fc5b008c-0a37-4c48-ad41-f1e8da6caa49 None None] Provisioning for port 6cfd1877-6a6c-4226-a115-323ee152e5ad completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:29.058993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68652a7-23a8-4625-9a7a-e44e9431b391 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:29.063194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68652a7-23a8-4625-9a7a-e44e9431b391 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:29.064080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c68652a7-23a8-4625-9a7a-e44e9431b391 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:29.076444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fc5b008c-0a37-4c48-ad41-f1e8da6caa49 None None] Provisioning complete for port 6cfd1877-6a6c-4226-a115-323ee152e5ad triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:29.088107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fc5b008c-0a37-4c48-ad41-f1e8da6caa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.121367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.172091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.177247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.177545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b008c-0a37-4c48-ad41-f1e8da6caa49 None None] Port 6cfd1877-6a6c-4226-a115-323ee152e5ad cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:29.190669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:29.199634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.201800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.209288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b4dfaf2d-0079-4c3f-826d-88e0a5f0aaa9 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:29.209459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c68652a7-23a8-4625-9a7a-e44e9431b391 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:29.214101 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c68652a7-23a8-4625-9a7a-e44e9431b391 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.4366951 Dec 13 23:21:29.214101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:29.222795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5e8d678-82c7-44f1-945a-792380f10ca6 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 23:21:29.223968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44658) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:29.229782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf30f9f-93f2-428d-9d61-ac65ee9f459b') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:29.230078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf30f9f-93f2-428d-9d61-ac65ee9f459b') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:29.241488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 853da6ca-95b5-4a59-b04b-fb68900d6c69, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=853da6ca-95b5-4a59-b04b-fb68900d6c69,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:29.244591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.272099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.282578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.290974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5e8d678-82c7-44f1-945a-792380f10ca6,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:29.292985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.301982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.303946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:29.307730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6034d4dd-1844-4618-a35d-f8886b397dd7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:29.309232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:29.309580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.321152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:29.324662 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:29.342581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:29.345398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:29.351067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.400703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] Deleting port e1619953-314c-4d9d-9437-650f46685018 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:29.401460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.428139 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "DELETE /v2.0/networks/d5e8d678-82c7-44f1-945a-792380f10ca6 HTTP/1.1" status: 204 len: 168 time: 7.0731156 Dec 13 23:21:29.444917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44662) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:29.458622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.458989 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Added segment 4096e304-0aea-4e7a-af7e-4607361540b1 of type vlan for network 4871c583-5a01-47ff-899d-fb34ce639a77 Dec 13 23:21:29.483326 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-808bb0d5-77c2-4827-a104-f74e23fa2a31 service neutron] 10.222.0.30 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952635 Dec 13 23:21:29.484099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38833a4c-1230-4c27-b0ad-9a19fcffb395,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:29.507343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 6cfd1877-6a6c-4226-a115-323ee152e5ad {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:29.507775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.517911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.552520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.566327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-24be5346-9bd1-455d-8dd7-436b6a2d5ab1 None None] The port 'e1619953-314c-4d9d-9437-650f46685018' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:21:29.569102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:29.589670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:29.591409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:29.610310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=853da6ca-95b5-4a59-b04b-fb68900d6c69,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:29.623261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:29.658270 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] 10.222.0.30 "DELETE /v2.0/networks/8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe HTTP/1.1" status: 204 len: 168 time: 2.3233187 Dec 13 23:21:29.659842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-82e5d652-85d5-4704-8183-73dfa12dc7ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Synchronizing usage tracker for tenant:d2da20fdbd994a2eb53b69c8fe61ddab on resource:floatingip {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:29.662644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Pushing event deleted for resources: {'Network': ['ID=8bd29f1e-28eb-4ac3-8f09-305eb8abc7fe,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:29.671155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:29.700754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 6034d4dd-1844-4618-a35d-f8886b397dd7 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:29.706777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6034d4dd-1844-4618-a35d-f8886b397dd7 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:29.707254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.713038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.790555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.872762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Pushing event updated for resources: {'Port': ['ID=74ee6a03-4dab-4a99-8154-9c5c66fdbb06,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:29.874580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.889194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:29.896683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-82e5d652-85d5-4704-8183-73dfa12dc7ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Unset dirty status for tenant:d2da20fdbd994a2eb53b69c8fe61ddab on resource:floatingip {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:29.904505 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-82e5d652-85d5-4704-8183-73dfa12dc7ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.4550252 Dec 13 23:21:29.904505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44676) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:29.948834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:29.994951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 6034d4dd-1844-4618-a35d-f8886b397dd7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6034d4dd-1844-4618-a35d-f8886b397dd7,segment=NetworkSegment(b545a623-9d98-4ac1-b5fe-0be4c8014a43),segment_id=b545a623-9d98-4ac1-b5fe-0be4c8014a43)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:30.004367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44682) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:30.078262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:30.081401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:30.096292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Network 840a421d-88cb-462e-a555-093c8caed243 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:30.101562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:30.237517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=6034d4dd-1844-4618-a35d-f8886b397dd7,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:30.243810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:30.257201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 71d69920-cea1-4aca-af4e-65fb5538e5ee up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:30.276620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:30.352135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44700) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:30.364534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 71d69920-cea1-4aca-af4e-65fb5538e5ee triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:30.365059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:30.436773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:30.437134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:30.437494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:30.437855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:30.438192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:30.438539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:30.438881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:30.439222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:30.456775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Synchronizing usage tracker for tenant:d2da20fdbd994a2eb53b69c8fe61ddab on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:30.566103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Unset dirty status for tenant:d2da20fdbd994a2eb53b69c8fe61ddab on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:30.573642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c6766fca-aea8-4ce6-a786-b47a5f313c9b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5233 time: 0.6483014 Dec 13 23:21:30.573642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44710) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:30.574610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-43bfbe1f-3c8e-4668-93f5-fcb470d7fa03 None None] Provisioning complete for port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:30.575716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-43bfbe1f-3c8e-4668-93f5-fcb470d7fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:30.622361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 853da6ca-95b5-4a59-b04b-fb68900d6c69 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:30.704591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-43bfbe1f-3c8e-4668-93f5-fcb470d7fa03 None None] Port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:30.705353 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-e110eac6-347f-4016-a062-88de68c28413 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] delete failed (client error): The resource could not be found. Dec 13 23:21:30.712929 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e110eac6-347f-4016-a062-88de68c28413 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/06f87ad6-13c6-4542-88a6-019d7360a747 HTTP/1.1" status: 404 len: 345 time: 0.1390615 Dec 13 23:21:30.720612 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44720) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:30.734652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:30.736859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 853da6ca-95b5-4a59-b04b-fb68900d6c69 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:30.737248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:30.779123 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-10793062-e319-4d4e-891d-430a78822080 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] DELETE failed (client error): The resource could not be found. Dec 13 23:21:30.779987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10793062-e319-4d4e-891d-430a78822080 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:21:30.800832 dv-neutron-821564-1-hyperv neutron-server[84312]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 23:21:30.852099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0cb7f415-0b0a-488a-9d7b-1b687b2c1e19 req-f7450ee5-e19a-4985-8f05-17794706fa6b tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Synchronizing usage tracker for tenant:5ad866fb630a4c7884a78950a5f0e640 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:30.876458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c124fa19-db77-41cd-a749-b49d2ef2217d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:30.893211 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-10793062-e319-4d4e-891d-430a78822080 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "DELETE /v2.0/networks/d5e8d678-82c7-44f1-945a-792380f10ca6 HTTP/1.1" status: 404 len: 339 time: 0.1713231 Dec 13 23:21:30.900171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44726) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:30.920421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Request body: {'network': {'name': 'tempest-network--2077064418', 'router:external': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:30.925470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:30.931761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Usage tracker for resource:network and tenant:d2da20fdbd994a2eb53b69c8fe61ddab is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:30.943184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:30.956685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:30.963956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:30.964567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:30.966321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c124fa19-db77-41cd-a749-b49d2ef2217d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:30.966899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:30.970911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:30.993241 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-54abc80d-9644-4f5b-ba93-8c03d1c956f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ff15ea331024886aadda2d41ddb1bf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6350095 Dec 13 23:21:30.994628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 6cfd1877-6a6c-4226-a115-323ee152e5ad owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:30.995764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44732) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:31.045674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Router 51cc95b4-512d-4047-93e8-99a719ee49b5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:21:31.067131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0cb7f415-0b0a-488a-9d7b-1b687b2c1e19 req-f7450ee5-e19a-4985-8f05-17794706fa6b tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Unset dirty status for tenant:5ad866fb630a4c7884a78950a5f0e640 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:31.068319 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0cb7f415-0b0a-488a-9d7b-1b687b2c1e19 req-f7450ee5-e19a-4985-8f05-17794706fa6b tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 210 time: 1.0626583 Dec 13 23:21:31.098904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Made reservation on behalf of d2da20fdbd994a2eb53b69c8fe61ddab for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:31.098904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.134941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Allocated IP 172.20.0.1 (02633305-e98c-4b3f-a2b4-688bd1a62d88/689807a2-5c9a-4e0d-abb9-2055d9e2bcb0/2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:31.184725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4ae347f5-be04-41c7-9a97-bc0aa2fc4ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.190790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:31.224957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event updated for resources: {'Network': ['ID=4871c583-5a01-47ff-899d-fb34ce639a77,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:31.225098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e1619953-314c-4d9d-9437-650f46685018 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:21:31.226170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:31.276020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.276387 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Added segment af29570d-6894-4239-ad1c-6cd7ed1cf33e of type vlan for network fa905e85-3ba3-4cf6-8ed0-baca87676fa0 Dec 13 23:21:31.276572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 4871c583-5a01-47ff-899d-fb34ce639a77 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:31.295076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4ae347f5-be04-41c7-9a97-bc0aa2fc4ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.305295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: e1619953-314c-4d9d-9437-650f46685018 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:21:31.305536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e1619953-314c-4d9d-9437-650f46685018 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:21:31.334623 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.7774794 Dec 13 23:21:31.339059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44736) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:31.382924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.404533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'subnet': {'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:31.411311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:31.416089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Usage tracker for resource:subnet and tenant:fa20c781be5d49cc81cd1edc9bf6f498 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:31.419063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:31.425338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:31.477561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.553048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Made reservation on behalf of fa20c781be5d49cc81cd1edc9bf6f498 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:31.556046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.569633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4ae347f5-be04-41c7-9a97-bc0aa2fc4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.572517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:31.592820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae347f5-be04-41c7-9a97-bc0aa2fc4ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d99b4e2-2670-4dc3-99ac-72de111238b3,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:31.595549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4ae347f5-be04-41c7-9a97-bc0aa2fc4ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:31.596743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4ae347f5-be04-41c7-9a97-bc0aa2fc4ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.597839 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4ae347f5-be04-41c7-9a97-bc0aa2fc4ba1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d99b4e2-2670-4dc3-99ac-72de111238b3 HTTP/1.1" status: 204 len: 168 time: 0.6015978 Dec 13 23:21:31.603947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.605365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:31.606195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.612121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:31.670015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Transition to ACTIVE for port object 2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:31.720338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.750334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f767c675-7aac-413e-9b1f-d64d9b23291f tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:31.792458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'Network': ['ID=fa905e85-3ba3-4cf6-8ed0-baca87676fa0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:31.800290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:31.804618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:31.808909 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8981929 Dec 13 23:21:31.815479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network fa905e85-3ba3-4cf6-8ed0-baca87676fa0 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:31.816263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44750) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:31.816911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:31.825341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=6cfd1877-6a6c-4226-a115-323ee152e5ad,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:31.832154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:31.988263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event updated for resources: {'Port': ['ID=2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:31.993383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Network 02633305-e98c-4b3f-a2b4-688bd1a62d88 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:31.995590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:31.996722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:32.000889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:32.011184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Router 20616f82-317f-4cee-a91c-ecbaf8771d85 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:21:32.050528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:32.065639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Sync routers for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:21:32.089563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:32.090210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:32.148279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029387f9-7448-4d4d-acac-ba30a7acab43 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:32.154774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029387f9-7448-4d4d-acac-ba30a7acab43 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:32.164098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029387f9-7448-4d4d-acac-ba30a7acab43 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:32.167252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029387f9-7448-4d4d-acac-ba30a7acab43 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:32.172921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029387f9-7448-4d4d-acac-ba30a7acab43 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:32.180885 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-029387f9-7448-4d4d-acac-ba30a7acab43 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3017 time: 0.3319657 Dec 13 23:21:32.181934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44758) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:32.216188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:32.280656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6034d4dd-1844-4618-a35d-f8886b397dd7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:32.377034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:32.379073 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/6cfd1877-6a6c-4226-a115-323ee152e5ad HTTP/1.1" status: 204 len: 168 time: 3.1398132 Dec 13 23:21:32.390738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44762) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:32.401382 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f4ec5aa7-b0f9-48e7-af6c-e41b45a9e3d1 req-5d023648-4e74-46df-a794-6e2c4cf01eec tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 210 time: 0.1018076 Dec 13 23:21:32.448563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:32.569704 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] 10.222.0.30 "PUT /v2.0/routers/51cc95b4-512d-4047-93e8-99a719ee49b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6355596 Dec 13 23:21:32.602822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e2dd0-73e6-46d3-bb50-c045f2ad9936 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:32.603018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:32.604381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e2dd0-73e6-46d3-bb50-c045f2ad9936 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:32.605094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d65e2dd0-73e6-46d3-bb50-c045f2ad9936 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:32.653673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6034d4dd-1844-4618-a35d-f8886b397dd7 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:32.654462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:32.682448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:32.732901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-651ee32a-5e83-4c4b-b5fa-368a8475ff9d None None] Provisioning for port 2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:32.744604 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-651ee32a-5e83-4c4b-b5fa-368a8475ff9d None None] Provisioning complete for port 2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:32.745077 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-651ee32a-5e83-4c4b-b5fa-368a8475ff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:32.748822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44770) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:32.816858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-651ee32a-5e83-4c4b-b5fa-368a8475ff9d None None] Port 2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:32.996380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d65e2dd0-73e6-46d3-bb50-c045f2ad9936 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:32.999653 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d65e2dd0-73e6-46d3-bb50-c045f2ad9936 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6046903 Dec 13 23:21:33.004604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44778) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:33.025276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.090626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.095149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.141216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c4dfa1f7-7ea9-4f74-9228-0a55298929dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:33.221051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:22Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '63c16c7e-dc7c-4e45-abd5-09218b3dd870', 'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'mac_address': 'fa:16:3e:8d:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:21Z', 'updated_at': '2021-12-13T23:21:23Z', 'revision_number': 2, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'subnets': [{'id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:33.225384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Checking router: 51cc95b4-512d-4047-93e8-99a719ee49b5 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:21:33.226392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Updating router 51cc95b4-512d-4047-93e8-99a719ee49b5 port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:21:33.253311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.284665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.285243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.300129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:33.325292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Usage tracker for resource:security_group_rule and tenant:2eb63d4f05fe450bbd43aabd7d78e9d6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:33.348028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa905e85-3ba3-4cf6-8ed0-baca87676fa0']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:33.358120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:33.379789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:33.384200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af29570d-6894-4239-ad1c-6cd7ed1cf33e') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:33.384697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af29570d-6894-4239-ad1c-6cd7ed1cf33e') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:33.496790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.538359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.objects.ports [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84311) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:21:33.539370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.555551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.557071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event updated for resources: {'Port': ['ID=2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:33.560988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:33.587034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:33.596739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Network 02633305-e98c-4b3f-a2b4-688bd1a62d88 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:33.598762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:33.619975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:33.630631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:33.631144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:33.648608 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:33.826580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.833255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.852832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 4ab5a957-6be9-4647-86ab-295d99545270 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:21:33.856357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.924543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.18', 61132) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:33.952012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8db5e2fa-a28e-4e7e-aa2b-6c5415b971ff None None] Provisioning complete for port 2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:33.952781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8db5e2fa-a28e-4e7e-aa2b-6c5415b971ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.966770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:33.969629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.026126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8db5e2fa-a28e-4e7e-aa2b-6c5415b971ff None None] Port 2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:34.033552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event updated for resources: {'Subnet': ['ID=069d13dd-c254-4fec-94e5-f6605feea36e,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:34.057704 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] 10.222.0.30 "PUT /v2.0/routers/20616f82-317f-4cee-a91c-ecbaf8771d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3995926 Dec 13 23:21:34.065581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:34.084236 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-065e8202-82c3-4c9b-9080-5994e26659ab req-a0e1c157-2bfa-4df6-901b-a33581b7a615 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 210 time: 0.2375507 Dec 13 23:21:34.084932 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:34.158518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44790) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:34.165038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264886156', 'description': 'tempest-description--1625362887'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:34.174231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:34.175531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Transition to ACTIVE for port object 63c16c7e-dc7c-4e45-abd5-09218b3dd870 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:34.186081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Usage tracker for resource:security_group and tenant:13f00ae7e1a1479eafcb13cb72acbeec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:34.192438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:34.202427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:34.206933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.229872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Router a9e5d0c6-2020-4b89-a4fd-9873113c3bef has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:21:34.266619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.280603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:34.280736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0177bf37-5aa7-481f-a5a5-d970748dc419,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:34.286845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.312285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.317463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa905e85-3ba3-4cf6-8ed0-baca87676fa0 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 23:21:34.324545 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2eb63d4f05fe450bbd43aabd7d78e9d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5717807 Dec 13 23:21:34.324545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.325401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44798) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:34.326529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:34.334423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-85b37a6b-518f-4cee-ab79-9381dd11e7f0 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:34.349008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Checking segment: {'id': '4096e304-0aea-4e7a-af7e-4607361540b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:34.349368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Network hostable DHCP agents. Network: 4871c583-5a01-47ff-899d-fb34ce639a77, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:21:34.379518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba41de0-5140-4af9-81b8-6ff8f496409e None None] Pushing event updated for resources: {'Port': ['ID=63c16c7e-dc7c-4e45-abd5-09218b3dd870,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:34.447115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ba41de0-5140-4af9-81b8-6ff8f496409e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:34.456885 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "DELETE /v2.0/networks/fa905e85-3ba3-4cf6-8ed0-baca87676fa0 HTTP/1.1" status: 204 len: 168 time: 2.2589996 Dec 13 23:21:34.458054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa905e85-3ba3-4cf6-8ed0-baca87676fa0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:34.459716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44802) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:34.476510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:34.492655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Usage tracker for resource:security_group_rule and tenant:13f00ae7e1a1479eafcb13cb72acbeec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:34.504678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:34.513244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e24d706b-e3dc-40f4-9166-96940c243222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.526511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Request body: {'network': {'name': 'tempest-network--1722684142', 'router:external': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:34.547922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:34.555077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:34.575101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:34.587982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-80207a0d-47be-4f30-8a41-8a46303ac8ae tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:34.600102 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-80207a0d-47be-4f30-8a41-8a46303ac8ae tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.18 "GET /v2.0/networks?id=6ff53bb7-ba76-458a-a6bc-a7068532c83c HTTP/1.1" status: 200 len: 812 time: 0.6738186 Dec 13 23:21:34.613850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Usage tracker for resource:network and tenant:d2da20fdbd994a2eb53b69c8fe61ddab is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:34.623925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:34.659384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Attempting to bind port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:34.659808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Attempting to bind port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:34.660179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Attempting to bind port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 on network 6e0694f2-7ffe-419d-af64-4f1b71af86ac {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:34.667735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:34.668112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Checking segment: {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:34.671807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.672223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Bound using segment: {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:34.672704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Bound port: 63c16c7e-dc7c-4e45-abd5-09218b3dd870, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:34.673395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.689923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:34.775744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.784558 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-b186fbca-9d1a-42bd-9892-96e9da8271ed tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ad866fb630a4c7884a78950a5f0e640 HTTP/1.1" status: 200 len: 380 time: 0.1384871 Dec 13 23:21:34.787565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Network 4871c583-5a01-47ff-899d-fb34ce639a77 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:21:34.806121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e24d706b-e3dc-40f4-9166-96940c243222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.808456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Request body: {'port': {'device_id': '539c99a7-f98d-4188-8215-36b735295ae8', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'admin_state_up': True, 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'security_groups': ['8c775042-7076-43c1-afae-e79b20a1a17d']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:34.864058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Made reservation on behalf of d2da20fdbd994a2eb53b69c8fe61ddab for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:34.865940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.873913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.877834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:34.893949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.905689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] For port 63c16c7e-dc7c-4e45-abd5-09218b3dd870, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:34.909281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] For port 63c16c7e-dc7c-4e45-abd5-09218b3dd870, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=63c16c7e-dc7c-4e45-abd5-09218b3dd870,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:34.938161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:34.960947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11322586-8709-4c2f-a1c7-c6c76dc41ad8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:34.970118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:34.974392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:34.979245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:34.981606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:34.989146 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "PUT /v2.0/routers/a9e5d0c6-2020-4b89-a4fd-9873113c3bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1752241 Dec 13 23:21:34.991779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44814) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:35.004683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Request body: {'port': {'network_id': '02633305-e98c-4b3f-a2b4-688bd1a62d88', 'name': 'tempest-FloatingIPAdminTestJSON-1042867067'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:35.031073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 4871c583-5a01-47ff-899d-fb34ce639a77) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:35.040290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab5a957-6be9-4647-86ab-295d99545270,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:35.045115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:35.051246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.051802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:35.052244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.056739 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.8941233 Dec 13 23:21:35.063462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e24d706b-e3dc-40f4-9166-96940c243222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.063584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44822) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:35.065974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a60fc-33af-4bb9-b079-d1f5b2a4fb10 None None] Network 4871c583-5a01-47ff-899d-fb34ce639a77 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:35.073319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Request body: {'security_group_rule': {'security_group_id': '11322586-8709-4c2f-a1c7-c6c76dc41ad8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:35.082118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e24d706b-e3dc-40f4-9166-96940c243222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.087038 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e24d706b-e3dc-40f4-9166-96940c243222 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0177bf37-5aa7-481f-a5a5-d970748dc419 HTTP/1.1" status: 204 len: 168 time: 0.7502043 Dec 13 23:21:35.130552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.142624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:35.142760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:35.159852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d706b-e3dc-40f4-9166-96940c243222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0177bf37-5aa7-481f-a5a5-d970748dc419,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:35.164827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e24d706b-e3dc-40f4-9166-96940c243222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:35.189298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44832) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:35.197973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:35.215717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243581854', 'description': 'tempest-description--481643427'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:35.246746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb569b0f-046f-4a58-854a-9f5fbddcd7e2 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:35.257808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:35.274687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Usage tracker for resource:security_group and tenant:6e5e6f0c86d7408587a8ba11ebf879f2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:35.278257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:35.292355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:35.304929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:35.323343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:35.324426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Usage tracker for resource:security_group_rule and tenant:13f00ae7e1a1479eafcb13cb72acbeec is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:35.332505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:35.341364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:35.363654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba41de0-5140-4af9-81b8-6ff8f496409e None None] Pushing event updated for resources: {'Port': ['ID=63c16c7e-dc7c-4e45-abd5-09218b3dd870,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:35.364392 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0147ed-0d70-4033-9110-3020e03309d5 None None] Sync routers for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:21:35.367683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ba41de0-5140-4af9-81b8-6ff8f496409e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:35.384595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:35.385196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:35.389025 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0147ed-0d70-4033-9110-3020e03309d5 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:35.389840 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd0147ed-0d70-4033-9110-3020e03309d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:35.436813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.437260 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Added segment 7a2639fb-7289-4fa8-bbe0-fc73f66f5b23 of type vlan for network 05198d12-83f7-43aa-b6fc-b582c8440d1b Dec 13 23:21:35.454155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:35.469786 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cabce881-9e26-439b-8a98-7aab3b216ee5 req-17318a09-1ae3-4219-b1a0-1e421fc617c9 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 210 time: 0.1423001 Dec 13 23:21:35.470970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Usage tracker for resource:port and tenant:7009c8ebfcde477da2ca4167f1585c17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:35.482457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:35.501707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:35.511729 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1675313 Dec 13 23:21:35.518886 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/4ab5a957-6be9-4647-86ab-295d99545270 HTTP/1.1" status: 204 len: 168 time: 2.4843364 Dec 13 23:21:35.519020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44840) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:35.519097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Made reservation on behalf of 5ad866fb630a4c7884a78950a5f0e640 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:35.520983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44842) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:35.526344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.527094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1137350661', 'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:35.547826 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd0147ed-0d70-4033-9110-3020e03309d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:35.563813 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0147ed-0d70-4033-9110-3020e03309d5 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:35.564557 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd0147ed-0d70-4033-9110-3020e03309d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:35.641121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd0147ed-0d70-4033-9110-3020e03309d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:35.641540 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0147ed-0d70-4033-9110-3020e03309d5 None None] The sync data for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:21:35.687482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:35.698160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.708741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Usage tracker for resource:port and tenant:fa20c781be5d49cc81cd1edc9bf6f498 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:35.715991 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-24254656-5963-424e-b9ec-68e4c8ad02c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1938248 Dec 13 23:21:35.719598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:35.727096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44850) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:35.731748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:35.780483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Made reservation on behalf of 7009c8ebfcde477da2ca4167f1585c17 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:35.783321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.832987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:35.837961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] device_id is not set on port 2e6f3455-b371-48fb-9619-1bef19a12b27 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:21:35.877461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Usage tracker for resource:security_group_rule and tenant:6e5e6f0c86d7408587a8ba11ebf879f2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:35.885778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:35.895762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Made reservation on behalf of fa20c781be5d49cc81cd1edc9bf6f498 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:35.898992 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:35.921268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:35.945924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Allocated IP 172.20.0.7 (6ff53bb7-ba76-458a-a6bc-a7068532c83c/eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215/a986b326-3cb4-469b-954c-07092e526161) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:35.996174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] device_id is not set on port 05cbc246-5563-402c-979d-fb469ec4e45c yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:21:36.045781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.071445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.145477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0512ae38-a445-4448-88d0-04652d904a11 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:36.148764 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0512ae38-a445-4448-88d0-04652d904a11 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4191537 Dec 13 23:21:36.165185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44862) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:36.318177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Allocated IP 172.20.0.10 (02633305-e98c-4b3f-a2b4-688bd1a62d88/689807a2-5c9a-4e0d-abb9-2055d9e2bcb0/2e6f3455-b371-48fb-9619-1bef19a12b27) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:36.362468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.394183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:36.477575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd7ef52-788a-40c2-97f4-31cefb355cbe None None] Network 4871c583-5a01-47ff-899d-fb34ce639a77 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:36.520191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.528183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.530089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:36.531205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.539642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:36.597497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341f3ad-898c-44ff-a530-0806a530d36c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:36.606940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c341f3ad-898c-44ff-a530-0806a530d36c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:36.619674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Allocated IP 2001:db8::282 (4871c583-5a01-47ff-899d-fb34ce639a77/069d13dd-c254-4fec-94e5-f6605feea36e/05cbc246-5563-402c-979d-fb469ec4e45c) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:36.625990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.728368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.759862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:21:36.767253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6a892f20-9f93-40fc-916f-ab5a6166dd52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:36.783046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] Deleting port 853da6ca-95b5-4a59-b04b-fb68900d6c69 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:36.783463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.871091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c341f3ad-898c-44ff-a530-0806a530d36c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:36.872354 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c341f3ad-898c-44ff-a530-0806a530d36c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6948192 Dec 13 23:21:36.896989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-90f91295-e173-4f86-941a-315af33bfd5f req-d34545eb-824f-4a41-9b4d-27db4aafcbd6 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Synchronizing usage tracker for tenant:5ad866fb630a4c7884a78950a5f0e640 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:36.900049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44876) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:36.942379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d9e875-66bb-4719-9409-5ff117a56894,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:36.950869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:36.961362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:36.965047 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.7725608 Dec 13 23:21:36.970550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44880) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:36.989854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'Network': ['ID=05198d12-83f7-43aa-b6fc-b582c8440d1b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:36.990525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Request body: {'security_group_rule': {'security_group_id': '07d9e875-66bb-4719-9409-5ff117a56894', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:36.996488 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4991424 Dec 13 23:21:37.000239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:37.001400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44884) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:37.007454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:37.015213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:37.045776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Usage tracker for resource:security_group_rule and tenant:6e5e6f0c86d7408587a8ba11ebf879f2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:37.054031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e42ada2-0c22-4c09-813c-21c9b0e89f86,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:37.095337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 05198d12-83f7-43aa-b6fc-b582c8440d1b details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:37.102662 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-20dada62-aa7a-4082-81a7-ce765902867a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1909518 Dec 13 23:21:37.104974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:37.107956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44890) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:37.109319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:37.127415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.133569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:37.160352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:37.196392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.228684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.230220 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.1644788 Dec 13 23:21:37.241560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44894) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:37.246328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Transition to ACTIVE for port object 2e6f3455-b371-48fb-9619-1bef19a12b27 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:37.255390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Request body: {'security_group_rule': {'security_group_id': '11322586-8709-4c2f-a1c7-c6c76dc41ad8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:37.274143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:37.278810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Usage tracker for resource:security_group_rule and tenant:13f00ae7e1a1479eafcb13cb72acbeec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:37.281976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:37.290329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:37.322584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.331151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.344226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-90f91295-e173-4f86-941a-315af33bfd5f req-d34545eb-824f-4a41-9b4d-27db4aafcbd6 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Unset dirty status for tenant:5ad866fb630a4c7884a78950a5f0e640 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:37.358593 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-90f91295-e173-4f86-941a-315af33bfd5f req-d34545eb-824f-4a41-9b4d-27db4aafcbd6 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 210 time: 0.5623310 Dec 13 23:21:37.487601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.503280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Transition to ACTIVE for port object a986b326-3cb4-469b-954c-07092e526161 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:37.525691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.581844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f2eb23-0b65-4b33-b5e9-26d38e891861 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:37.582566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a0f2eb23-0b65-4b33-b5e9-26d38e891861 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Synchronizing usage tracker for tenant:15a0cf65e6a54d5aa4b9fa26a6f42fff on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:37.583141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] For port 853da6ca-95b5-4a59-b04b-fb68900d6c69, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=853da6ca-95b5-4a59-b04b-fb68900d6c69,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:37.583754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.598281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.619228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:37.628274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:37.681917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:37.748711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.769626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:37.773596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:37.795378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event updated for resources: {'Port': ['ID=2e6f3455-b371-48fb-9619-1bef19a12b27,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:37.821471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:37.826643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-91907419-d94e-474e-b1d7-790a9cdc66c5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:37.859771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Network 02633305-e98c-4b3f-a2b4-688bd1a62d88 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:37.869945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:37.883819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:38.001991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.044300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Network 4871c583-5a01-47ff-899d-fb34ce639a77 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:38.048147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1524d09-0ed6-47ad-87f1-5bf7059cd459,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:38.061625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:38.063837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] Calling delete_port for 853da6ca-95b5-4a59-b04b-fb68900d6c69 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:38.088145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:38.103450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:38.158077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a0f2eb23-0b65-4b33-b5e9-26d38e891861 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Unset dirty status for tenant:15a0cf65e6a54d5aa4b9fa26a6f42fff on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:38.161622 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a0f2eb23-0b65-4b33-b5e9-26d38e891861 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] 10.222.0.30 "GET /v2.0/networks/05198d12-83f7-43aa-b6fc-b582c8440d1b HTTP/1.1" status: 200 len: 757 time: 1.1291528 Dec 13 23:21:38.183514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44906) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:38.185484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.229621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:38.235956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:38.241511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.242536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:38.306652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 413a709d-3b5e-4bff-a1a8-41824903ed70 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:38.367623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.373321 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4002697 Dec 13 23:21:38.392641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44910) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:38.401864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.403736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event updated for resources: {'Port': ['ID=05cbc246-5563-402c-979d-fb469ec4e45c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:38.407219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:38.411555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Network 6ff53bb7-ba76-458a-a6bc-a7068532c83c is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:38.448127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:38.448851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.482355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.506338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b7d02570-0d88-42b7-bd38-9eb56043669f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:38.536462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Request body: {'security_group_rule': {'security_group_id': '07d9e875-66bb-4719-9409-5ff117a56894', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:38.545613 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.0271115 Dec 13 23:21:38.560432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44918) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:38.561259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:38.582686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Usage tracker for resource:security_group_rule and tenant:6e5e6f0c86d7408587a8ba11ebf879f2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:38.592970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:38.643827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:38.667100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:38.697416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4783cb8-b4b5-4aeb-8bf3-65f3ba9dd865,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:38.702771 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7095602 Dec 13 23:21:38.712875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44922) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:38.715031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:22Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '63c16c7e-dc7c-4e45-abd5-09218b3dd870', 'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'mac_address': 'fa:16:3e:8d:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:21Z', 'updated_at': '2021-12-13T23:21:34Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'subnets': [{'id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:38.720925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f2b7c0-455c-433c-b195-050ec1238956 None None] The sync data for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv is: [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:22Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '63c16c7e-dc7c-4e45-abd5-09218b3dd870', 'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'mac_address': 'fa:16:3e:8d:26:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:21Z', 'updated_at': '2021-12-13T23:21:34Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'subnets': [{'id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:21:38.731324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8edf0bc2-9bd0-4bd5-a68b-88598eb5f2fd None None] Provisioning for port 2e6f3455-b371-48fb-9619-1bef19a12b27 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:38.739859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:38.743276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.744343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:38.753443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:38.867168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] Pushing event deleted for resources: {'Port': ['ID=853da6ca-95b5-4a59-b04b-fb68900d6c69,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:38.869201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8edf0bc2-9bd0-4bd5-a68b-88598eb5f2fd None None] Provisioning complete for port 2e6f3455-b371-48fb-9619-1bef19a12b27 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:38.869736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8edf0bc2-9bd0-4bd5-a68b-88598eb5f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.888494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.893118 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6450865 Dec 13 23:21:38.915019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:38.916812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 413a709d-3b5e-4bff-a1a8-41824903ed70 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:38.929403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44928) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:38.946252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 413a709d-3b5e-4bff-a1a8-41824903ed70 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:38.950539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:38.950654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Pushing event updated for resources: {'Port': ['ID=a986b326-3cb4-469b-954c-07092e526161,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:38.972250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:38.996740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] No DVR routers for this DVR port 853da6ca-95b5-4a59-b04b-fb68900d6c69 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:21:38.998901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:39.007231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:39.018140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Deleting port 05cbc246-5563-402c-979d-fb469ec4e45c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:39.019023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.034665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f3d596-8db8-4160-9fb9-105db7374d5e tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:39.040018 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-95f3d596-8db8-4160-9fb9-105db7374d5e tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] 10.222.0.30 "GET /v2.0/networks/6b628c1d-a1c0-4fd1-b78a-b0b518da7853 HTTP/1.1" status: 200 len: 768 time: 0.8486805 Dec 13 23:21:39.052526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8edf0bc2-9bd0-4bd5-a68b-88598eb5f2fd None None] Port 2e6f3455-b371-48fb-9619-1bef19a12b27 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:39.064382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44936) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:39.090359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Usage tracker for resource:floatingip and tenant:13f00ae7e1a1479eafcb13cb72acbeec is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:39.107418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:39.200004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:39.203741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.218419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.283592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 413a709d-3b5e-4bff-a1a8-41824903ed70, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=413a709d-3b5e-4bff-a1a8-41824903ed70,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:39.298159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:39.301809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.312371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-02f11ce2-8041-4e5a-bfed-702c0417b7e1 None None] Provisioning for port a986b326-3cb4-469b-954c-07092e526161 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:39.318205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-02f11ce2-8041-4e5a-bfed-702c0417b7e1 None None] Provisioning complete for port a986b326-3cb4-469b-954c-07092e526161 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:39.318595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02f11ce2-8041-4e5a-bfed-702c0417b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.473705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.475169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-02f11ce2-8041-4e5a-bfed-702c0417b7e1 None None] Port a986b326-3cb4-469b-954c-07092e526161 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:39.481102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.483188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b46d52a0-6894-4efe-86c7-e0634abcfb38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:39.521722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'project_id': '7009c8ebfcde477da2ca4167f1585c17', 'port_id': '2e6f3455-b371-48fb-9619-1bef19a12b27'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:39.565439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:39.574459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d8d3c-7f06-488e-af8d-9dbaa6c2a466 req-388cb28e-b68e-4ab1-a0c7-0ddd466eb6a0 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:39.578533 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8a5d8d3c-7f06-488e-af8d-9dbaa6c2a466 req-388cb28e-b68e-4ab1-a0c7-0ddd466eb6a0 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 931 time: 0.8312788 Dec 13 23:21:39.579532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.595685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 853da6ca-95b5-4a59-b04b-fb68900d6c69 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:21:39.685111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 853da6ca-95b5-4a59-b04b-fb68900d6c69 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:21:39.685775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 853da6ca-95b5-4a59-b04b-fb68900d6c69 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:21:39.742452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=413a709d-3b5e-4bff-a1a8-41824903ed70,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:39.747054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:39.806532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:39.812118 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0165894 Dec 13 23:21:39.838511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Usage tracker for resource:floatingip and tenant:7009c8ebfcde477da2ca4167f1585c17 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:39.851094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-405dc3a9-7d23-4d70-a689-31e65995d26d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:21:39.853137 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-405dc3a9-7d23-4d70-a689-31e65995d26d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0161588 Dec 13 23:21:39.854557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:39.872627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:39.892460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.899238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:39.909048 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-8a5d8d3c-7f06-488e-af8d-9dbaa6c2a466 req-8d240316-e077-4ebc-bfbd-2ff0c005625e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Synchronizing usage tracker for tenant:5ad866fb630a4c7884a78950a5f0e640 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:39.915121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:39.926515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bb8bc6-ff4d-48d2-b723-d890998694e3 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:39.935430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:39.936261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.967442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.972561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:39.980135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=335c2675-2ccd-42f1-a4ab-13e34a5fa64a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:40.002347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:40.008684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.016676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-8a5d8d3c-7f06-488e-af8d-9dbaa6c2a466 req-8d240316-e077-4ebc-bfbd-2ff0c005625e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Unset dirty status for tenant:5ad866fb630a4c7884a78950a5f0e640 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:40.030752 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8a5d8d3c-7f06-488e-af8d-9dbaa6c2a466 req-8d240316-e077-4ebc-bfbd-2ff0c005625e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266288 Dec 13 23:21:40.177770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.245298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c47c770-4ca0-4934-9032-674cd96268e7 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:40.356114 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2401860 Dec 13 23:21:40.357486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44950) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:40.406800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 63c16c7e-dc7c-4e45-abd5-09218b3dd870 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:40.408904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee76cc8-07c7-4d88-9b4d-63dc5ed0eb16,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:40.413296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:40.419371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': '335c2675-2ccd-42f1-a4ab-13e34a5fa64a', 'ip_address': '2001:db8::c295:fc7a:ff7:16b7'}], 'name': 'tempest-NetworksTestDHCPv6-560672209'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:40.443710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Request body: {'port': {'device_id': '539c99a7-f98d-4188-8215-36b735295ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:40.465835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Calling delete_port for 05cbc246-5563-402c-979d-fb469ec4e45c owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:40.552816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '335c2675-2ccd-42f1-a4ab-13e34a5fa64a'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:21:40.554588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.677948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44956) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:40.690421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:40.697914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:40.698951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.724342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.726143 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.3302846 Dec 13 23:21:40.742920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44962) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:40.755764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:40.768920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:40.780646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Usage tracker for resource:floatingip and tenant:6e5e6f0c86d7408587a8ba11ebf879f2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:40.787076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.803992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.884441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:40.890907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:40.913553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05198d12-83f7-43aa-b6fc-b582c8440d1b']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:40.935039 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.945170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1a44077c-85f3-49e1-84df-3c4ab339cf5f tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:40.949342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2639fb-7289-4fa8-bbe0-fc73f66f5b23') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:40.949581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2639fb-7289-4fa8-bbe0-fc73f66f5b23') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:40.964133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.964326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:40.973417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:40.993737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.009137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 63c16c7e-dc7c-4e45-abd5-09218b3dd870, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=63c16c7e-dc7c-4e45-abd5-09218b3dd870,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:41.033121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event deleted for resources: {'Port': ['ID=05cbc246-5563-402c-979d-fb469ec4e45c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:41.041953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.053984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.070895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:41.078096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:41.078582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:41.093448 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:41.102088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:41.120843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:41.167318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.172070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 413a709d-3b5e-4bff-a1a8-41824903ed70 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:41.179109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:41.228721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:41.231809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.287449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-99be44a1-6ae7-4cb2-93b6-9d747c5f66f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:41.375793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.445981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:41.474777 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "DELETE /v2.0/ports/05cbc246-5563-402c-979d-fb469ec4e45c HTTP/1.1" status: 204 len: 168 time: 2.9058158 Dec 13 23:21:41.474976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.477868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44968) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:41.481981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/335c2675-2ccd-42f1-a4ab-13e34a5fa64a/21989e48-dd76-4e15-90d7-623e017058b2) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:41.494427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77', 'external_fixed_ips': [{'subnet_id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'ip_address': '2001:db8::282'}]}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:41.510269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:41.524724 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1a44077c-85f3-49e1-84df-3c4ab339cf5f tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] 10.222.0.30 "PUT /v2.0/quotas/f53386b1cd164fe080d5fc50fd887271 HTTP/1.1" status: 200 len: 368 time: 0.8428857 Dec 13 23:21:41.531064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44972) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:41.549170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Allocated IP 172.26.5.3 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/0ac24e21-361e-4b1e-8772-9a092f31f3cf) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:41.557625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Request body: {'network': {'project_id': 'f53386b1cd164fe080d5fc50fd887271'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:41.560885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Usage tracker for resource:router and tenant:fa20c781be5d49cc81cd1edc9bf6f498 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:41.567521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:41.573209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:41.586100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:41.587897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:41.599858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Usage tracker for resource:network and tenant:f53386b1cd164fe080d5fc50fd887271 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:41.632053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:41.635024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 413a709d-3b5e-4bff-a1a8-41824903ed70 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:41.635445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.644954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:41.680137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=63c16c7e-dc7c-4e45-abd5-09218b3dd870,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:41.691564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:41.721285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.722660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.743796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.766102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event deleted for resources: {'Network': ['ID=05198d12-83f7-43aa-b6fc-b582c8440d1b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:41.797337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.802968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.896407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.907941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Transition to ACTIVE for port object 21989e48-dd76-4e15-90d7-623e017058b2 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:41.924959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58e3a17e-9d1d-4b44-b17b-46cb8ee1c39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.935292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05198d12-83f7-43aa-b6fc-b582c8440d1b {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 23:21:41.937114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Transition to ACTIVE for port object 21989e48-dd76-4e15-90d7-623e017058b2 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:41.944931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:41.948192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:41.995218 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "DELETE /v2.0/networks/05198d12-83f7-43aa-b6fc-b582c8440d1b HTTP/1.1" status: 204 len: 168 time: 2.8923371 Dec 13 23:21:42.003232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.004076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44976) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:42.009052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.009571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:42.010083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 6d2d1327-df9e-49bd-9a23-37ec1304ffae yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:21:42.074324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:42.077824 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:42.085208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:42.092224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Pushing event updated for resources: {'Port': ['ID=21989e48-dd76-4e15-90d7-623e017058b2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:42.095866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:42.138920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Made reservation on behalf of f53386b1cd164fe080d5fc50fd887271 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:42.144956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.155026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Request body: {'network': {'name': 'tempest-network--864597957'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:42.181178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a3c9-e891-421b-96d4-2207ccaf1281 req-bf1376d8-ee26-4a26-8584-a688296b241e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:42.182648 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3cf4a3c9-e891-421b-96d4-2207ccaf1281 req-bf1376d8-ee26-4a26-8584-a688296b241e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 931 time: 0.8973579 Dec 13 23:21:42.183785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:42.200739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.266582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Usage tracker for resource:network and tenant:d2da20fdbd994a2eb53b69c8fe61ddab is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:42.275208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:42.280443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 63c16c7e-dc7c-4e45-abd5-09218b3dd870 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:42.309148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.339239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ecd0640a-b81e-4794-ab21-ff5dc1c7f799 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:42.368664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Attempting to bind port 21989e48-dd76-4e15-90d7-623e017058b2 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:42.369046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Attempting to bind port 21989e48-dd76-4e15-90d7-623e017058b2 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:42.369425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Attempting to bind port 21989e48-dd76-4e15-90d7-623e017058b2 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:42.419784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:42.420165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:42.420582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.420987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:42.421479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Bound port: 21989e48-dd76-4e15-90d7-623e017058b2, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:42.421863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.497320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Pushing event updated for resources: {'Port': ['ID=0ac24e21-361e-4b1e-8772-9a092f31f3cf,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:42.504492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:42.605642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:42.612614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:42.629443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:42.636514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Usage tracker for resource:security_group_rule and tenant:f53386b1cd164fe080d5fc50fd887271 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:42.645510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:42.657410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:42.686164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:42.686164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.695270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:42.742853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.790511 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3cf4a3c9-e891-421b-96d4-2207ccaf1281 req-98f156b4-f89c-45c1-a47b-55d3242c9e6f tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5090072 Dec 13 23:21:42.795150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] For port 21989e48-dd76-4e15-90d7-623e017058b2, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:42.799539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] For port 21989e48-dd76-4e15-90d7-623e017058b2, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=21989e48-dd76-4e15-90d7-623e017058b2,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:42.819901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Allocated IP 172.26.5.78 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/a120d4e0-23ec-425a-8729-3476074e46ec) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:42.825428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:42.887422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.903893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6969e61b-b543-4af7-8afb-766b753b6d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:42.925395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a986b326-3cb4-469b-954c-07092e526161 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:21:42.935420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:42.961362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Transition to ACTIVE for port object a986b326-3cb4-469b-954c-07092e526161 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:42.962711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:43.023169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::c295:fc7a:ff7:16b7 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/335c2675-2ccd-42f1-a4ab-13e34a5fa64a/6d2d1327-df9e-49bd-9a23-37ec1304ffae) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:43.023555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Pushing event updated for resources: {'Port': ['ID=21989e48-dd76-4e15-90d7-623e017058b2,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:43.027398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:43.040585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.059026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.095588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.126148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:43.204934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Made reservation on behalf of d2da20fdbd994a2eb53b69c8fe61ddab for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:43.210798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.230688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.258820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:43.292052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:43.325147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.325481 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Added segment 50282c24-66e5-4e6c-9c6b-27830934bae9 of type vlan for network 02ed7138-1541-46a9-91f3-5bbc6bdf201a Dec 13 23:21:43.343121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.397466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:43.397466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Pushing event updated for resources: {'Port': ['ID=a986b326-3cb4-469b-954c-07092e526161,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:43.398365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db59a1a2-d416-49e0-a64b-ea28590f3c67,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:43.448935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:43.491209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.550173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:43.610155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.610495 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Added segment cabf9e13-789d-4dea-957c-3728e2c0a3e0 of type vlan for network a59ed9dc-134c-48ce-9080-a3c2a1fa0215 Dec 13 23:21:43.689123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:43.894692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.898339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Attempting to bind port a986b326-3cb4-469b-954c-07092e526161 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:43.898855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Attempting to bind port a986b326-3cb4-469b-954c-07092e526161 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:43.899246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Attempting to bind port a986b326-3cb4-469b-954c-07092e526161 on network 6ff53bb7-ba76-458a-a6bc-a7068532c83c {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:43.923141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:43.958351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Port a986b326-3cb4-469b-954c-07092e526161 on network 6ff53bb7-ba76-458a-a6bc-a7068532c83c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:21:43.958682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Attempting to bind port a986b326-3cb4-469b-954c-07092e526161 on network 6ff53bb7-ba76-458a-a6bc-a7068532c83c {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:43.993510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.013428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:44.014564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Checking segment: {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:44.014564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Bound using segment: {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:44.015119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Bound port: a986b326-3cb4-469b-954c-07092e526161, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:44.015534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.038502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.100692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.227461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.244489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-00478b5a-b2cb-492e-a74d-a28c88d781ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.248092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.262146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:44.262762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.268117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 6d2d1327-df9e-49bd-9a23-37ec1304ffae will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:44.274903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] For port a986b326-3cb4-469b-954c-07092e526161, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:44.275217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.280080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] For port a986b326-3cb4-469b-954c-07092e526161, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a986b326-3cb4-469b-954c-07092e526161,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:44.293616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.296628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.301641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-167a6c0d-fc15-496e-b4f6-611082940402 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:44.321982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:44.322169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21989e48-dd76-4e15-90d7-623e017058b2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:44.322610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.342909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:44.409201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.535838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 21989e48-dd76-4e15-90d7-623e017058b2 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:44.544170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.548383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'Network': ['ID=a59ed9dc-134c-48ce-9080-a3c2a1fa0215,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:44.567501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:44.567501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:44.567501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:44.567824 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network a59ed9dc-134c-48ce-9080-a3c2a1fa0215 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:44.685164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Pushing event updated for resources: {'Port': ['ID=a120d4e0-23ec-425a-8729-3476074e46ec,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:44.729010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:44.731413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:44.744535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Pushing event updated for resources: {'Network': ['ID=02ed7138-1541-46a9-91f3-5bbc6bdf201a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:44.773004 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.2016814 Dec 13 23:21:44.774000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 02ed7138-1541-46a9-91f3-5bbc6bdf201a details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:44.789204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:44.791187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:44.858887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44984) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:44.871332 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.8640585 Dec 13 23:21:44.876301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 44986) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:44.891061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Allocated IP 172.26.5.194 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/21829492-07a9-4963-ad0a-dcc7542abdfa) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:44.907379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Request body: {'network': {'project_id': 'f53386b1cd164fe080d5fc50fd887271'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:44.924669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:44.927528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:44.940542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:44.962012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:44.966253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:44.966916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:44.993475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Usage tracker for resource:network and tenant:f53386b1cd164fe080d5fc50fd887271 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:45.012208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:45.020708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.021498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2d0bcd7-8ac3-4acb-922b-3fd7fc522de4 None None] Provisioning for port 21989e48-dd76-4e15-90d7-623e017058b2 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:45.023009 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] 10.222.0.18 "PUT /v2.0/ports/a986b326-3cb4-469b-954c-07092e526161 HTTP/1.1" status: 200 len: 1093 time: 4.8317320 Dec 13 23:21:45.024563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539c99a7-f98d-4188-8215-36b735295ae8', 'tag': 'a986b326-3cb4-469b-954c-07092e526161'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:21:45.030353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2d0bcd7-8ac3-4acb-922b-3fd7fc522de4 None None] Provisioning complete for port 21989e48-dd76-4e15-90d7-623e017058b2 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:45.031245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2d0bcd7-8ac3-4acb-922b-3fd7fc522de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.052585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:45.055963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Pushing event updated for resources: {'Port': ['ID=a986b326-3cb4-469b-954c-07092e526161,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:45.095828 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.7005994 Dec 13 23:21:45.199852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:45.273192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 44996) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:45.274082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=6d2d1327-df9e-49bd-9a23-37ec1304ffae,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:45.293778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:45.493577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.896s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:45.493577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:45.493577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:45.493577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:45.503648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.511804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Pushing event updated for resources: {'Port': ['ID=0ac24e21-361e-4b1e-8772-9a092f31f3cf,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:45.592746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2d0bcd7-8ac3-4acb-922b-3fd7fc522de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.645722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.648159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d2d0bcd7-8ac3-4acb-922b-3fd7fc522de4 None None] For port 21989e48-dd76-4e15-90d7-623e017058b2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=21989e48-dd76-4e15-90d7-623e017058b2,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:45.667637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.671695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:45.675239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Made reservation on behalf of f53386b1cd164fe080d5fc50fd887271 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:45.679773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.756049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2d0bcd7-8ac3-4acb-922b-3fd7fc522de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.756049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a8b43a19-aecc-4d08-af02-cace29dfefc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:45.895714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0bcd7-8ac3-4acb-922b-3fd7fc522de4 None None] Pushing event updated for resources: {'Port': ['ID=21989e48-dd76-4e15-90d7-623e017058b2,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:45.899478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2d0bcd7-8ac3-4acb-922b-3fd7fc522de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:45.956576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.975557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dacb62cf-7c16-411d-a519-e72e38b17751 None None] Provisioning for port 6d2d1327-df9e-49bd-9a23-37ec1304ffae completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:45.980153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c2114-0c4d-4a60-83c1-2bbafbcfd853 req-e94aa52d-1e37-4da7-a18c-0a99ba41bc2d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:45.989534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dacb62cf-7c16-411d-a519-e72e38b17751 None None] Provisioning complete for port 6d2d1327-df9e-49bd-9a23-37ec1304ffae triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:45.989534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dacb62cf-7c16-411d-a519-e72e38b17751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.989748 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0d8c2114-0c4d-4a60-83c1-2bbafbcfd853 req-e94aa52d-1e37-4da7-a18c-0a99ba41bc2d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 943 time: 1.7832367 Dec 13 23:21:45.989748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Allocated IP 2001:db8::282 (4871c583-5a01-47ff-899d-fb34ce639a77/069d13dd-c254-4fec-94e5-f6605feea36e/e0f8b833-50d0-4ba2-8286-d65ce27d9800) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:45.989748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:45.990422 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.0545416 Dec 13 23:21:46.040940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539c99a7-f98d-4188-8215-36b735295ae8', 'tag': 'a986b326-3cb4-469b-954c-07092e526161', 'status': 'completed', 'code': 200} Dec 13 23:21:46.102245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-dacb62cf-7c16-411d-a519-e72e38b17751 None None] Port 6d2d1327-df9e-49bd-9a23-37ec1304ffae cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:46.107843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:46.142207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.142631 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Added segment 4dc4183d-a892-4716-bdf5-51138b53e812 of type vlan for network cc004aa7-9ad9-460f-a73c-09271808fe7b Dec 13 23:21:46.208082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21989e48-dd76-4e15-90d7-623e017058b2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:46.227826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.234731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.245755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42606e80-6998-46e4-bab0-4d92ef907876 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:46.251878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42606e80-6998-46e4-bab0-4d92ef907876 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:46.252971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-42606e80-6998-46e4-bab0-4d92ef907876 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:46.265939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:46.280482 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-a641fd5d-243a-411f-9aca-8b4ffed6e578 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ad866fb630a4c7884a78950a5f0e640&device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 1096 time: 0.9854414 Dec 13 23:21:46.295939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 21989e48-dd76-4e15-90d7-623e017058b2 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:46.296719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.398695 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-56ce084f-4cf2-4238-a2b6-c4e7fcc2ceaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a986b326-3cb4-469b-954c-07092e526161 HTTP/1.1" status: 200 len: 217 time: 0.0899837 Dec 13 23:21:46.403958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:46.511321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Network a59ed9dc-134c-48ce-9080-a3c2a1fa0215 is not hosted by any dhcp agent {{(pid=84312) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 13 23:21:46.512393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:46.513199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.517652 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "PUT /v2.0/networks/a59ed9dc-134c-48ce-9080-a3c2a1fa0215 HTTP/1.1" status: 200 len: 857 time: 1.5323303 Dec 13 23:21:46.525604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-f39c17e5-0ef2-4b20-9857-f0bbffd1d677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:46.528205 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-f39c17e5-0ef2-4b20-9857-f0bbffd1d677 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215 HTTP/1.1" status: 200 len: 851 time: 0.0971515 Dec 13 23:21:46.528320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45016) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:46.579235 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0d8c2114-0c4d-4a60-83c1-2bbafbcfd853 req-d7ab45c5-3d11-4d53-8d8b-7ac159fdaf29 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5801642 Dec 13 23:21:46.597713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-42606e80-6998-46e4-bab0-4d92ef907876 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:46.599193 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-42606e80-6998-46e4-bab0-4d92ef907876 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.3220339 Dec 13 23:21:46.604624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45020) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:46.619264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event updated for resources: {'Network': ['ID=a59ed9dc-134c-48ce-9080-a3c2a1fa0215,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:46.623075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.629944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:46.661222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.750117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.790204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.862843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.879359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:46.882299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.892891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5f5f1167-d8b9-4044-a1b8-ab59bf17d227 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:46.937330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.942176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:46.952854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:46.964502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-2e04b52e-b97f-4df3-8d75-537044bbeb6a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Synchronizing usage tracker for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:46.989634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 6d2d1327-df9e-49bd-9a23-37ec1304ffae {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:46.989930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:47.036196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59ed9dc-134c-48ce-9080-a3c2a1fa0215']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:47.064102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabf9e13-789d-4dea-957c-3728e2c0a3e0') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:47.064442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabf9e13-789d-4dea-957c-3728e2c0a3e0') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:47.088567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:47.179982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:47.179982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Pushing event updated for resources: {'Port': ['ID=21829492-07a9-4963-ad0a-dcc7542abdfa,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:47.179982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:47.179982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:47.179982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:47.179982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:47.179982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:47.179982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:47.181624 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-9d2bffcf-25a2-4fc9-87b9-aeb49df5d82c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ff53bb7-ba76-458a-a6bc-a7068532c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5477870 Dec 13 23:21:47.181624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Pushing event updated for resources: {'Network': ['ID=cc004aa7-9ad9-460f-a73c-09271808fe7b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:47.182111 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:47.203374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network cc004aa7-9ad9-460f-a73c-09271808fe7b details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:47.230641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:47.276485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:47.281260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1620095c-940b-4e7f-90fc-2b93ae914037 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:47.362852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Network 4871c583-5a01-47ff-899d-fb34ce639a77 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:47.363622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:47.369814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:47.376741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:47.412003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event updated for resources: {'Port': ['ID=e0f8b833-50d0-4ba2-8286-d65ce27d9800,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:47.415973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a59ed9dc-134c-48ce-9080-a3c2a1fa0215 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 23:21:47.426801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:47.426801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:47.427211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-2e04b52e-b97f-4df3-8d75-537044bbeb6a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Unset dirty status for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:47.432154 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-2e04b52e-b97f-4df3-8d75-537044bbeb6a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1264886156&fields=id&tenant_id=13f00ae7e1a1479eafcb13cb72acbeec HTTP/1.1" status: 200 len: 267 time: 0.8974450 Dec 13 23:21:47.440130 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5636010 Dec 13 23:21:47.446658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:47.450743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45024) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:47.461262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Pushing event deleted for resources: {'Network': ['ID=a59ed9dc-134c-48ce-9080-a3c2a1fa0215,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:47.468281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-cb734831-76ab-426b-82b4-b336b374297a tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Request body: {'network': {'project_id': 'f53386b1cd164fe080d5fc50fd887271'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:47.476540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:47.545961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cb734831-76ab-426b-82b4-b336b374297a tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:47.550462 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] 10.222.0.30 "DELETE /v2.0/networks/a59ed9dc-134c-48ce-9080-a3c2a1fa0215 HTTP/1.1" status: 204 len: 168 time: 1.0030203 Dec 13 23:21:47.570889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45028) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:47.588460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cb734831-76ab-426b-82b4-b336b374297a tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Usage tracker for resource:network and tenant:f53386b1cd164fe080d5fc50fd887271 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:47.627183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cb734831-76ab-426b-82b4-b336b374297a tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:47.638111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:47.643362 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e7c9ca-6c44-4170-ba27-8ce738fa5912 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] DELETE failed (client error): The resource could not be found. Dec 13 23:21:47.646476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e7c9ca-6c44-4170-ba27-8ce738fa5912 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:21:47.649507 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a6e7c9ca-6c44-4170-ba27-8ce738fa5912 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] 10.222.0.30 "DELETE /v2.0/subnets/48a095a1-9b67-4f74-8d20-c4f487a0cf0c HTTP/1.1" status: 404 len: 337 time: 0.0643253 Dec 13 23:21:47.650114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45034) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:47.652632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cb734831-76ab-426b-82b4-b336b374297a tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:47.679214 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb734831-76ab-426b-82b4-b336b374297a tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 23:21:47.679801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb734831-76ab-426b-82b4-b336b374297a tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:21:47.680933 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cb734831-76ab-426b-82b4-b336b374297a tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2261345 Dec 13 23:21:47.685786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45038) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:48.033374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.048430 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-6249a57d-980f-4278-9eb5-506794913884 service neutron] 10.222.0.18 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8518410 Dec 13 23:21:48.090482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.095405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.123951 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-76fd777e-ac6b-4a75-bc35-412a331b4ad5 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f53386b1cd164fe080d5fc50fd887271&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4333158 Dec 13 23:21:48.127104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45042) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:48.203682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.319425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 6d2d1327-df9e-49bd-9a23-37ec1304ffae owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:48.366589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-ecf39730-f2ca-4455-9385-6eb8aee922a6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:48.367675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-ecf39730-f2ca-4455-9385-6eb8aee922a6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Synchronizing usage tracker for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:48.536656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606043d8-7f23-4e65-9ed7-cd792f252d32 req-31566e5c-3580-450e-b7b5-be053993b400 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:48.539500 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-606043d8-7f23-4e65-9ed7-cd792f252d32 req-31566e5c-3580-450e-b7b5-be053993b400 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 943 time: 0.6441524 Dec 13 23:21:48.545334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.616164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.648694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8fad95df-5969-4a63-980f-3e6f13318c65 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.699251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.700023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.704414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b628c1d-a1c0-4fd1-b78a-b0b518da7853']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:48.720019 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d6f4fed8-164e-4fde-a29e-57f18d1727c3 req-545c3a04-9932-4d01-9368-a91f848f0ae8 service neutron] 10.222.0.18 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150735 Dec 13 23:21:48.749263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e79e4e-86d9-41b0-ad89-734a29a1ebe8') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:48.755124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e79e4e-86d9-41b0-ad89-734a29a1ebe8') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:48.755275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-ecf39730-f2ca-4455-9385-6eb8aee922a6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Unset dirty status for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:48.755275 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-ecf39730-f2ca-4455-9385-6eb8aee922a6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/networks?id=6e0694f2-7ffe-419d-af64-4f1b71af86ac HTTP/1.1" status: 200 len: 806 time: 1.3064430 Dec 13 23:21:48.827028 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-606043d8-7f23-4e65-9ed7-cd792f252d32 req-ea67478b-8dcc-47d9-b58c-e1fec9abc522 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564881 Dec 13 23:21:48.830394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8fad95df-5969-4a63-980f-3e6f13318c65 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.838496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.868191 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-e1b00e5d-5b67-49d5-bcbb-623bc44ef47b tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/quotas/13f00ae7e1a1479eafcb13cb72acbeec HTTP/1.1" status: 200 len: 375 time: 0.0763988 Dec 13 23:21:48.870754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.894268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-610e4a1a-8299-48cd-9b78-cf6793bafde9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:48.900861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.913520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:48.914225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:48.937345 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:48.946163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.960443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:48.998386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=6d2d1327-df9e-49bd-9a23-37ec1304ffae,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:49.008585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:49.039642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.046480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:49.074138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.135528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.165284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-bc8aa73e-551f-4d18-be16-f61308ec7dc8 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Synchronizing usage tracker for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:49.206627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8fad95df-5969-4a63-980f-3e6f13318c65 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.216016 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/6d2d1327-df9e-49bd-9a23-37ec1304ffae HTTP/1.1" status: 204 len: 168 time: 2.6083422 Dec 13 23:21:49.217223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.222221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45048) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:49.225761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4fb716f1-032a-48c4-a5be-700f27b14284 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:49.230921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.232476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Pushing event updated for resources: {'Port': ['ID=21829492-07a9-4963-ad0a-dcc7542abdfa,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:49.235513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:49.241764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:49.261924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.265800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad95df-5969-4a63-980f-3e6f13318c65 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db59a1a2-d416-49e0-a64b-ea28590f3c67,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:49.269918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.275704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8fad95df-5969-4a63-980f-3e6f13318c65 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:49.279280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:49.310731 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] 10.222.0.30 "DELETE /v2.0/networks/6b628c1d-a1c0-4fd1-b78a-b0b518da7853 HTTP/1.1" status: 204 len: 168 time: 1.6571202 Dec 13 23:21:49.313994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Pushing event deleted for resources: {'Network': ['ID=6b628c1d-a1c0-4fd1-b78a-b0b518da7853,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:49.317794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:49.319425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-bc8aa73e-551f-4d18-be16-f61308ec7dc8 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Unset dirty status for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:49.326056 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-bc8aa73e-551f-4d18-be16-f61308ec7dc8 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=13f00ae7e1a1479eafcb13cb72acbeec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4352362 Dec 13 23:21:49.341384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8fad95df-5969-4a63-980f-3e6f13318c65 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.345065 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8fad95df-5969-4a63-980f-3e6f13318c65 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/db59a1a2-d416-49e0-a64b-ea28590f3c67 HTTP/1.1" status: 204 len: 168 time: 1.2063444 Dec 13 23:21:49.348518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45054) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:49.463556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.464778 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7206976 Dec 13 23:21:49.490096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.551338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Pushing event updated for resources: {'Port': ['ID=a120d4e0-23ec-425a-8729-3476074e46ec,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:49.570915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:49.574341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484eadab-e3b1-4eaf-b091-ae35e0c84033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:49.575859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484eadab-e3b1-4eaf-b091-ae35e0c84033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:49.576628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-484eadab-e3b1-4eaf-b091-ae35e0c84033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:49.616102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.645483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.670204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Router 77188ac3-dc0f-48bd-9c6f-d940cadf0498 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:21:49.677904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc004aa7-9ad9-460f-a73c-09271808fe7b']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:49.694910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc4183d-a892-4716-bdf5-51138b53e812') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:49.695233 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc4183d-a892-4716-bdf5-51138b53e812') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:49.731839 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-7fd2b7a3-31a8-4706-861c-2f9f73654852 service neutron] 10.222.0.30 "GET /v2.0/networks/6e0694f2-7ffe-419d-af64-4f1b71af86ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932116 Dec 13 23:21:49.768767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-484eadab-e3b1-4eaf-b091-ae35e0c84033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:49.769894 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-484eadab-e3b1-4eaf-b091-ae35e0c84033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5107086 Dec 13 23:21:49.777237 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e053209-d87f-4a07-847b-81f71eb286d8 req-612af800-f753-4d0f-8d7e-bd2e246fd2c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ad866fb630a4c7884a78950a5f0e640&device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 1096 time: 0.3507457 Dec 13 23:21:49.777667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.777814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45068) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:49.816703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.833081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:49.833487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:49.852013 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:49.867823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-7e7fd139-114f-4587-bce4-65e15f13422c req-cd639f16-3bfe-4b22-adce-054d17927df7 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Synchronizing usage tracker for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:49.952228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45076) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:50.094895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-7e7fd139-114f-4587-bce4-65e15f13422c req-cd639f16-3bfe-4b22-adce-054d17927df7 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Unset dirty status for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:50.095741 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-cd639f16-3bfe-4b22-adce-054d17927df7 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1243581854&fields=id&tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2 HTTP/1.1" status: 200 len: 267 time: 0.3920660 Dec 13 23:21:50.096324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:50.117125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-097323e4-b9f0-4c6a-97ee-cd689193e7fb tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:50.132954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:50.174083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc004aa7-9ad9-460f-a73c-09271808fe7b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:50.185623 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] 10.222.0.30 "DELETE /v2.0/networks/cc004aa7-9ad9-460f-a73c-09271808fe7b HTTP/1.1" status: 204 len: 168 time: 0.8293564 Dec 13 23:21:50.188030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:50.192958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45082) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:50.293387 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-afc9d20b-dbcd-4af0-9fff-ac7eb622c66a service neutron] 10.222.0.30 "GET /v2.0/networks/6e0694f2-7ffe-419d-af64-4f1b71af86ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553639 Dec 13 23:21:50.302917 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3b5d2f66-7b45-4704-b7a6-53ff5a126aeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15a0cf65e6a54d5aa4b9fa26a6f42fff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3489990 Dec 13 23:21:50.354538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45086) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:50.360978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd139-114f-4587-bce4-65e15f13422c req-809e2284-955b-407d-8b63-6103ebb4cfb9 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:50.362644 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-809e2284-955b-407d-8b63-6103ebb4cfb9 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 812 time: 0.2316263 Dec 13 23:21:50.414522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e053209-d87f-4a07-847b-81f71eb286d8 req-b62dc3b1-0137-4e36-9827-63bd95666593 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:50.420988 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e053209-d87f-4a07-847b-81f71eb286d8 req-b62dc3b1-0137-4e36-9827-63bd95666593 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ff53bb7-ba76-458a-a6bc-a7068532c83c HTTP/1.1" status: 200 len: 913 time: 0.6278884 Dec 13 23:21:50.422822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:50.434061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Sync routers for ids ['77188ac3-dc0f-48bd-9c6f-d940cadf0498'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:21:50.448080 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-de7e3b52-7a40-4357-917c-8d9c95389a9a tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/quotas/6e5e6f0c86d7408587a8ba11ebf879f2 HTTP/1.1" status: 200 len: 375 time: 0.0762112 Dec 13 23:21:50.452442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Routers {'77188ac3-dc0f-48bd-9c6f-d940cadf0498'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:50.453618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['77188ac3-dc0f-48bd-9c6f-d940cadf0498'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:50.530248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6689747e-5051-4b33-b985-d33971482517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:50.530466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:50.550860 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e053209-d87f-4a07-847b-81f71eb286d8 req-637537df-1494-44a8-8490-86788fe9ee1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a986b326-3cb4-469b-954c-07092e526161 HTTP/1.1" status: 200 len: 217 time: 0.1180735 Dec 13 23:21:50.577272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6689747e-5051-4b33-b985-d33971482517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:50.592425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:50.593691 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 9.1077421 Dec 13 23:21:50.599577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45098) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:50.668026 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-d0b9cff6-24d4-4447-aed6-43b052f58b68 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2119253 Dec 13 23:21:50.706175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6689747e-5051-4b33-b985-d33971482517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:50.715237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b08e6697-7c1e-40bd-b441-b48b3a773be8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:50.734523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689747e-5051-4b33-b985-d33971482517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9b91a6-c44e-47da-acdb-71f07059da54,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:50.740273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Set router 77188ac3-dc0f-48bd-9c6f-d940cadf0498 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:50.743735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6689747e-5051-4b33-b985-d33971482517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:50.745503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6689747e-5051-4b33-b985-d33971482517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:50.746675 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6689747e-5051-4b33-b985-d33971482517 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb9b91a6-c44e-47da-acdb-71f07059da54 HTTP/1.1" status: 204 len: 168 time: 0.3766327 Dec 13 23:21:50.808088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e053209-d87f-4a07-847b-81f71eb286d8 req-f8516852-cf68-48bb-9008-b9bb5a565183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:50.809648 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e053209-d87f-4a07-847b-81f71eb286d8 req-f8516852-cf68-48bb-9008-b9bb5a565183 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215 HTTP/1.1" status: 200 len: 851 time: 0.2489436 Dec 13 23:21:50.823968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 335c2675-2ccd-42f1-a4ab-13e34a5fa64a {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:21:50.892408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-7b8e90f8-0810-4bf4-b4dc-fae8b081f8f4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:21:50.893921 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-7b8e90f8-0810-4bf4-b4dc-fae8b081f8f4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1414087 Dec 13 23:21:50.909259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.046191 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-b0577e34-18d2-4c75-9be1-04ade3bd59b9 service neutron] 10.222.0.30 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422172 Dec 13 23:21:51.083056 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Floating IP 1f38e425-eca3-44ab-a23d-a4e8c4d46302 associated. External IP: 172.26.5.78, port: 2e6f3455-b371-48fb-9619-1bef19a12b27. Dec 13 23:21:51.113798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77188ac3-dc0f-48bd-9c6f-d940cadf0498', 'name': '', 'tenant_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77', 'external_fixed_ips': [{'subnet_id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'ip_address': '2001:db8::282'}], 'enable_snat': True}, 'gw_port_id': 'e0f8b833-50d0-4ba2-8286-d65ce27d9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:41Z', 'updated_at': '2021-12-13T23:21:47Z', 'revision_number': 3, 'project_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'gw_port': {'id': 'e0f8b833-50d0-4ba2-8286-d65ce27d9800', 'name': '', 'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77188ac3-dc0f-48bd-9c6f-d940cadf0498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'ip_address': '2001:db8::282', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:44Z', 'updated_at': '2021-12-13T23:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:51.120696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Checking router: 77188ac3-dc0f-48bd-9c6f-d940cadf0498 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:21:51.123664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Updating router 77188ac3-dc0f-48bd-9c6f-d940cadf0498 port e0f8b833-50d0-4ba2-8286-d65ce27d9800 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:21:51.180410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.184639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.208334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.214887 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-492b16e2-0f65-476b-9963-e464cc061efe service neutron] 10.222.0.30 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631467 Dec 13 23:21:51.323949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ed7138-1541-46a9-91f3-5bbc6bdf201a']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:51.382682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50282c24-66e5-4e6c-9c6b-27830934bae9') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:51.382983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50282c24-66e5-4e6c-9c6b-27830934bae9') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:51.571669 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b4c3b971-af4f-4e33-8155-35531611d129 req-34f490b8-09dc-49c2-a54a-20082edcee3a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 210 time: 0.0616987 Dec 13 23:21:51.677983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6e2de-b65b-451f-b7e6-2a2b8ddf94ea req-135497e9-5793-42bc-88bf-2811459e5037 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:51.682654 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7f6e2de-b65b-451f-b7e6-2a2b8ddf94ea req-135497e9-5793-42bc-88bf-2811459e5037 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 943 time: 0.8774350 Dec 13 23:21:51.687501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.698216 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e053209-d87f-4a07-847b-81f71eb286d8 req-535a9cc9-3a03-47ce-ae7a-9dd3c45aea18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ff53bb7-ba76-458a-a6bc-a7068532c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8252571 Dec 13 23:21:51.718369 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6ab19b43-da61-4972-8b5d-8c08965108cf req-148cbcf9-3e44-488e-b750-600c1c6e79c7 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 210 time: 0.0513041 Dec 13 23:21:51.768575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.776160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45138) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:51.788789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.828519 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-33da1e27-a98d-4e67-8709-eef980329890 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2da20fdbd994a2eb53b69c8fe61ddab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0505874 Dec 13 23:21:51.830876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45142) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:51.859371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.893713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:21:51.894118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.898123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d03b75d0-e0fd-4088-8a99-0450b81087a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:21:51.915235 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:21:51.927077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d03b75d0-e0fd-4088-8a99-0450b81087a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.077915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d03b75d0-e0fd-4088-8a99-0450b81087a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.082825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bad78f46-5fb4-4cd5-8806-1d93fdaed3d6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:52.097791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b75d0-e0fd-4088-8a99-0450b81087a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f568b73-d8c8-4cba-a102-2f5eb0eb9dea,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:52.106873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d03b75d0-e0fd-4088-8a99-0450b81087a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:52.108351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d03b75d0-e0fd-4088-8a99-0450b81087a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.110183 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d03b75d0-e0fd-4088-8a99-0450b81087a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f568b73-d8c8-4cba-a102-2f5eb0eb9dea HTTP/1.1" status: 204 len: 168 time: 0.2781236 Dec 13 23:21:52.140336 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7f6e2de-b65b-451f-b7e6-2a2b8ddf94ea req-1dca1416-e5ae-4022-9712-090f91f6e237 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171500 Dec 13 23:21:52.178165 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e053209-d87f-4a07-847b-81f71eb286d8 req-537125b4-e247-4afb-a3a6-d70e95b53927 service neutron] 10.222.0.18 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534593 Dec 13 23:21:52.267085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Transition to ACTIVE for port object e0f8b833-50d0-4ba2-8286-d65ce27d9800 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:52.291761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.293451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.306460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:52.354943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.358285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.364387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6fbc54dd-97cc-4690-acd2-ba618436e887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:52.369477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.431721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=335c2675-2ccd-42f1-a4ab-13e34a5fa64a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:52.439985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Attempting to bind port e0f8b833-50d0-4ba2-8286-d65ce27d9800 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:52.440507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Attempting to bind port e0f8b833-50d0-4ba2-8286-d65ce27d9800 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4096e304-0aea-4e7a-af7e-4607361540b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:52.441083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Attempting to bind port e0f8b833-50d0-4ba2-8286-d65ce27d9800 on network 4871c583-5a01-47ff-899d-fb34ce639a77 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:52.468019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:52.468933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:52.469551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Checking segment: {'id': '4096e304-0aea-4e7a-af7e-4607361540b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:52.469965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.471102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.471261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Bound using segment: {'id': '4096e304-0aea-4e7a-af7e-4607361540b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:52.471939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Bound port: e0f8b833-50d0-4ba2-8286-d65ce27d9800, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4096e304-0aea-4e7a-af7e-4607361540b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:52.472473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.477818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13d89ded-42c1-455f-aab7-5a04b0782bfc tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:52.531864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Pushing event deleted for resources: {'Network': ['ID=02ed7138-1541-46a9-91f3-5bbc6bdf201a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:52.533149 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b752-8a19-4b55-8056-c842f6b14646 None None] Pushing event updated for resources: {'Port': ['ID=e0f8b833-50d0-4ba2-8286-d65ce27d9800,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:52.536700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:52.542090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5e160-7bb5-4107-920e-d84d200c3a99 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:52.542208 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e053209-d87f-4a07-847b-81f71eb286d8 req-5fc138e6-441b-4bd9-86cf-25cbc69a6085 service neutron] 10.222.0.18 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557897 Dec 13 23:21:52.554624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4768b752-8a19-4b55-8056-c842f6b14646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:52.633318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45158) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:52.636145 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/335c2675-2ccd-42f1-a4ab-13e34a5fa64a HTTP/1.1" status: 204 len: 168 time: 2.8498423 Dec 13 23:21:52.648444 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] 10.222.0.30 "DELETE /v2.0/networks/02ed7138-1541-46a9-91f3-5bbc6bdf201a HTTP/1.1" status: 204 len: 168 time: 2.4516704 Dec 13 23:21:52.655769 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] For port e0f8b833-50d0-4ba2-8286-d65ce27d9800, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:52.744567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] For port e0f8b833-50d0-4ba2-8286-d65ce27d9800, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e0f8b833-50d0-4ba2-8286-d65ce27d9800,segment=NetworkSegment(4096e304-0aea-4e7a-af7e-4607361540b1),segment_id=4096e304-0aea-4e7a-af7e-4607361540b1)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:52.820200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:52.839494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:52.858031 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-05286127-471f-461c-ad4e-b777d17c581f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2230258 Dec 13 23:21:52.867486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45170) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:52.881500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:52.911295 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-21be2a56-a8d9-48ac-bb2c-f8ca8695ba8d req-be0b2c8c-2bdc-4290-babb-f2245b391643 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 210 time: 0.1258094 Dec 13 23:21:52.987478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Routers {'77188ac3-dc0f-48bd-9c6f-d940cadf0498'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:52.988275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['77188ac3-dc0f-48bd-9c6f-d940cadf0498'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:53.013075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-2ed00486-d03e-4480-96b9-2845bef0471b req-bfdee740-a418-4550-94b5-333ad7201c4d tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Synchronizing usage tracker for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:53.086256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-2ed00486-d03e-4480-96b9-2845bef0471b req-bfdee740-a418-4550-94b5-333ad7201c4d tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Unset dirty status for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:53.087437 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ed00486-d03e-4480-96b9-2845bef0471b req-bfdee740-a418-4550-94b5-333ad7201c4d tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 210 time: 0.2210307 Dec 13 23:21:53.102025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768b752-8a19-4b55-8056-c842f6b14646 None None] Pushing event updated for resources: {'Port': ['ID=e0f8b833-50d0-4ba2-8286-d65ce27d9800,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:53.118067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4768b752-8a19-4b55-8056-c842f6b14646 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:53.145357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:53.181213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Router a9e5d0c6-2020-4b89-a4fd-9873113c3bef has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:21:53.195162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:53.206009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:53.215762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:53.229580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:53.235221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Deleting port e0f8b833-50d0-4ba2-8286-d65ce27d9800 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:53.235221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:53.323767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:53.416716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:21:53.418495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] Set router 77188ac3-dc0f-48bd-9c6f-d940cadf0498 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:21:53.475192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] Deleting port 21989e48-dd76-4e15-90d7-623e017058b2 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:53.475528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:53.506995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:53.579540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a986b326-3cb4-469b-954c-07092e526161 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:21:53.829386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] For port 21989e48-dd76-4e15-90d7-623e017058b2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=21989e48-dd76-4e15-90d7-623e017058b2,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:53.830059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:53.881389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] For port e0f8b833-50d0-4ba2-8286-d65ce27d9800, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e0f8b833-50d0-4ba2-8286-d65ce27d9800,segment=NetworkSegment(4096e304-0aea-4e7a-af7e-4607361540b1),segment_id=4096e304-0aea-4e7a-af7e-4607361540b1)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:53.882400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:53.954098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45192) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:54.022746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] Calling delete_port for 21989e48-dd76-4e15-90d7-623e017058b2 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:54.029440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Calling delete_port for e0f8b833-50d0-4ba2-8286-d65ce27d9800 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:54.188257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b41d4-defb-457c-9b67-283c0b20109d req-3e2c93c8-2b96-4cb2-833d-b87860a77e43 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:54.189846 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf6b41d4-defb-457c-9b67-283c0b20109d req-3e2c93c8-2b96-4cb2-833d-b87860a77e43 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 943 time: 0.5314562 Dec 13 23:21:54.217451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.resource_extend [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:21:54.268441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21989e48-dd76-4e15-90d7-623e017058b2 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:21:54.320879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:54.356684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:54.370754 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf6b41d4-defb-457c-9b67-283c0b20109d req-fcf3ca3a-fd8f-4237-8edf-6d23a8b26ef4 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711485 Dec 13 23:21:54.405443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 21989e48-dd76-4e15-90d7-623e017058b2 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:21:54.406001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21989e48-dd76-4e15-90d7-623e017058b2 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:21:54.429946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45204) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:54.437310 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:54.448221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:54.520628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:54.521820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=0a28dacd-9cd2-4089-a3c7-ab62585c2833,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:54.524663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:54.526371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:54.527521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:54.528140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:54.600751 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80015f90-7470-447b-8187-93bad519962c req-ffbaa3f1-846a-4de3-a66e-2d73f54de637 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 210 time: 0.3743951 Dec 13 23:21:54.640991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1763083239'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:54.646680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] Pushing event deleted for resources: {'Port': ['ID=21989e48-dd76-4e15-90d7-623e017058b2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:54.649748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:54.651405 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c89ed69f-a2fb-49a2-a810-baa3132a8a7c req-bb3a1c0e-f12e-4c75-b363-8b1d99bd9987 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 210 time: 0.0615141 Dec 13 23:21:54.656981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:54.656981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:network and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:54.659536 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:54.659776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] No DVR routers for this DVR port 21989e48-dd76-4e15-90d7-623e017058b2 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:21:54.672548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:54.688940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:54.689033 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8184130 Dec 13 23:21:54.694237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45210) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:54.699910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee3f35c-bde5-4e2b-afbf-6a26f33f52af None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:21:54.700553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': '0a28dacd-9cd2-4089-a3c7-ab62585c2833', 'ip_address': '2001:db8::b962:75ec:442f:4ac1'}], 'name': 'tempest-NetworksTestDHCPv6-2131916814'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:54.757764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:21:54.763820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-3c89bd67-328c-490a-8f71-a8ebacb28261 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:54.765145 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-3c89bd67-328c-490a-8f71-a8ebacb28261 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.18 "GET /v2.0/networks?id=6e0694f2-7ffe-419d-af64-4f1b71af86ac HTTP/1.1" status: 200 len: 806 time: 0.6537282 Dec 13 23:21:54.767922 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a6a43-2113-4f8b-8104-10dcd3f24f16 None None] Sync routers for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:21:54.795384 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a6a43-2113-4f8b-8104-10dcd3f24f16 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:54.798840 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-194a6a43-2113-4f8b-8104-10dcd3f24f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:54.823764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:54.866097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Usage tracker for resource:security_group_rule and tenant:b5d82e0606f04c74a5decb008f7e2662 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:54.866303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:54.872209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:54.878853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:54.899708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:54.903825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a986b326-3cb4-469b-954c-07092e526161, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a986b326-3cb4-469b-954c-07092e526161,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:54.904593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:54.916001 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-194a6a43-2113-4f8b-8104-10dcd3f24f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:54.923927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:54.925087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'a986b326-3cb4-469b-954c-07092e526161', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'port_id': 'a986b326-3cb4-469b-954c-07092e526161', 'mac_address': 'fa:16:3e:78:91:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:21:54.930378 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a6a43-2113-4f8b-8104-10dcd3f24f16 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:21:54.931007 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-194a6a43-2113-4f8b-8104-10dcd3f24f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:54.958127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:54.964326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:54.965391 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-c099e79d-62c8-41c8-8358-b8dc007f43fe tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13f00ae7e1a1479eafcb13cb72acbeec HTTP/1.1" status: 200 len: 380 time: 0.1736019 Dec 13 23:21:54.966823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:54.970637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:54.973623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:security_group_rule and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:54.979729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:54.983267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:54.986532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Request body: {'port': {'device_id': '41231733-5742-4d5a-a0c6-562262d7de35', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'admin_state_up': True, 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'security_groups': ['11322586-8709-4c2f-a1c7-c6c76dc41ad8']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:54.988678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:55.003718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.18', 61146) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:55.005745 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-194a6a43-2113-4f8b-8104-10dcd3f24f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:55.006760 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a6a43-2113-4f8b-8104-10dcd3f24f16 None None] The sync data for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:21:55.090517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.094791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.103459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:55.151256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:55.157336 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-65ea6626-b895-4887-a98d-3ba87d001a1e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 16.3232589 Dec 13 23:21:55.158145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.164428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0f8b833-50d0-4ba2-8286-d65ce27d9800,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:55.166130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45216) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:55.183845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a986b326-3cb4-469b-954c-07092e526161 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:21:55.215259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port f6aed918-183b-4d81-9544-957d575d7a77 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:21:55.243730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:55.273552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a986b326-3cb4-469b-954c-07092e526161, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a986b326-3cb4-469b-954c-07092e526161,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:55.277109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77188ac3-dc0f-48bd-9c6f-d940cadf0498', 'name': '', 'tenant_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77', 'external_fixed_ips': [{'subnet_id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'ip_address': '2001:db8::282'}], 'enable_snat': True}, 'gw_port_id': 'e0f8b833-50d0-4ba2-8286-d65ce27d9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:41Z', 'updated_at': '2021-12-13T23:21:47Z', 'revision_number': 3, 'project_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'gw_port': {'id': 'e0f8b833-50d0-4ba2-8286-d65ce27d9800', 'name': '', 'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77188ac3-dc0f-48bd-9c6f-d940cadf0498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'ip_address': '2001:db8::282', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:44Z', 'updated_at': '2021-12-13T23:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:21:55.280573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '0a28dacd-9cd2-4089-a3c7-ab62585c2833'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:21:55.282316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.312274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd139-114f-4587-bce4-65e15f13422c req-f687fcd1-6ae6-4034-a392-4f30885634be tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:55.312687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af498360-93c6-4b80-b43f-56a6616dc8ed None None] The sync data for ids ['77188ac3-dc0f-48bd-9c6f-d940cadf0498'] in dv-neutron-821564-1-hyperv is: [{'id': '77188ac3-dc0f-48bd-9c6f-d940cadf0498', 'name': '', 'tenant_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77', 'external_fixed_ips': [{'subnet_id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'ip_address': '2001:db8::282'}], 'enable_snat': True}, 'gw_port_id': 'e0f8b833-50d0-4ba2-8286-d65ce27d9800', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:41Z', 'updated_at': '2021-12-13T23:21:47Z', 'revision_number': 3, 'project_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'gw_port': {'id': 'e0f8b833-50d0-4ba2-8286-d65ce27d9800', 'name': '', 'network_id': '4871c583-5a01-47ff-899d-fb34ce639a77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77188ac3-dc0f-48bd-9c6f-d940cadf0498', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'ip_address': '2001:db8::282', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:44Z', 'updated_at': '2021-12-13T23:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '069d13dd-c254-4fec-94e5-f6605feea36e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:21:55.314225 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-f687fcd1-6ae6-4034-a392-4f30885634be tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.18 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 812 time: 0.3010135 Dec 13 23:21:55.368983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.371972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:55.376523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.473267 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-f0948297-0e41-4b6d-9d40-d5799a1c986b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2 HTTP/1.1" status: 200 len: 380 time: 0.1407728 Dec 13 23:21:55.473900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.485456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Request body: {'port': {'device_id': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'admin_state_up': True, 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'security_groups': ['07d9e875-66bb-4719-9409-5ff117a56894']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:55.511824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:55.550596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a986b326-3cb4-469b-954c-07092e526161,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:55.562291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:55.603628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:21:55.614999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/0a28dacd-9cd2-4089-a3c7-ab62585c2833/74efb236-88de-4e3e-b0a0-ec5290a4ba97) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:55.670950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8740c8da-b830-4699-9997-520b58bf2b6c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:55.673387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:55.681293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.681630 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Added segment 177575a2-cc42-460f-8673-14c0dfd500ae of type vlan for network a1166da6-543b-43ef-bd9c-9d5d5a6861e7 Dec 13 23:21:55.722446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['a986b326-3cb4-469b-954c-07092e526161'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:21:55.739841 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-35b9b4ae-f525-4f15-a0a0-d867260f3710 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] 10.222.0.30 "GET /v2.0/floatingips/1f38e425-eca3-44ab-a23d-a4e8c4d46302 HTTP/1.1" status: 200 len: 983 time: 0.5562842 Dec 13 23:21:55.746942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.750762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45226) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:55.775703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:55.787013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:55.815738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.895907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:55.916249 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-16b039f2-4fd9-4ede-9e0c-8e7b4664fcfb req-61bff3e1-6f57-4647-b62c-cf8005314dbb tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 210 time: 0.1075716 Dec 13 23:21:55.921500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:55.964531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.975661 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2a54e1e7-544c-4cdc-be17-753bc4be3ac9 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.2240419 Dec 13 23:21:55.976321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45230) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:55.985753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Made reservation on behalf of 13f00ae7e1a1479eafcb13cb72acbeec for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:55.991424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:55.997324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.013952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a896908-818a-4576-b36d-5859f60791d8 req-7dd4d8b0-6e2e-4ec9-a4a9-3eabb7fd39e3 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:56.019755 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4a896908-818a-4576-b36d-5859f60791d8 req-7dd4d8b0-6e2e-4ec9-a4a9-3eabb7fd39e3 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 944 time: 0.4062498 Dec 13 23:21:56.027144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Transition to ACTIVE for port object 74efb236-88de-4e3e-b0a0-ec5290a4ba97 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:56.055838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Transition to ACTIVE for port object 74efb236-88de-4e3e-b0a0-ec5290a4ba97 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:56.072000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.072665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Made reservation on behalf of 6e5e6f0c86d7408587a8ba11ebf879f2 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:21:56.075915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.101872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.106721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:56.149380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.173119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:56.176030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:56.181137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:56.183229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Pushing event updated for resources: {'Port': ['ID=74efb236-88de-4e3e-b0a0-ec5290a4ba97,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:56.187263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:56.194760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:56.216540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::b962:75ec:442f:4ac1 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/0a28dacd-9cd2-4089-a3c7-ab62585c2833/f6aed918-183b-4d81-9544-957d575d7a77) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:56.221813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:56.225351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.227691 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0b3104c4-383a-4f5c-88b8-06ae4a16b281 req-28be4825-c55f-47d9-b4d7-46e0a0048bdc tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 210 time: 0.1269360 Dec 13 23:21:56.228307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:56.243933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.294631 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Attempting to bind port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:56.295029 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Attempting to bind port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:56.295383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Attempting to bind port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:56.302598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:56.302598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:56.304123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.304123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:56.304571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Bound port: 74efb236-88de-4e3e-b0a0-ec5290a4ba97, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:56.304987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.309315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.313739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc547e0-ea82-459c-bdfc-ccac0132eacf,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:56.327201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:56.359040 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5d82e0606f04c74a5decb008f7e2662&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4025214 Dec 13 23:21:56.360145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45234) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:56.377911 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4a896908-818a-4576-b36d-5859f60791d8 req-5b2e5842-9dbd-43da-a31c-deda617b3e38 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940006 Dec 13 23:21:56.404018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] For port 74efb236-88de-4e3e-b0a0-ec5290a4ba97, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:56.407428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] For port 74efb236-88de-4e3e-b0a0-ec5290a4ba97, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74efb236-88de-4e3e-b0a0-ec5290a4ba97,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:56.456023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.460449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:56.494262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Network': ['ID=a1166da6-543b-43ef-bd9c-9d5d5a6861e7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:56.529803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network a1166da6-543b-43ef-bd9c-9d5d5a6861e7 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:21:56.573756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Pushing event updated for resources: {'Port': ['ID=74efb236-88de-4e3e-b0a0-ec5290a4ba97,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:56.615290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:56.617279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Allocated IP 172.20.0.6 (6e0694f2-7ffe-419d-af64-4f1b71af86ac/ddda300d-02bc-4775-a82d-16b8aefac9cf/d8ff2e36-65e2-4125-a501-86f4c45aa6e0) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:56.619629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6faec94-9f3a-4f0e-8722-5abb894c2c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.643247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.643784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77188ac3-dc0f-48bd-9c6f-d940cadf0498 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:21:56.645592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:56.685453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6faec94-9f3a-4f0e-8722-5abb894c2c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.691149 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2600446 Dec 13 23:21:56.876663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Allocated IP 172.20.0.10 (840a421d-88cb-462e-a555-093c8caed243/39d26e38-0e64-4354-a88c-3cd55097d092/20b838e6-3626-48ae-b448-c1fa7cfed8d6) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:21:56.895803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Deleting port a120d4e0-23ec-425a-8729-3476074e46ec {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:56.895803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.908316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:56.912354 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "DELETE /v2.0/routers/77188ac3-dc0f-48bd-9c6f-d940cadf0498 HTTP/1.1" status: 204 len: 168 time: 6.2978938 Dec 13 23:21:56.919943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45238) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:56.979549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.001022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Transition to ACTIVE for port object d8ff2e36-65e2-4125-a501-86f4c45aa6e0 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:57.013505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6faec94-9f3a-4f0e-8722-5abb894c2c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.024255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:57.040203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6faec94-9f3a-4f0e-8722-5abb894c2c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.044503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e6faec94-9f3a-4f0e-8722-5abb894c2c6a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0dc547e0-ea82-459c-bdfc-ccac0132eacf HTTP/1.1" status: 204 len: 168 time: 0.6654086 Dec 13 23:21:57.047994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6faec94-9f3a-4f0e-8722-5abb894c2c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc547e0-ea82-459c-bdfc-ccac0132eacf,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:57.050091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e6faec94-9f3a-4f0e-8722-5abb894c2c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:57.123893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.134035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:57.197994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Deleting subnet 069d13dd-c254-4fec-94e5-f6605feea36e {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:21:57.232598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Network 6e0694f2-7ffe-419d-af64-4f1b71af86ac is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:57.233847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:57.235703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Pushing event updated for resources: {'Port': ['ID=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:57.237826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:57.269035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:57.277507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.316480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:57.317136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.445091 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4661884 Dec 13 23:21:57.458630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Request body: {'port': {'device_id': '41231733-5742-4d5a-a0c6-562262d7de35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:21:57.520812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a986b326-3cb4-469b-954c-07092e526161 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:57.616113 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bf8a9b2-641d-492e-8b96-b6ea37fbc398 req-93a2dd9a-2603-4459-a9e8-289b9e8ec1a5 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 210 time: 0.0848560 Dec 13 23:21:57.714817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.727480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.778701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.792058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dbb7ffab-dba2-4d99-80b7-2288ef5e3202 None None] Provisioning for port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:57.798222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dbb7ffab-dba2-4d99-80b7-2288ef5e3202 None None] Provisioning complete for port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:57.800018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dbb7ffab-dba2-4d99-80b7-2288ef5e3202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:57.817318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object f6aed918-183b-4d81-9544-957d575d7a77 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:57.851838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port a986b326-3cb4-469b-954c-07092e526161 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:57.873510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port a986b326-3cb4-469b-954c-07092e526161 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:57.874448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.001587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.010827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Transition to ACTIVE for port object 20b838e6-3626-48ae-b448-c1fa7cfed8d6 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:58.025725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:58.104987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-dbb7ffab-dba2-4d99-80b7-2288ef5e3202 None None] Port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:58.199366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=f6aed918-183b-4d81-9544-957d575d7a77,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:58.208522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:58.226694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.253222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.281472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539c99a7-f98d-4188-8215-36b735295ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a986b326-3cb4-469b-954c-07092e526161'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:21:58.347193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45252) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:58.393936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.430877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e2d41-9455-47e4-9603-a315c4d87635 req-63625b7e-0452-4037-a852-4273f49c8e6a tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:58.437586 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2b4e2d41-9455-47e4-9603-a315c4d87635 req-63625b7e-0452-4037-a852-4273f49c8e6a tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 944 time: 0.4405496 Dec 13 23:21:58.448414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:21:58.459985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:6f7f1dbb641e4f6e9e9f2702ac3325a9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:21:58.463174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:21:58.465151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74efb236-88de-4e3e-b0a0-ec5290a4ba97 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:21:58.470177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:21:58.501580 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2b4e2d41-9455-47e4-9603-a315c4d87635 req-aa157d42-d139-43d8-935d-a080a3f1a17d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629792 Dec 13 23:21:58.559709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a986b326-3cb4-469b-954c-07092e526161, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a986b326-3cb4-469b-954c-07092e526161,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:58.580846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.589516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b496b-2da2-4420-ad1f-d93dadc6463a req-15def07e-a189-4484-966a-d375eb0b8727 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:58.591784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ff2e36-65e2-4125-a501-86f4c45aa6e0 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:21:58.598211 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d45b496b-2da2-4420-ad1f-d93dadc6463a req-15def07e-a189-4484-966a-d375eb0b8727 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 931 time: 1.4034517 Dec 13 23:21:58.603899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.644644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.644925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Transition to ACTIVE for port object d8ff2e36-65e2-4125-a501-86f4c45aa6e0 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:21:58.645044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.661775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:58.677023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:58.680408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:58.684970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:58.685625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.695371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f213f32e-5228-4884-8bea-9ffb2c44c5d8 None None] Provisioning for port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:58.702484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.705270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a6db5bf7-ae6a-4522-8f60-53f94d8e9141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:58.723791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.731468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:58.834933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:58.883309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:58.883764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:58.983458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:59.000890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:59.008723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a986b326-3cb4-469b-954c-07092e526161,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:59.011938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:59.073854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Calling delete_port for a120d4e0-23ec-425a-8729-3476074e46ec owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:21:59.137967 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b1dcddd9-de56-4943-a29b-2fe83730e764 req-961cdda0-6c68-4313-be59-0a6ce80253d6 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 210 time: 0.1644182 Dec 13 23:21:59.174735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:59.176909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:59.199342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:59.218696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:59.255118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b894fd2-48a5-45a5-85cf-bdc926320509,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:59.258621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:59.263041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:59.271154 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5758941 Dec 13 23:21:59.298634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:59.308724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45268) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:59.388027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-d45b496b-2da2-4420-ad1f-d93dadc6463a req-265535d6-53dd-4851-9b9b-79e8a042265f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Synchronizing usage tracker for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:59.408637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-141e51ed-7f59-4996-b23f-baf99cb70bd6 None None] Provisioning for port f6aed918-183b-4d81-9544-957d575d7a77 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:21:59.437498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 74efb236-88de-4e3e-b0a0-ec5290a4ba97, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74efb236-88de-4e3e-b0a0-ec5290a4ba97,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:21:59.437498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-141e51ed-7f59-4996-b23f-baf99cb70bd6 None None] Provisioning complete for port f6aed918-183b-4d81-9544-957d575d7a77 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:21:59.437498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-141e51ed-7f59-4996-b23f-baf99cb70bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:59.437872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Network 840a421d-88cb-462e-a555-093c8caed243 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:21:59.484743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:21:59.545696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Attempting to bind port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:21:59.547397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Attempting to bind port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:21:59.548006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Attempting to bind port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 on network 6e0694f2-7ffe-419d-af64-4f1b71af86ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:59.563328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-141e51ed-7f59-4996-b23f-baf99cb70bd6 None None] Port f6aed918-183b-4d81-9544-957d575d7a77 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:21:59.569474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaedbc8-41a1-480d-9ab2-3a82eef96499 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:59.572848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:59.580090 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539c99a7-f98d-4188-8215-36b735295ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a986b326-3cb4-469b-954c-07092e526161', 'code': 200} Dec 13 23:21:59.581155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-87735721-2f03-40fb-8be4-f13b85141ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:21:59.594668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaedbc8-41a1-480d-9ab2-3a82eef96499 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:21:59.597287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dcaedbc8-41a1-480d-9ab2-3a82eef96499 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:21:59.608453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 on network 6e0694f2-7ffe-419d-af64-4f1b71af86ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:21:59.614213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Attempting to bind port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 on network 6e0694f2-7ffe-419d-af64-4f1b71af86ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:21:59.657566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:21:59.663154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Checking segment: {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:21:59.663727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Bound using segment: {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:21:59.664783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Bound port: d8ff2e36-65e2-4125-a501-86f4c45aa6e0, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8e9528e-6067-48bd-9eb4-706ae08a33d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:21:59.666121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:21:59.739427 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f7f1dbb641e4f6e9e9f2702ac3325a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3792963 Dec 13 23:21:59.752542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45274) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:59.760582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:21:59.795097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=74efb236-88de-4e3e-b0a0-ec5290a4ba97,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:59.801337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:21:59.841272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-d45b496b-2da2-4420-ad1f-d93dadc6463a req-265535d6-53dd-4851-9b9b-79e8a042265f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Unset dirty status for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:59.842925 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d45b496b-2da2-4420-ad1f-d93dadc6463a req-265535d6-53dd-4851-9b9b-79e8a042265f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2438788 Dec 13 23:21:59.878844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dcaedbc8-41a1-480d-9ab2-3a82eef96499 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:21:59.883231 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dcaedbc8-41a1-480d-9ab2-3a82eef96499 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5352492 Dec 13 23:21:59.890005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45278) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:21:59.924592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Pushing event updated for resources: {'Port': ['ID=20b838e6-3626-48ae-b448-c1fa7cfed8d6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:21:59.951374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] For port d8ff2e36-65e2-4125-a501-86f4c45aa6e0, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:21:59.977482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] For port d8ff2e36-65e2-4125-a501-86f4c45aa6e0, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:21:59.983731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.984315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.984842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.985353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.986000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.986562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.987264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.987798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.988746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.989247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.989734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:21:59.998426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port f6aed918-183b-4d81-9544-957d575d7a77 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:21:59.998763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.012412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:00.013295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.18', 61152) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:00.018385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:00.019119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.064923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290b13a-2edd-4765-af08-221b9248967d req-66288263-de15-463f-ab46-a873f4399c16 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:00.066782 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f290b13a-2edd-4765-af08-221b9248967d req-66288263-de15-463f-ab46-a873f4399c16 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 945 time: 0.2349999 Dec 13 23:22:00.077054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.102887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:00.106287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-22e63ca1-35ba-44db-b76d-c327415fc433 None None] Provisioning for port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:00.111269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-22e63ca1-35ba-44db-b76d-c327415fc433 None None] Provisioning complete for port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:00.117060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-22e63ca1-35ba-44db-b76d-c327415fc433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.126760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.135050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:00.165438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-22e63ca1-35ba-44db-b76d-c327415fc433 None None] Port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:22:00.196681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45286) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:00.202596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6ae70644-71b9-4059-a2bd-ea6061a45657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.204840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=069d13dd-c254-4fec-94e5-f6605feea36e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:00.207733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:00.219521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'subnet': {'network_id': 'a1166da6-543b-43ef-bd9c-9d5d5a6861e7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:00.226107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74efb236-88de-4e3e-b0a0-ec5290a4ba97 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:00.308434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.311032 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/069d13dd-c254-4fec-94e5-f6605feea36e HTTP/1.1" status: 204 len: 168 time: 3.3796337 Dec 13 23:22:00.354961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:00.355502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.373473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45290) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:00.405251 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9244626 Dec 13 23:22:00.445890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.447281 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] 10.222.0.18 "PUT /v2.0/ports/d8ff2e36-65e2-4125-a501-86f4c45aa6e0 HTTP/1.1" status: 200 len: 1093 time: 2.9932361 Dec 13 23:22:00.449204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41231733-5742-4d5a-a0c6-562262d7de35', 'tag': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:22:00.455034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6ae70644-71b9-4059-a2bd-ea6061a45657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.478176 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f290b13a-2edd-4765-af08-221b9248967d req-93d48e18-b7d9-41b4-8470-db9f6767aeda tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814173 Dec 13 23:22:00.486990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Request body: {'port': {'device_id': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:00.488050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:00.495917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:00.604705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:00.619283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:subnet and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:00.637224 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41231733-5742-4d5a-a0c6-562262d7de35', 'tag': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0', 'status': 'completed', 'code': 200} Dec 13 23:22:00.652225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:00.667730 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-2b471a0a-8160-4500-a0c0-8619a49a97a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 1098 time: 0.6437016 Dec 13 23:22:00.668330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.679387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:00.682567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-32a206b8-9adc-4cb7-aa7e-e0460f1fc330 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:00.701469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.710950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.755393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event deleted for resources: {'Port': ['ID=a120d4e0-23ec-425a-8729-3476074e46ec,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:00.758417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:00.783438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.834148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:00.837705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for f6aed918-183b-4d81-9544-957d575d7a77 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:00.883395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:00.925487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae0d78-bbb9-4db5-a242-bbc64194809f req-7f89d860-17a6-49a5-9c39-f9862074d309 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:00.926251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-96ae0d78-bbb9-4db5-a242-bbc64194809f req-7f89d860-17a6-49a5-9c39-f9862074d309 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Synchronizing usage tracker for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:01.056964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6ae70644-71b9-4059-a2bd-ea6061a45657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.082196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.124227 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-26fdf3a2-adb7-46c6-8194-681d4b70f837 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=13f00ae7e1a1479eafcb13cb72acbeec&device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 1096 time: 0.5510263 Dec 13 23:22:01.149609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:01.161440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:01.183964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Usage tracker for resource:security_group_rule and tenant:0b161fc2ed274e34a68166e0ab13e9bf is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:01.196935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.215158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae70644-71b9-4059-a2bd-ea6061a45657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b894fd2-48a5-45a5-85cf-bdc926320509,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:01.220334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6ae70644-71b9-4059-a2bd-ea6061a45657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:01.221880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:01.239366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:01.248491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.290786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-96ae0d78-bbb9-4db5-a242-bbc64194809f req-7f89d860-17a6-49a5-9c39-f9862074d309 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Unset dirty status for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:01.292151 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-96ae0d78-bbb9-4db5-a242-bbc64194809f req-7f89d860-17a6-49a5-9c39-f9862074d309 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 932 time: 0.8887341 Dec 13 23:22:01.300246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6ae70644-71b9-4059-a2bd-ea6061a45657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.301324 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6ae70644-71b9-4059-a2bd-ea6061a45657 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b894fd2-48a5-45a5-85cf-bdc926320509 HTTP/1.1" status: 204 len: 168 time: 1.4681647 Dec 13 23:22:01.302199 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-3845cb18-ea4b-42f3-a720-7ab3c93e1130 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8ff2e36-65e2-4125-a501-86f4c45aa6e0 HTTP/1.1" status: 200 len: 217 time: 0.1200120 Dec 13 23:22:01.367529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4871c583-5a01-47ff-899d-fb34ce639a77']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:01.405181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4096e304-0aea-4e7a-af7e-4607361540b1') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:01.405592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4096e304-0aea-4e7a-af7e-4607361540b1') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:01.430839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.470234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3350a-a0b3-4c02-ba11-36dd5e3e2a61 req-eae69b24-0e36-4471-bff8-b871456ae40f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:01.470937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-83a3350a-a0b3-4c02-ba11-36dd5e3e2a61 req-eae69b24-0e36-4471-bff8-b871456ae40f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Synchronizing usage tracker for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:01.474066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-96127108-4959-458d-a901-aa0c1aba0bd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:01.475536 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-96127108-4959-458d-a901-aa0c1aba0bd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddda300d-02bc-4775-a82d-16b8aefac9cf HTTP/1.1" status: 200 len: 845 time: 0.1580429 Dec 13 23:22:01.476538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.518762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:01.519162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:01.534401 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:01.550530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.566219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:01.591757 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-96ae0d78-bbb9-4db5-a242-bbc64194809f req-f01bdbc7-23e8-495f-9526-f23d6b7af877 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335162 Dec 13 23:22:01.679959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-83a3350a-a0b3-4c02-ba11-36dd5e3e2a61 req-eae69b24-0e36-4471-bff8-b871456ae40f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Unset dirty status for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:01.681143 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-83a3350a-a0b3-4c02-ba11-36dd5e3e2a61 req-eae69b24-0e36-4471-bff8-b871456ae40f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 943 time: 0.6682765 Dec 13 23:22:01.681949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=f6aed918-183b-4d81-9544-957d575d7a77,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:01.686347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:01.812365 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-83a3350a-a0b3-4c02-ba11-36dd5e3e2a61 req-f5856d04-cd39-431a-8742-e96f7d14d30e tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232443 Dec 13 23:22:01.813474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.848608 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-1d8ff893-c2c8-481a-b1e3-d73366f201fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6e0694f2-7ffe-419d-af64-4f1b71af86ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3665328 Dec 13 23:22:01.890413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.914800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:01.981378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:02.029994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:02.032448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:02.048963 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-f1a3c2bd-f9c8-4288-b02e-44d0623da533 service neutron] 10.222.0.18 "GET /v2.0/networks/6e0694f2-7ffe-419d-af64-4f1b71af86ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930797 Dec 13 23:22:02.050317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4871c583-5a01-47ff-899d-fb34ce639a77 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 23:22:02.056022 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/f6aed918-183b-4d81-9544-957d575d7a77 HTTP/1.1" status: 204 len: 168 time: 2.1629105 Dec 13 23:22:02.078474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45310) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:02.089223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:02.089223 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4871c583-5a01-47ff-899d-fb34ce639a77 HTTP/1.1" status: 204 len: 168 time: 1.7062063 Dec 13 23:22:02.089223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event deleted for resources: {'Network': ['ID=4871c583-5a01-47ff-899d-fb34ce639a77,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:02.093385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:02.151475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108035f-d43c-413f-a13d-8191dccfa176 req-c5d91a7f-6e40-4d0a-b235-0cfe695b7e6c tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:02.165037 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7108035f-d43c-413f-a13d-8191dccfa176 req-c5d91a7f-6e40-4d0a-b235-0cfe695b7e6c tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 945 time: 0.4045424 Dec 13 23:22:02.213727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Synchronizing usage tracker for tenant:0b161fc2ed274e34a68166e0ab13e9bf on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:02.237000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b838e6-3626-48ae-b448-c1fa7cfed8d6 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:22:02.242186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ea787-58f2-437d-9b4a-2ae64b3e6a2b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:02.244181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ea787-58f2-437d-9b4a-2ae64b3e6a2b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:02.244457 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5a5ea787-58f2-437d-9b4a-2ae64b3e6a2b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:02.246271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf386b37-3873-4376-a178-5e4ce7d81f37,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:02.269092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:02.274232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:02.277273 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e96108ef-8ca9-425c-9f1c-fe54de264841 req-593f5aa0-cc87-41d8-978f-b95ce85e05c7 service neutron] 10.222.0.18 "GET /v2.0/networks/6e0694f2-7ffe-419d-af64-4f1b71af86ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169282 Dec 13 23:22:02.277781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:02.301050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-108d4bda-3512-4e3c-8e3a-b485e934531d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:02.363529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5a5ea787-58f2-437d-9b4a-2ae64b3e6a2b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:02.366786 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5a5ea787-58f2-437d-9b4a-2ae64b3e6a2b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2773771 Dec 13 23:22:02.367894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45318) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:02.371525 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7108035f-d43c-413f-a13d-8191dccfa176 req-5c346cfd-54e3-4e25-8cd0-2371aba595d5 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118013 Dec 13 23:22:02.400914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Transition to ACTIVE for port object 20b838e6-3626-48ae-b448-c1fa7cfed8d6 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:02.500006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Subnet': ['ID=ecd5ffcb-6236-4fb5-aaf3-2cf186607a32,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:02.509836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:02.515564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Unset dirty status for tenant:0b161fc2ed274e34a68166e0ab13e9bf on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:02.516481 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7973311 Dec 13 23:22:02.519364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:02.519902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:02.588541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Pushing event updated for resources: {'Port': ['ID=20b838e6-3626-48ae-b448-c1fa7cfed8d6,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:02.592005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:02.652444 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-73e7b8fa-a365-44f3-930c-b482fb1213b0 req-d584c9ed-f44e-4e6f-b563-7ffef33582f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=13f00ae7e1a1479eafcb13cb72acbeec&device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 1096 time: 0.2069323 Dec 13 23:22:02.711500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Checking segment: {'id': '177575a2-cc42-460f-8673-14c0dfd500ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a1166da6-543b-43ef-bd9c-9d5d5a6861e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:02.711898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network hostable DHCP agents. Network: a1166da6-543b-43ef-bd9c-9d5d5a6861e7, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:22:02.738764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 0a28dacd-9cd2-4089-a3c7-ab62585c2833 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:22:02.750088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:02.877348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45332) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:02.901751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'router': {'name': 'tempest-router--1913618638', 'project_id': 'a58a3c3dd1b64dfd8c1d7dfbda75bd6b'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:03.064964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Attempting to bind port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:03.065340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Attempting to bind port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:03.065679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Attempting to bind port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 on network 840a421d-88cb-462e-a555-093c8caed243 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:03.077129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 on network 840a421d-88cb-462e-a555-093c8caed243 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:03.077456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Attempting to bind port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 on network 840a421d-88cb-462e-a555-093c8caed243 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:03.095165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:03.100084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Checking segment: {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:03.100084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Bound using segment: {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:03.100084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Bound port: 20b838e6-3626-48ae-b448-c1fa7cfed8d6, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:03.100084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.106733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network a1166da6-543b-43ef-bd9c-9d5d5a6861e7 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:22:03.124071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:03.145428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Usage tracker for resource:router and tenant:a58a3c3dd1b64dfd8c1d7dfbda75bd6b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:03.154723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:03.168638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.198818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:03.199802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Router a9e5d0c6-2020-4b89-a4fd-9873113c3bef has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:22:03.218533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4bc7c-628a-460a-b8c3-711bed5e3273 req-11ab2352-9d2c-47d1-9b4b-13b774ce8655 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:03.225783 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6a4bc7c-628a-460a-b8c3-711bed5e3273 req-11ab2352-9d2c-47d1-9b4b-13b774ce8655 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 943 time: 0.2183819 Dec 13 23:22:03.231842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, a1166da6-543b-43ef-bd9c-9d5d5a6861e7) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:03.245819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663d656a-7f14-4157-9c26-a1e71881ecca None None] Network a1166da6-543b-43ef-bd9c-9d5d5a6861e7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:03.256747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:03.257338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.282028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] For port 20b838e6-3626-48ae-b448-c1fa7cfed8d6, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:03.305629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7b8fa-a365-44f3-930c-b482fb1213b0 req-bb273d2f-9166-4754-ae6b-9cf568a8663e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:03.312474 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-73e7b8fa-a365-44f3-930c-b482fb1213b0 req-bb273d2f-9166-4754-ae6b-9cf568a8663e service neutron] 10.222.0.18 "GET /v2.0/networks?id=6e0694f2-7ffe-419d-af64-4f1b71af86ac HTTP/1.1" status: 200 len: 907 time: 0.4813163 Dec 13 23:22:03.325547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] For port 20b838e6-3626-48ae-b448-c1fa7cfed8d6, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:03.376714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.377661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.407088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e03a18-5be3-44b1-a7b0-648ea12e538f req-78926cfc-5251-426e-a13a-38c7071e7846 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:03.408782 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32e03a18-5be3-44b1-a7b0-648ea12e538f req-78926cfc-5251-426e-a13a-38c7071e7846 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 944 time: 0.5254326 Dec 13 23:22:03.410023 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-73e7b8fa-a365-44f3-930c-b482fb1213b0 req-0792cb9f-a882-4d73-bdd7-c5a046552a1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8ff2e36-65e2-4125-a501-86f4c45aa6e0 HTTP/1.1" status: 200 len: 217 time: 0.0935678 Dec 13 23:22:03.464737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.465082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.470407 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6a4bc7c-628a-460a-b8c3-711bed5e3273 req-bffc780a-275e-41a8-92ed-d56692985bef tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435133 Dec 13 23:22:03.472030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:03.488990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-a1166da6-543b-43ef-bd9c-9d5d5a6861e7', 'network_id': 'a1166da6-543b-43ef-bd9c-9d5d5a6861e7', 'tenant_id': '1d83f13324334caf8d6f71d6c00a8001', 'fixed_ips': [{'subnet_id': 'ecd5ffcb-6236-4fb5-aaf3-2cf186607a32'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:03.495765 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.501448 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3002818 Dec 13 23:22:03.506362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45344) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:03.535734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1703558446'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:03.549560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:03.560158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.560568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:network and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:03.569205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:03.583072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:03.588124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.595423 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] 10.222.0.18 "PUT /v2.0/ports/20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 1094 time: 3.1371882 Dec 13 23:22:03.595423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'tag': '20b838e6-3626-48ae-b448-c1fa7cfed8d6'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:22:03.601195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Pushing event updated for resources: {'Port': ['ID=20b838e6-3626-48ae-b448-c1fa7cfed8d6,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:03.604541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7b8fa-a365-44f3-930c-b482fb1213b0 req-8c6baef8-6b50-4aa7-bb3b-2b3195dd84bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:03.606008 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-73e7b8fa-a365-44f3-930c-b482fb1213b0 req-8c6baef8-6b50-4aa7-bb3b-2b3195dd84bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddda300d-02bc-4775-a82d-16b8aefac9cf HTTP/1.1" status: 200 len: 845 time: 0.1876833 Dec 13 23:22:03.609938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:03.708634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-32e03a18-5be3-44b1-a7b0-648ea12e538f req-b54e3deb-a150-48d1-88f1-a97b9da62c9b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Synchronizing usage tracker for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:03.767572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-32e03a18-5be3-44b1-a7b0-648ea12e538f req-b54e3deb-a150-48d1-88f1-a97b9da62c9b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Unset dirty status for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:03.768763 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32e03a18-5be3-44b1-a7b0-648ea12e538f req-b54e3deb-a150-48d1-88f1-a97b9da62c9b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056214 Dec 13 23:22:03.769621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.828680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.835449 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-73e7b8fa-a365-44f3-930c-b482fb1213b0 req-5996355c-7db0-4365-b57b-dfc4280bacad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6e0694f2-7ffe-419d-af64-4f1b71af86ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2120297 Dec 13 23:22:03.838158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3ae20c18-1cfb-4a0d-b796-31885d7ea6e1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:03.854495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:03.857515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.861461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Allocated IP 2001:db8:0:ffff::2 (a1166da6-543b-43ef-bd9c-9d5d5a6861e7/ecd5ffcb-6236-4fb5-aaf3-2cf186607a32/834f97ff-6966-4a1a-97ac-d8bd104e0a4f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:03.901043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=0a28dacd-9cd2-4089-a3c7-ab62585c2833,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:03.922938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:03.922938 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-88445c4b-c6f7-412e-8cad-f7bb7a254482 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0361075 Dec 13 23:22:03.948961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361af0cd-4a4a-4777-88df-4c7965c165c7 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:04.001977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45360) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:04.011208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:04.012470 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/0a28dacd-9cd2-4089-a3c7-ab62585c2833 HTTP/1.1" status: 204 len: 168 time: 1.6436243 Dec 13 23:22:04.021356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.022373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.022738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.023105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.023461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.023853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.024206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.024559 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.024907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.025266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.025599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:04.028220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45366) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:04.032499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:04.178450 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ced812ed-e9cb-4cb8-90cc-42b1190bd15f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1443717 Dec 13 23:22:04.179557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45370) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:04.246258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:04.274445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Sync routers for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:04.309039 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'tag': '20b838e6-3626-48ae-b448-c1fa7cfed8d6', 'status': 'completed', 'code': 200} Dec 13 23:22:04.314262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:22:04.324625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:04.325617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:04.403228 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-73e7b8fa-a365-44f3-930c-b482fb1213b0 req-0a2435bf-dacc-4ca7-a60b-705b0ef0793a service neutron] 10.222.0.18 "GET /v2.0/networks/6e0694f2-7ffe-419d-af64-4f1b71af86ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290837 Dec 13 23:22:04.410192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:04.420191 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Added segment 32f9909b-cdb9-4d5b-a6d8-d734125d7358 of type vlan for network bcee5368-11b0-4fc7-96bb-d745d9714399 Dec 13 23:22:04.559967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd798f6d-5e69-43fb-b43c-1a93ede123a6 req-a1ffc735-e3f6-468e-8d99-6b550bc492a3 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:04.564396 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bd798f6d-5e69-43fb-b43c-1a93ede123a6 req-a1ffc735-e3f6-468e-8d99-6b550bc492a3 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 945 time: 0.8182874 Dec 13 23:22:04.574026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de765218-8dc9-4d5e-9e76-abea4f421157 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:04.635752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:04.684889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:04.735381 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-92e15ccb-b05e-48bb-b448-3d5358220ec7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1097 time: 0.9903266 Dec 13 23:22:04.806771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:04.816338 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-73e7b8fa-a365-44f3-930c-b482fb1213b0 req-90d4d61b-1479-48e7-9dc0-58453577e667 service neutron] 10.222.0.18 "GET /v2.0/networks/6e0694f2-7ffe-419d-af64-4f1b71af86ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046278 Dec 13 23:22:04.817643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:04.844206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:04.853391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:04.883995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:04.901032 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a70f3-3e22-4143-a814-c8d98833d1b1 None None] Sync routers for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:04.901521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8736a5-e35f-4de6-b9b5-27dfd9379562 req-6e41aa3a-995b-421e-bf48-02865be6b83d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:04.901521 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7b8736a5-e35f-4de6-b9b5-27dfd9379562 req-6e41aa3a-995b-421e-bf48-02865be6b83d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 943 time: 0.1519794 Dec 13 23:22:04.909273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:22:04.924777 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a70f3-3e22-4143-a814-c8d98833d1b1 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:04.929662 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f25a70f3-3e22-4143-a814-c8d98833d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:04.959218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:04.962803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:04.971496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.002328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.017223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Transition to ACTIVE for port object 834f97ff-6966-4a1a-97ac-d8bd104e0a4f will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:05.028981 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f25a70f3-3e22-4143-a814-c8d98833d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:05.034940 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-9321ac9e-510f-445c-9fb1-08c2bf59b83b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 217 time: 0.2492111 Dec 13 23:22:05.043484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25a70f3-3e22-4143-a814-c8d98833d1b1 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:05.044555 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "DELETE /v2.0/floatingips/1f38e425-eca3-44ab-a23d-a4e8c4d46302 HTTP/1.1" status: 204 len: 168 time: 9.0672140 Dec 13 23:22:05.047315 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f25a70f3-3e22-4143-a814-c8d98833d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:05.052055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45386) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:05.078194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Transition to ACTIVE for port object 834f97ff-6966-4a1a-97ac-d8bd104e0a4f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:05.105064 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7b8736a5-e35f-4de6-b9b5-27dfd9379562 req-cb35d7be-4b53-4213-afd7-9e564df38d64 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921525 Dec 13 23:22:05.162443 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f25a70f3-3e22-4143-a814-c8d98833d1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:05.163153 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25a70f3-3e22-4143-a814-c8d98833d1b1 None None] The sync data for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:05.177080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:05.213494 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bd798f6d-5e69-43fb-b43c-1a93ede123a6 req-079e8430-bd22-4140-8480-db5adcda5d8c tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5737112 Dec 13 23:22:05.217822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:05.260217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.285749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a6db5bf7-ae6a-4522-8f60-53f94d8e9141 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:05.322461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45392) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:05.372134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Usage tracker for resource:floatingip and tenant:709000a377f84fd0b29f7bb12ddf0cba is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:05.374548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.375481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:05.429093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Network a1166da6-543b-43ef-bd9c-9d5d5a6861e7 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:05.437023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:05.445240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:05.451839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Pushing event updated for resources: {'Port': ['ID=834f97ff-6966-4a1a-97ac-d8bd104e0a4f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:05.460378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.460895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.461377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.461874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.462349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.462820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.463288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.463785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.464265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.464726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.465331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:05.500326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:05.500326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.504401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:05.506765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9be368-d640-48a6-8367-0d752675f0c9 req-a00f34ff-d2cc-411c-9d5b-07afa33e7c7e tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:05.514725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fcf932b4-f721-47a9-92db-893233a0c5ea tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:05.516326 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5b9be368-d640-48a6-8367-0d752675f0c9 req-a00f34ff-d2cc-411c-9d5b-07afa33e7c7e tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 944 time: 0.1790643 Dec 13 23:22:05.527900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8ff2e36-65e2-4125-a501-86f4c45aa6e0 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:22:05.557348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:05.610222 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5b9be368-d640-48a6-8367-0d752675f0c9 req-c375cde2-d880-4fcf-bc1f-1e483d1784b0 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923288 Dec 13 23:22:05.613408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.625045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:05.650034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3967b199-190c-4511-8541-83772c45afa4 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:22:05.661167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fd139-114f-4587-bce4-65e15f13422c req-534889e2-24b1-48d2-b533-5601bad79232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:05.662574 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-534889e2-24b1-48d2-b533-5601bad79232 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 200 len: 851 time: 0.6168337 Dec 13 23:22:05.674872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Deleting port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:05.674872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.706382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-534130173'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:05.707202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Attempting to bind port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:05.707579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Attempting to bind port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '177575a2-cc42-460f-8673-14c0dfd500ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a1166da6-543b-43ef-bd9c-9d5d5a6861e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:05.708093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Attempting to bind port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f on network a1166da6-543b-43ef-bd9c-9d5d5a6861e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:05.710172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=bcf6ce11-fb3b-40d7-9dd4-3a9befe49594,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:05.710894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.resource_extend [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:22:05.715067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:05.716176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:05.727055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Usage tracker for resource:network and tenant:3735cfb40670440499cf56beb9a0f2ad is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:05.732275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:05.733493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:05.736529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:05.741868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:05.742607 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.746577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:05.809855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:05.810236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Checking segment: {'id': '177575a2-cc42-460f-8673-14c0dfd500ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a1166da6-543b-43ef-bd9c-9d5d5a6861e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:05.810654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.811058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Bound using segment: {'id': '177575a2-cc42-460f-8673-14c0dfd500ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a1166da6-543b-43ef-bd9c-9d5d5a6861e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:05.811546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Bound port: 834f97ff-6966-4a1a-97ac-d8bd104e0a4f, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177575a2-cc42-460f-8673-14c0dfd500ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a1166da6-543b-43ef-bd9c-9d5d5a6861e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:05.811955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.822162 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.3065419 Dec 13 23:22:05.828254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45400) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:05.842843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'subnet': {'network_id': 'bcee5368-11b0-4fc7-96bb-d745d9714399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:05.845665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Network': ['ID=bcee5368-11b0-4fc7-96bb-d745d9714399,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:05.850827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:05.858364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de765218-8dc9-4d5e-9e76-abea4f421157 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.865835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Made reservation on behalf of 3735cfb40670440499cf56beb9a0f2ad for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:05.866659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de765218-8dc9-4d5e-9e76-abea4f421157 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.869902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.873849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '74ee6a03-4dab-4a99-8154-9c5c66fdbb06', 'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'mac_address': 'fa:16:3e:1d:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:22Z', 'updated_at': '2021-12-13T23:21:27Z', 'revision_number': 2, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'subnets': [{'id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:05.894657 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7091990 Dec 13 23:22:05.899066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45404) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:05.900353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.911487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network bcee5368-11b0-4fc7-96bb-d745d9714399 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:22:05.953565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:05.953789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Checking router: 20616f82-317f-4cee-a91c-ecbaf8771d85 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:22:05.953893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Updating router 20616f82-317f-4cee-a91c-ecbaf8771d85 port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:22:05.974963 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:22:05.999013 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-8246c9b1-1a2b-4a43-a366-54624f4f6cfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=840a421d-88cb-462e-a555-093c8caed243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2805066 Dec 13 23:22:06.078176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de765218-8dc9-4d5e-9e76-abea4f421157 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.078634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de765218-8dc9-4d5e-9e76-abea4f421157 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35ab974c-57eb-4c90-9b54-5a4ee5ab7f5b {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:22:06.081568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': 'bcf6ce11-fb3b-40d7-9dd4-3a9befe49594', 'ip_address': '2001:db8::eda:4272:c239:b7bc'}], 'name': 'tempest-NetworksTestDHCPv6-690902817'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:06.135230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.222742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8ff2e36-65e2-4125-a501-86f4c45aa6e0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:06.231943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] For port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:06.259328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de765218-8dc9-4d5e-9e76-abea4f421157 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.261061 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-de765218-8dc9-4d5e-9e76-abea4f421157 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "DELETE /v2.0/routers/35ab974c-57eb-4c90-9b54-5a4ee5ab7f5b HTTP/1.1" status: 204 len: 168 time: 2.2569442 Dec 13 23:22:06.327235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:06.330551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:06.351943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74efb236-88de-4e3e-b0a0-ec5290a4ba97 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:06.362396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Usage tracker for resource:security_group_rule and tenant:3735cfb40670440499cf56beb9a0f2ad is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:06.377144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:06.396067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'port_id': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0', 'mac_address': 'fa:16:3e:16:5c:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:22:06.399333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] For port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=834f97ff-6966-4a1a-97ac-d8bd104e0a4f,segment=NetworkSegment(177575a2-cc42-460f-8673-14c0dfd500ae),segment_id=177575a2-cc42-460f-8673-14c0dfd500ae)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:06.410354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:06.519320 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-5fd900e3-8ba2-4e81-9b15-cb1babe20200 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668474 Dec 13 23:22:06.548787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.554205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:subnet and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:06.561205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:06.576722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.587911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:06.618277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:06.643643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.652678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.669894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:06.727376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:22:06.743554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:06.743797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6de53-9bbf-4d4c-ba5c-d02f9c3b1925 req-a6a04622-587a-4007-8227-25ad66cc6799 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:06.745026 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dcc6de53-9bbf-4d4c-ba5c-d02f9c3b1925 req-a6a04622-587a-4007-8227-25ad66cc6799 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 943 time: 0.3652887 Dec 13 23:22:06.753181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:06.773482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:06.777808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33de5607-fc7f-42cd-b708-b83e51a15cdb,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:06.780337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:06.790930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3967b199-190c-4511-8541-83772c45afa4 None None] For port 74efb236-88de-4e3e-b0a0-ec5290a4ba97, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74efb236-88de-4e3e-b0a0-ec5290a4ba97,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:06.791139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.793977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.794551 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Added segment d50a19ec-a8af-4638-a3c9-506a0482f205 of type vlan for network 6982255d-3080-4468-a744-9fb88edd52cf Dec 13 23:22:06.806423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:06.811963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:06.820259 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e7fd139-114f-4587-bce4-65e15f13422c req-ce0d6380-ce7f-451f-8cc3-d18e2ffe8700 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928889 Dec 13 23:22:06.886416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45416) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:06.922297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:06.934430 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dcc6de53-9bbf-4d4c-ba5c-d02f9c3b1925 req-98a27944-c5fc-4c10-b4bd-400019edc9d5 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592398 Dec 13 23:22:07.033258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.055478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Calling delete_port for 74efb236-88de-4e3e-b0a0-ec5290a4ba97 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:07.060094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:07.069561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.071795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Allocated IP 172.26.5.201 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/80739229-3640-425f-85a6-b27ce0c19006) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:07.102424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Pushing event updated for resources: {'Port': ['ID=834f97ff-6966-4a1a-97ac-d8bd104e0a4f,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:07.131746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:07.147472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ff2e36-65e2-4125-a501-86f4c45aa6e0 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:22:07.161638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5383c-c81d-4e56-bd7a-7b68530808dc req-80d37564-3b1c-4aff-8714-39387b9c77fd tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:07.177160 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dac5383c-c81d-4e56-bd7a-7b68530808dc req-80d37564-3b1c-4aff-8714-39387b9c77fd tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 945 time: 0.6251113 Dec 13 23:22:07.249669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.266132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.275668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8ff2e36-65e2-4125-a501-86f4c45aa6e0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:07.298044 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e94d9dc5-fd02-43f5-af05-abb641c66c28 req-da07f46d-bb3d-4c32-b9f9-34b1f2da3eb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1097 time: 0.3561988 Dec 13 23:22:07.352809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-560355249', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:07.378793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:07.379985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 74efb236-88de-4e3e-b0a0-ec5290a4ba97, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74efb236-88de-4e3e-b0a0-ec5290a4ba97,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:07.387343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Usage tracker for resource:router and tenant:0046f562572942ada20adb86ed00539b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:07.409339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.412814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4768b752-8a19-4b55-8056-c842f6b14646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:07.438671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:07.468393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:07.469812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.478647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.488919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port e5686ead-baee-4886-bf67-ff0253eab4ec yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:07.519316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.536253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:07.537192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.542211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:22:07.542572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:22:07.549250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:07.550686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:07.560450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:07.561104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:07.565715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f4ff4-c8f1-401d-84a9-516904778d7f req-ad508f8f-ee18-4581-86be-5414e0afbd99 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:07.567339 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-505f4ff4-c8f1-401d-84a9-516904778d7f req-ad508f8f-ee18-4581-86be-5414e0afbd99 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 944 time: 0.4178214 Dec 13 23:22:07.577486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d9dc5-fd02-43f5-af05-abb641c66c28 req-03a5a5ad-10f6-421c-9e11-d78fb1b74e49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:07.579063 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e94d9dc5-fd02-43f5-af05-abb641c66c28 req-03a5a5ad-10f6-421c-9e11-d78fb1b74e49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 913 time: 0.2571967 Dec 13 23:22:07.595681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.596768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.627526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.644650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['d8ff2e36-65e2-4125-a501-86f4c45aa6e0'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:22:07.682365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Transition to ACTIVE for port object 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:07.696260 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e94d9dc5-fd02-43f5-af05-abb641c66c28 req-2eacdfc6-a3ad-4952-838b-10b82ea857b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 217 time: 0.0954056 Dec 13 23:22:07.701435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=74efb236-88de-4e3e-b0a0-ec5290a4ba97,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:07.710343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:07.729590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Pushing event updated for resources: {'Network': ['ID=6982255d-3080-4468-a744-9fb88edd52cf,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:07.749549 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-505f4ff4-c8f1-401d-84a9-516904778d7f req-cfb1b529-a187-490c-a898-bfeab31bac18 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733165 Dec 13 23:22:07.753485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 6982255d-3080-4468-a744-9fb88edd52cf details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:22:07.756356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.772665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.782331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:07.782491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d9dc5-fd02-43f5-af05-abb641c66c28 req-dd95a60a-ef42-4739-b1ca-c7ab0e1fe990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:07.784297 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e94d9dc5-fd02-43f5-af05-abb641c66c28 req-dd95a60a-ef42-4739-b1ca-c7ab0e1fe990 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 200 len: 851 time: 0.0790443 Dec 13 23:22:07.812119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:07.829958 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dac5383c-c81d-4e56-bd7a-7b68530808dc req-66fc22ac-39f8-4cf1-b0b1-ea32b4acfa71 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6488512 Dec 13 23:22:07.844024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:07.847644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:07.849087 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.5229576 Dec 13 23:22:08.058043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::eda:4272:c239:b7bc (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/bcf6ce11-fb3b-40d7-9dd4-3a9befe49594/e5686ead-baee-4886-bf67-ff0253eab4ec) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:08.091312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:08.101472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:08.112690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:08.149111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Deleting port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:08.150770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:08.163829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Pushing event updated for resources: {'Port': ['ID=80739229-3640-425f-85a6-b27ce0c19006,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:08.169089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:08.217851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:08.445727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45430) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:08.467429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Request body: {'port': {'network_id': '6982255d-3080-4468-a744-9fb88edd52cf', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-766441837'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:08.481302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e837f-c0db-4d55-aad8-746c3ed67c57 None None] Pushing event updated for resources: {'Port': ['ID=74ee6a03-4dab-4a99-8154-9c5c66fdbb06,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:08.499275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:08.501012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 834f97ff-6966-4a1a-97ac-d8bd104e0a4f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:08.519459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Usage tracker for resource:port and tenant:d273095bee7048f5a1ef2aa824b56cbe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:08.522268 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e94d9dc5-fd02-43f5-af05-abb641c66c28 req-121a3838-23f4-451a-8cdc-61780de7a6fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=840a421d-88cb-462e-a555-093c8caed243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7311921 Dec 13 23:22:08.537536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3e4e837f-c0db-4d55-aad8-746c3ed67c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:08.546178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9cfcf-862c-4a07-a314-8be43b77f350 None None] Network a1166da6-543b-43ef-bd9c-9d5d5a6861e7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:08.592603 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:08.606714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:08.636934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:08.660612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.objects.ports [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84311) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:22:08.671577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:08.684165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0b432-8f8d-410d-b9cf-f8ed90e98613 req-4754e8fc-a0f3-4e6c-9563-526c800ae262 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:08.685632 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-10b0b432-8f8d-410d-b9cf-f8ed90e98613 req-4754e8fc-a0f3-4e6c-9563-526c800ae262 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 945 time: 0.5488482 Dec 13 23:22:08.700807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b3e2facc-07d7-4ac5-ad68-64ecdae42d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:08.732590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45434) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:08.761332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Request body: {'floatingip': {'port_id': 'a986b326-3cb4-469b-954c-07092e526161'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:08.871252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:08.893008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Attempting to bind port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:08.893386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Attempting to bind port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:08.893749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Attempting to bind port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 on network 840a421d-88cb-462e-a555-093c8caed243 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:08.950253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Made reservation on behalf of d273095bee7048f5a1ef2aa824b56cbe for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:08.952547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:08.992019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:08.992441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Checking segment: {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:08.992814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:08.993216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Bound using segment: {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:08.993701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Bound port: 74ee6a03-4dab-4a99-8154-9c5c66fdbb06, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '840a421d-88cb-462e-a555-093c8caed243'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:08.994085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.034834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.045986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for floatingip, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.048953 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e94d9dc5-fd02-43f5-af05-abb641c66c28 req-478ae192-79f8-4b2d-b365-c1e60df03f57 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4953372 Dec 13 23:22:09.118213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837297ae-618b-4ae2-9cef-52d09c0ac1d7 req-805b7279-1d70-4245-a7c7-9e5844ce33ce tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:09.119643 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-837297ae-618b-4ae2-9cef-52d09c0ac1d7 req-805b7279-1d70-4245-a7c7-9e5844ce33ce tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 944 time: 0.5336859 Dec 13 23:22:09.153537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.164750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3967b199-190c-4511-8541-83772c45afa4 None None] For port 74efb236-88de-4e3e-b0a0-ec5290a4ba97, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74efb236-88de-4e3e-b0a0-ec5290a4ba97,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:09.165084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Subnet': ['ID=f83714e1-12e3-4b40-aae7-df314c36d0c8,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:09.165201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.204541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:09.216915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:09.258198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object e5686ead-baee-4886-bf67-ff0253eab4ec will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:09.261991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:09.270524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Usage tracker for resource:security_group_rule and tenant:d273095bee7048f5a1ef2aa824b56cbe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:09.282862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Checking segment: {'id': '32f9909b-cdb9-4d5b-a6d8-d734125d7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcee5368-11b0-4fc7-96bb-d745d9714399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:09.283223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network hostable DHCP agents. Network: bcee5368-11b0-4fc7-96bb-d745d9714399, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:22:09.294718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:09.315005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:09.321834 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-837297ae-618b-4ae2-9cef-52d09c0ac1d7 req-8b44bb82-2415-46ae-9d67-a1976f5d386a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333442 Dec 13 23:22:09.358537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Calling delete_port for 74efb236-88de-4e3e-b0a0-ec5290a4ba97 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:09.369784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.389809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dbaa0db1-52b5-4aad-ad1c-6500496c393f None None] Provisioning for port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:09.402384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e0f8b833-50d0-4ba2-8286-d65ce27d9800 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:09.410792 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e94d9dc5-fd02-43f5-af05-abb641c66c28 req-d5e90bbb-78ba-4f19-b142-45860203a09b service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543079 Dec 13 23:22:09.411999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.429760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf493df-92cd-482f-8f92-e4e045807de3 req-86f3d4a8-c6e1-4282-8283-3b1118b3279f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:09.431309 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cdf493df-92cd-482f-8f92-e4e045807de3 req-86f3d4a8-c6e1-4282-8283-3b1118b3279f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 944 time: 0.4692414 Dec 13 23:22:09.442661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: e0f8b833-50d0-4ba2-8286-d65ce27d9800 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:22:09.443066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e0f8b833-50d0-4ba2-8286-d65ce27d9800 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:22:09.447963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] For port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:09.449949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dbaa0db1-52b5-4aad-ad1c-6500496c393f None None] Provisioning complete for port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:09.450309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0db1-52b5-4aad-ad1c-6500496c393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.470267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.479116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:09.515444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.516674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] For port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74ee6a03-4dab-4a99-8154-9c5c66fdbb06,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:09.545153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.546635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network bcee5368-11b0-4fc7-96bb-d745d9714399 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:22:09.557208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:09.558056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 20b838e6-3626-48ae-b448-c1fa7cfed8d6 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:22:09.578374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.585474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ba41de0-5140-4af9-81b8-6ff8f496409e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:09.613614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8ff2e36-65e2-4125-a501-86f4c45aa6e0 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:09.667103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Pushing event updated for resources: {'Port': ['ID=80739229-3640-425f-85a6-b27ce0c19006,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:09.674170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:09.688072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.738771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.826219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, bcee5368-11b0-4fc7-96bb-d745d9714399) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:09.829818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Allocated IP 172.26.5.31 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/5db131b7-2904-470d-bdee-fca881042caa) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:09.835562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:09.842391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=e5686ead-baee-4886-bf67-ff0253eab4ec,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:09.857735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.859178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:09.865813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aa4126-94a9-4bef-909c-ac76df837669 None None] Network bcee5368-11b0-4fc7-96bb-d745d9714399 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:09.872234 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cdf493df-92cd-482f-8f92-e4e045807de3 req-f911f983-c655-4847-b3ce-c55a524a9623 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4269009 Dec 13 23:22:09.876747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:09.877352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.883460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:09.886943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.891949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:09.891949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.892107 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7350044 Dec 13 23:22:09.892467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45440) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:09.894829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:09.950941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:09.969884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:09.980401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] device_id is not set on port 0932d1a3-2e24-4096-9323-5dfd2997251a yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:10.077514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:10.151985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967b199-190c-4511-8541-83772c45afa4 None None] No DVR routers for this DVR port 74efb236-88de-4e3e-b0a0-ec5290a4ba97 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:10.183088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:10.190655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:10.199203 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3692086 Dec 13 23:22:10.206020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83205a71-5561-4fbd-b392-6964fcd26765 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:10.208167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45446) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:10.209626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Usage tracker for resource:floatingip and tenant:576fd59d0367475c95a7dc79c9bfa0b5 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:10.219973 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3036969 Dec 13 23:22:10.222183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:10.222557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45448) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:10.230629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:10.246241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e837f-c0db-4d55-aad8-746c3ed67c57 None None] Pushing event updated for resources: {'Port': ['ID=74ee6a03-4dab-4a99-8154-9c5c66fdbb06,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:10.249740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3e4e837f-c0db-4d55-aad8-746c3ed67c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:10.251362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'port': {'network_id': 'bcee5368-11b0-4fc7-96bb-d745d9714399', 'name': 'tempest-NetworksIpV6TestAttrs-1804288361'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:10.262761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-448ee4af-34d2-4294-ae02-c301d7325aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.511s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:10.273512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:10.287938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c4a0fa34-9265-4267-af95-83137ae48989 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:10.310709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0db1-52b5-4aad-ad1c-6500496c393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:10.347597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aa80be-f147-4989-a29e-05fd3655b40c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:10.369635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:10.407156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:10.408502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event updated for resources: {'Port': ['ID=5db131b7-2904-470d-bdee-fca881042caa,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:10.411276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:10.413791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:10.414826 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:10.433745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Pushing event deleted for resources: {'Port': ['ID=74efb236-88de-4e3e-b0a0-ec5290a4ba97,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:10.434082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:10.475599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:10.495408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:10.496093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:10.606019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 20b838e6-3626-48ae-b448-c1fa7cfed8d6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:10.679349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:10.693085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d160e284-bba5-4ef7-b8b2-130de624524f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:10.694456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d160e284-bba5-4ef7-b8b2-130de624524f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:10.697601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:port and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:10.744535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:10.759915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:10.775645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:10.814156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '20b838e6-3626-48ae-b448-c1fa7cfed8d6', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'port_id': '20b838e6-3626-48ae-b448-c1fa7cfed8d6', 'mac_address': 'fa:16:3e:ff:23:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:22:10.826308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd830d-4c09-4dec-a7fe-c7981cf2c9b2 req-7a44a573-a09e-45fe-b943-3f5b953b8653 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:10.828334 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-edcd830d-4c09-4dec-a7fe-c7981cf2c9b2 req-7a44a573-a09e-45fe-b943-3f5b953b8653 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 944 time: 0.3184624 Dec 13 23:22:10.835705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-dbaa0db1-52b5-4aad-ad1c-6500496c393f None None] For port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=834f97ff-6966-4a1a-97ac-d8bd104e0a4f,segment=NetworkSegment(177575a2-cc42-460f-8673-14c0dfd500ae),segment_id=177575a2-cc42-460f-8673-14c0dfd500ae)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:10.842056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:22:10.845583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:10.845962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:10.900963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] device_id is not set on port 0932d1a3-2e24-4096-9323-5dfd2997251a yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:10.906366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:10.909388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:10.921507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:10.927783 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-edcd830d-4c09-4dec-a7fe-c7981cf2c9b2 req-ffe8e6be-f485-4256-80eb-24a81f318f6f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770814 Dec 13 23:22:10.987031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dbaa0db1-52b5-4aad-ad1c-6500496c393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:10.993128 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:11.075061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d160e284-bba5-4ef7-b8b2-130de624524f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:11.078751 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d160e284-bba5-4ef7-b8b2-130de624524f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.8321383 Dec 13 23:22:11.078751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.089915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45458) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:11.130260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.135845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.137350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.153074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-bcee5368-11b0-4fc7-96bb-d745d9714399', 'network_id': 'bcee5368-11b0-4fc7-96bb-d745d9714399', 'tenant_id': '1d83f13324334caf8d6f71d6c00a8001', 'fixed_ips': [{'subnet_id': 'f83714e1-12e3-4b40-aae7-df314c36d0c8'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:11.153966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.155912 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Allocated IP 172.26.5.172 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/9b3bdc89-289c-4499-a42e-b7331ba0aa02) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:11.199125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] device_id is not set on port 48e20baf-b001-4e4b-807e-01fd7af7e557 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:11.232255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:11.236173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Transition to ACTIVE for port object 0932d1a3-2e24-4096-9323-5dfd2997251a will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:11.272821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port e5686ead-baee-4886-bf67-ff0253eab4ec {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:11.273167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.277636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b838e6-3626-48ae-b448-c1fa7cfed8d6 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:22:11.315381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.316998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa0db1-52b5-4aad-ad1c-6500496c393f None None] Pushing event updated for resources: {'Port': ['ID=834f97ff-6966-4a1a-97ac-d8bd104e0a4f,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:11.321402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.322884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-dbaa0db1-52b5-4aad-ad1c-6500496c393f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:11.341987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:11.410818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.425397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 20b838e6-3626-48ae-b448-c1fa7cfed8d6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:11.433196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-460f01b2-6c0c-40fa-b479-354b1b86fa96 None None] Provisioning complete for port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:11.433950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-460f01b2-6c0c-40fa-b479-354b1b86fa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.497516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.536819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.559650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:11.586888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'Port': ['ID=0932d1a3-2e24-4096-9323-5dfd2997251a,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:11.632305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.634951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:11.654508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.660311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:11.670313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8abc2-a597-4365-97fb-4d7b75e1e0d5 req-541287c9-8798-4c31-9368-2af47b21ce16 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:11.671811 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-10e8abc2-a597-4365-97fb-4d7b75e1e0d5 req-541287c9-8798-4c31-9368-2af47b21ce16 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 944 time: 0.5855582 Dec 13 23:22:11.732895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Router 7e6c364a-57df-4df8-adef-acd785772aeb is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:22:11.761227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Pushing event updated for resources: {'Port': ['ID=9b3bdc89-289c-4499-a42e-b7331ba0aa02,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:11.764284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:11.766590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:11.787348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['20b838e6-3626-48ae-b448-c1fa7cfed8d6'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:22:11.816376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Allocated IP 2001:db8::f816:3eff:fe02:f57c (bcee5368-11b0-4fc7-96bb-d745d9714399/f83714e1-12e3-4b40-aae7-df314c36d0c8/48e20baf-b001-4e4b-807e-01fd7af7e557) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:11.826495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Checking segment: {'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:11.826495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Network hostable DHCP agents. Network: 6982255d-3080-4468-a744-9fb88edd52cf, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:22:11.835960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:11.836867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41231733-5742-4d5a-a0c6-562262d7de35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:22:11.838929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:11.856439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': 'bcf6ce11-fb3b-40d7-9dd4-3a9befe49594'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:11.857292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:11.887680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=20b838e6-3626-48ae-b448-c1fa7cfed8d6,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:11.917469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8ff2e36-65e2-4125-a501-86f4c45aa6e0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:11.918728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:11.963645 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41231733-5742-4d5a-a0c6-562262d7de35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0', 'code': 200} Dec 13 23:22:12.001718 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-10e8abc2-a597-4365-97fb-4d7b75e1e0d5 req-c67884b9-43e0-4498-a114-9b1d41ee806d tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032651 Dec 13 23:22:12.020682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.060357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-87a756fb-1e1b-41ec-ab9d-086f461268af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.097540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.121903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cc113041-0a13-4a7b-99a9-7bf2438d241a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:12.149606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.242631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for e5686ead-baee-4886-bf67-ff0253eab4ec owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:12.272440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Network 6982255d-3080-4468-a744-9fb88edd52cf is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:22:12.272675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 834f97ff-6966-4a1a-97ac-d8bd104e0a4f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:12.469317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.472425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:12.477684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 6982255d-3080-4468-a744-9fb88edd52cf) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:12.483279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:12.497154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:12.523821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc47af-1225-4a99-9f9f-69a884dc2c99 None None] Network 6982255d-3080-4468-a744-9fb88edd52cf requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:12.528237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.544399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:12.544835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:12.545273 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:12.548121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9f76-3fef-4e2f-832c-45f970faaf8d req-3372e66c-9163-442e-b4c9-38869ff3c57a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:12.555952 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c60b9f76-3fef-4e2f-832c-45f970faaf8d req-3372e66c-9163-442e-b4c9-38869ff3c57a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 945 time: 0.2996697 Dec 13 23:22:12.593391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Transition to ACTIVE for port object 48e20baf-b001-4e4b-807e-01fd7af7e557 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:12.606527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:12.606977 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:12.614047 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 2 to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a Dec 13 23:22:12.626361 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Floating IP f7aef13a-181c-475d-aff7-e52de951abf1 associated. External IP: 172.26.5.208, port: a986b326-3cb4-469b-954c-07092e526161. Dec 13 23:22:12.639412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/bcf6ce11-fb3b-40d7-9dd4-3a9befe49594/44029436-9b63-4235-8d03-717ed1eb887b) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:12.714748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:12.715007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:12.715479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:12.735257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:12.735522 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:12.740293 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 3 to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a Dec 13 23:22:12.767785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:12.768119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:12.768579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:12.773941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.780988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:12.791304 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b2e55e06-24b5-4e8b-b4e8-5aab88ecd3d7 req-6840fc73-6d88-4f3c-b6e1-53f810a952d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 1098 time: 0.4044657 Dec 13 23:22:12.803988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:12.829589 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c60b9f76-3fef-4e2f-832c-45f970faaf8d req-1ec849a2-27f3-46f6-b279-1b9c7e38b5f0 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2726460 Dec 13 23:22:12.871905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c962d5f8-afa7-4337-9f0f-8691bca39952 None None] Sync routers for ids ['7e6c364a-57df-4df8-adef-acd785772aeb'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:12.911472 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b2e55e06-24b5-4e8b-b4e8-5aab88ecd3d7 req-bfc5cbf1-fb6c-4e88-888b-174ac9fbc65b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101558 Dec 13 23:22:12.947056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.955833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.960584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=e5686ead-baee-4886-bf67-ff0253eab4ec,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:12.962300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:12.963846 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d618f1ef-2dc3-455a-8a11-d2ae390eb1fd tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0760398 Dec 13 23:22:12.966617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45468) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:12.998191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '74ee6a03-4dab-4a99-8154-9c5c66fdbb06', 'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'mac_address': 'fa:16:3e:1d:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:22Z', 'updated_at': '2021-12-13T23:22:09Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'subnets': [{'id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:13.000144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:13.000525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:13.009375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:13.022697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:13.029234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:13.039559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4fe5ebf9-3fc8-4043-9f79-f7a006cf4ece tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:13.051459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:13.051821 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:13.067132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daade3ac-5404-442a-9b52-01d0534f9099 None None] The sync data for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv is: [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '74ee6a03-4dab-4a99-8154-9c5c66fdbb06', 'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'mac_address': 'fa:16:3e:1d:25:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:22Z', 'updated_at': '2021-12-13T23:22:09Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'subnets': [{'id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:13.090298 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 4 to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a Dec 13 23:22:13.108309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Allocated IP 2001:db8::f816:3eff:feea:f489 (bcee5368-11b0-4fc7-96bb-d745d9714399/f83714e1-12e3-4b40-aae7-df314c36d0c8/578540ea-36a5-4bc4-bfda-c2cadd792aaf) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:13.170227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962d5f8-afa7-4337-9f0f-8691bca39952 None None] Routers {'7e6c364a-57df-4df8-adef-acd785772aeb'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:13.171085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c962d5f8-afa7-4337-9f0f-8691bca39952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e6c364a-57df-4df8-adef-acd785772aeb'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:13.180021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Pushing event updated for resources: {'Port': ['ID=9b3bdc89-289c-4499-a42e-b7331ba0aa02,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:13.185178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:13.219188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:13.242213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:13.242548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:13.242893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:13.274269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Port': ['ID=48e20baf-b001-4e4b-807e-01fd7af7e557,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:13.281562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:13.297316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c962d5f8-afa7-4337-9f0f-8691bca39952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:13.325248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:13.336495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network bcee5368-11b0-4fc7-96bb-d745d9714399 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:13.337217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:13.337550 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:13.353213 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 5 to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a Dec 13 23:22:13.367722 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-89585e1e-07a3-4668-8794-939d639a0a00 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/routers/7e6c364a-57df-4df8-adef-acd785772aeb HTTP/1.1" status: 200 len: 923 time: 0.3997741 Dec 13 23:22:13.370468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45474) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:13.370758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:13.386554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:13.390582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:13.391264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:13.422442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:13.422981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:13.423469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:13.433621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:13.438519 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5396430 Dec 13 23:22:13.439796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45478) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:13.445235 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7973a1b9-338a-48ce-9737-c502fe7c8af3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6c364a-57df-4df8-adef-acd785772aeb HTTP/1.1" status: 200 len: 205 time: 0.0710075 Dec 13 23:22:13.458002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45482) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:13.526773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:13.527376 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:13.534503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 6 to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a Dec 13 23:22:13.544735 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/e5686ead-baee-4886-bf67-ff0253eab4ec HTTP/1.1" status: 204 len: 168 time: 2.4538565 Dec 13 23:22:13.550204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45486) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:13.557383 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3362348 Dec 13 23:22:13.564437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45490) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:13.580050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:13.580612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:13.581097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:13.594065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962d5f8-afa7-4337-9f0f-8691bca39952 None None] Routers {'7e6c364a-57df-4df8-adef-acd785772aeb'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:13.594705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c962d5f8-afa7-4337-9f0f-8691bca39952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:21:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e6c364a-57df-4df8-adef-acd785772aeb'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:13.618140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89f280aa-62e7-431c-9df2-b8de663f7ea0 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Synchronizing usage tracker for tenant:709000a377f84fd0b29f7bb12ddf0cba on resource:floatingip {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:13.650203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc7df1-71b0-40fd-b2d1-d306699c352e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:13.650989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbc7df1-71b0-40fd-b2d1-d306699c352e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:13.651248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:13.651582 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:13.652026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3fbc7df1-71b0-40fd-b2d1-d306699c352e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:13.656642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 7 to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a Dec 13 23:22:13.671448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:13.702911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c962d5f8-afa7-4337-9f0f-8691bca39952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:13.703319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c962d5f8-afa7-4337-9f0f-8691bca39952 None None] The sync data for ids ['7e6c364a-57df-4df8-adef-acd785772aeb'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:13.709387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a47d41-64e9-402e-835a-28cbfbe183b2 req-5fb5a516-7361-468a-ab78-4af29818324c tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:13.711199 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80a47d41-64e9-402e-835a-28cbfbe183b2 req-5fb5a516-7361-468a-ab78-4af29818324c tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 945 time: 0.4404657 Dec 13 23:22:13.711695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:13.712078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:13.712330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:13.718072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89f280aa-62e7-431c-9df2-b8de663f7ea0 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Unset dirty status for tenant:709000a377f84fd0b29f7bb12ddf0cba on resource:floatingip {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:13.723658 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-89f280aa-62e7-431c-9df2-b8de663f7ea0 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3392 time: 0.2797902 Dec 13 23:22:13.725439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45494) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:13.728155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Transition to ACTIVE for port object 44029436-9b63-4235-8d03-717ed1eb887b will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:13.769017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Transition to ACTIVE for port object 44029436-9b63-4235-8d03-717ed1eb887b will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:13.792861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3fbc7df1-71b0-40fd-b2d1-d306699c352e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:13.794365 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3fbc7df1-71b0-40fd-b2d1-d306699c352e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2429876 Dec 13 23:22:13.807514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45498) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:13.853609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3698a010-0af3-429a-80d1-326599434a89 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Synchronizing usage tracker for tenant:7009c8ebfcde477da2ca4167f1585c17 on resource:floatingip {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:13.882268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:13.882607 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:13.935701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:13.955979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:13.960097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:13.969882 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 8 to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a Dec 13 23:22:13.999089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3698a010-0af3-429a-80d1-326599434a89 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Unset dirty status for tenant:7009c8ebfcde477da2ca4167f1585c17 on resource:floatingip {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:14.002730 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3698a010-0af3-429a-80d1-326599434a89 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2738349 Dec 13 23:22:14.006182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45504) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:14.073513 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80a47d41-64e9-402e-835a-28cbfbe183b2 req-612d73f7-2423-49be-b644-636911751777 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361583 Dec 13 23:22:14.080971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:14.081592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:14.082766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:14.179375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:14.179899 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:14.186642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 9 to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a Dec 13 23:22:14.191826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Pushing event updated for resources: {'Port': ['ID=44029436-9b63-4235-8d03-717ed1eb887b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:14.224903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Deleting subnet f83714e1-12e3-4b40-aae7-df314c36d0c8 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:22:14.230455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Transition to ACTIVE for port object 578540ea-36a5-4bc4-bfda-c2cadd792aaf will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:14.251630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:14.251630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:14.251630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:14.256117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:14.258594 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:14.258594 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 10 to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a Dec 13 23:22:14.268527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Transition to ACTIVE for port object 578540ea-36a5-4bc4-bfda-c2cadd792aaf will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:14.273083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:14.281225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Deleting port 9b3bdc89-289c-4499-a42e-b7331ba0aa02 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:14.281759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.288826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:14.294179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:14.296773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:14.314446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:14.344654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet bcf6ce11-fb3b-40d7-9dd4-3a9befe49594 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:22:14.354262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.362489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.380060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3db151ca-67c9-48f8-9e50-cd675be63a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:14.411143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.466473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Network bcee5368-11b0-4fc7-96bb-d745d9714399 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:14.494533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:14.495021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:14.495468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:14.508278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 0932d1a3-2e24-4096-9323-5dfd2997251a on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:14.508782 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 0932d1a3-2e24-4096-9323-5dfd2997251a on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:14.509253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.516105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Pushing event updated for resources: {'Port': ['ID=578540ea-36a5-4bc4-bfda-c2cadd792aaf,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:14.518861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:14.520827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:14.523049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:14.542213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.548159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.568547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78132fba-c223-4183-8911-8131e4085e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.611029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb78eb-e5a6-4003-9bc7-e418d9bd52ae req-35396685-0ba5-4e66-928d-85ff7c9cf6d9 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:14.612565 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-61eb78eb-e5a6-4003-9bc7-e418d9bd52ae req-35396685-0ba5-4e66-928d-85ff7c9cf6d9 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 945 time: 0.4228127 Dec 13 23:22:14.654313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.748138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Attempting to bind port 44029436-9b63-4235-8d03-717ed1eb887b on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:14.748723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Attempting to bind port 44029436-9b63-4235-8d03-717ed1eb887b by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:14.748844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Attempting to bind port 44029436-9b63-4235-8d03-717ed1eb887b on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:14.760537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Attempting to bind port 578540ea-36a5-4bc4-bfda-c2cadd792aaf on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:14.761327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Attempting to bind port 578540ea-36a5-4bc4-bfda-c2cadd792aaf by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '32f9909b-cdb9-4d5b-a6d8-d734125d7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcee5368-11b0-4fc7-96bb-d745d9714399'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:14.761327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Attempting to bind port 578540ea-36a5-4bc4-bfda-c2cadd792aaf on network bcee5368-11b0-4fc7-96bb-d745d9714399 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:14.769121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:14.769121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:14.769481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.769853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:14.770334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Bound port: 44029436-9b63-4235-8d03-717ed1eb887b, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:14.770713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.784167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] For port 0932d1a3-2e24-4096-9323-5dfd2997251a, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:14.784674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempted to set empty binding levels {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 23:22:14.794782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:14.795159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Checking segment: {'id': '32f9909b-cdb9-4d5b-a6d8-d734125d7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcee5368-11b0-4fc7-96bb-d745d9714399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:14.798423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.798423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Bound using segment: {'id': '32f9909b-cdb9-4d5b-a6d8-d734125d7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcee5368-11b0-4fc7-96bb-d745d9714399'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:14.798423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Bound port: 578540ea-36a5-4bc4-bfda-c2cadd792aaf, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32f9909b-cdb9-4d5b-a6d8-d734125d7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bcee5368-11b0-4fc7-96bb-d745d9714399'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:14.798423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.809552 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-61eb78eb-e5a6-4003-9bc7-e418d9bd52ae req-69b3b16e-e871-405c-aef2-54ea72611675 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870503 Dec 13 23:22:14.811438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.811573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.898030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.900916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:14.925030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:14.925410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:14.951217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Calling delete_port for 9b3bdc89-289c-4499-a42e-b7331ba0aa02 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:14.992481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] For port 44029436-9b63-4235-8d03-717ed1eb887b, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:15.015690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] For port 578540ea-36a5-4bc4-bfda-c2cadd792aaf, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:15.022257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] For port 44029436-9b63-4235-8d03-717ed1eb887b, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=44029436-9b63-4235-8d03-717ed1eb887b,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:15.031649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] For port 578540ea-36a5-4bc4-bfda-c2cadd792aaf, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=578540ea-36a5-4bc4-bfda-c2cadd792aaf,segment=NetworkSegment(32f9909b-cdb9-4d5b-a6d8-d734125d7358),segment_id=32f9909b-cdb9-4d5b-a6d8-d734125d7358)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:15.040246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-248e2715-5368-4d60-9e27-ec1ac1603e9a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:15.076318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.085791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:15.094834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:22:15.095468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.133231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.140996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.160103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.179382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.199346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'Port': ['ID=0932d1a3-2e24-4096-9323-5dfd2997251a,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:15.208072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:15.231436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Pushing event updated for resources: {'Port': ['ID=44029436-9b63-4235-8d03-717ed1eb887b,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:15.238723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:15.239502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:15.285287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74ee6a03-4dab-4a99-8154-9c5c66fdbb06,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:15.287559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.288853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.296123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e4b1f9cc-df21-4841-a988-c9cf29de864f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:15.312491 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.8656662 Dec 13 23:22:15.324368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Pushing event updated for resources: {'Port': ['ID=578540ea-36a5-4bc4-bfda-c2cadd792aaf,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:15.327544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:15.330710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45510) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:15.376087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.399231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Pushing event deleted for resources: {'Port': ['ID=9b3bdc89-289c-4499-a42e-b7331ba0aa02,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:15.416312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.418478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:15.481437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.492420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Deleting port 0932d1a3-2e24-4096-9323-5dfd2997251a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:15.497429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.536174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.540331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:15.547168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-994104e2-b440-49f4-865f-7be6b3cd0b7f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:15.560144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.567595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 20b838e6-3626-48ae-b448-c1fa7cfed8d6 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:15.577630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:15.596346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=bcf6ce11-fb3b-40d7-9dd4-3a9befe49594,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:15.598790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:15.608362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=74ee6a03-4dab-4a99-8154-9c5c66fdbb06,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:15.622464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:15.644535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.653010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.670103 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] 10.222.0.30 "DELETE /v2.0/floatingips/91d7618b-c7e4-46c5-927c-6b5d9d8256de HTTP/1.1" status: 204 len: 168 time: 1.6423256 Dec 13 23:22:15.670103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45514) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:15.742684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Subnet': ['ID=f83714e1-12e3-4b40-aae7-df314c36d0c8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:15.745860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.749597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:15.758112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:15.762712 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/bcf6ce11-fb3b-40d7-9dd4-3a9befe49594 HTTP/1.1" status: 204 len: 168 time: 1.9539871 Dec 13 23:22:15.766612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:15.767807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.782106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45518) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:15.900835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.939342 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-348254b4-87ad-42b4-b938-5ccc46079646 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1546371 Dec 13 23:22:15.940505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45524) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:15.945437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.980526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Deleting port 80739229-3640-425f-85a6-b27ce0c19006 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:15.980526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:15.986260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 20b838e6-3626-48ae-b448-c1fa7cfed8d6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:15.987287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b838e6-3626-48ae-b448-c1fa7cfed8d6'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:22:16.018235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa25b3-2622-4c83-89ea-d37e73805138 req-75dfca8b-a230-4d06-a7ff-9282386b2fe4 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:16.023432 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42fa25b3-2622-4c83-89ea-d37e73805138 req-75dfca8b-a230-4d06-a7ff-9282386b2fe4 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 945 time: 0.6946692 Dec 13 23:22:16.031591 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/subnets/f83714e1-12e3-4b40-aae7-df314c36d0c8 HTTP/1.1" status: 204 len: 168 time: 2.4585667 Dec 13 23:22:16.031591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Deleting port 5db131b7-2904-470d-bdee-fca881042caa {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:16.031591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.054868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.058396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-dbaa0db1-52b5-4aad-ad1c-6500496c393f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:16.059743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45530) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:16.134520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=20b838e6-3626-48ae-b448-c1fa7cfed8d6,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:16.136297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] For port 0932d1a3-2e24-4096-9323-5dfd2997251a, host hv-neutron-8215, got binding levels [] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:16.136460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.139434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:16.260660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b221e8eb-896e-46fa-b7fa-61cffdb00610 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:16.262037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b221e8eb-896e-46fa-b7fa-61cffdb00610 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:16.262781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b221e8eb-896e-46fa-b7fa-61cffdb00610 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Synchronizing usage tracker for tenant:1d83f13324334caf8d6f71d6c00a8001 on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:16.306845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Calling delete_port for 0932d1a3-2e24-4096-9323-5dfd2997251a owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:16.327009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9cc25d-752b-4319-b728-8646a4b9506a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:16.328811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6d9cc25d-752b-4319-b728-8646a4b9506a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:16.353596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2a4d2-363d-48af-bc75-b557c98659f4 req-ad4ae113-2254-4fa7-9ce7-ed775a97ba32 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:16.357531 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ceb2a4d2-363d-48af-bc75-b557c98659f4 req-ad4ae113-2254-4fa7-9ce7-ed775a97ba32 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 945 time: 0.3481395 Dec 13 23:22:16.357531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.357531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.409644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:16.416723 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42fa25b3-2622-4c83-89ea-d37e73805138 req-eb9ce1a6-6555-49b2-94af-1221d1f61d39 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499866 Dec 13 23:22:16.518745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.528491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:16.542691 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] Sync routers for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:16.546981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b221e8eb-896e-46fa-b7fa-61cffdb00610 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Unset dirty status for tenant:1d83f13324334caf8d6f71d6c00a8001 on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:16.550669 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b221e8eb-896e-46fa-b7fa-61cffdb00610 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4808474 Dec 13 23:22:16.558590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45534) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:16.572213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Calling delete_port for 80739229-3640-425f-85a6-b27ce0c19006 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:16.580900 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:16.582778 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:16.587786 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b838e6-3626-48ae-b448-c1fa7cfed8d6', 'code': 200} Dec 13 23:22:16.663448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:16.663982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.707444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.724958 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.763794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:16.784742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Calling delete_port for 5db131b7-2904-470d-bdee-fca881042caa owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:16.886096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6d9cc25d-752b-4319-b728-8646a4b9506a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:16.887405 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6d9cc25d-752b-4319-b728-8646a4b9506a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9460063 Dec 13 23:22:16.892800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45540) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:16.919674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f5ce4f9f-7f49-4e25-a232-5f13705feb86 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:16.932890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 44029436-9b63-4235-8d03-717ed1eb887b up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:16.960148 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ceb2a4d2-363d-48af-bc75-b557c98659f4 req-b36dc751-85c2-4efe-a74e-573a1ad91888 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5924029 Dec 13 23:22:17.051896 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:17.100911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 44029436-9b63-4235-8d03-717ed1eb887b completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:17.110854 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 578540ea-36a5-4bc4-bfda-c2cadd792aaf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:17.163388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f24ef567-2851-46b2-8626-71d6cb2ebbc1 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:17.194402 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24ef567-2851-46b2-8626-71d6cb2ebbc1 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 23:22:17.194854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24ef567-2851-46b2-8626-71d6cb2ebbc1 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:17.200099 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f24ef567-2851-46b2-8626-71d6cb2ebbc1 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/bcee5368-11b0-4fc7-96bb-d745d9714399 HTTP/1.1" status: 409 len: 405 time: 0.5525591 Dec 13 23:22:17.202475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45544) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:17.208106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1342946858'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:17.220314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:17.226813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:network and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:17.227409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be384b79-ba44-463b-bd7a-5ed3fb87dec5 None None] Network bcee5368-11b0-4fc7-96bb-d745d9714399 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:17.231032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:17.238060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:17.257203 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-72bb5b2d-a77e-492b-8606-660757c5047c req-296e1e9c-f417-49ce-9652-8f35cbfe4f25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1099 time: 0.2187402 Dec 13 23:22:17.347306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event deleted for resources: {'Port': ['ID=0932d1a3-2e24-4096-9323-5dfd2997251a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:17.369963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:17.382149 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed06e5ff-18a1-4515-b2ec-c0e4cc54f925 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:17.383201 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7ae94376-71f4-4601-a602-9aa99e9f33c1 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "PUT /v2.0/floatingips/f7aef13a-181c-475d-aff7-e52de951abf1 HTTP/1.1" status: 200 len: 991 time: 8.6482008 Dec 13 23:22:17.392854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539c99a7-f98d-4188-8215-36b735295ae8', 'tag': 'a986b326-3cb4-469b-954c-07092e526161'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:22:17.410935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:17.420868 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "DELETE /v2.0/ports/0932d1a3-2e24-4096-9323-5dfd2997251a HTTP/1.1" status: 204 len: 168 time: 2.0812171 Dec 13 23:22:17.427294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45554) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:17.470597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cdd7320a-2061-4b21-9271-d405dc586f20 None None] Provisioning for port 578540ea-36a5-4bc4-bfda-c2cadd792aaf completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:17.476984 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-72bb5b2d-a77e-492b-8606-660757c5047c req-32dc107e-55d6-4e3b-9209-b099f7910dc9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036863 Dec 13 23:22:17.484262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:17.488421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e5f8efb2-3798-4ffa-9101-f8d6ec5596ba tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:17.498874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f59f2e-1220-4991-881c-90ccae4dca6a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:17.499812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-46f59f2e-1220-4991-881c-90ccae4dca6a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:17.520970 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-208a1e55-f31f-47be-8fa4-52f7813e8b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] GET failed (client error): The resource could not be found. Dec 13 23:22:17.521471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-208a1e55-f31f-47be-8fa4-52f7813e8b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Synchronizing usage tracker for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:17.572535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:17.575486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:17.589059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Pushing event deleted for resources: {'Port': ['ID=80739229-3640-425f-85a6-b27ce0c19006,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:17.597489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:17.610441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251680d7-9fca-4036-9e10-aaa82181f963 req-e4ad54d4-a3c7-45ac-adaf-f4f36b737772 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:17.611984 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-251680d7-9fca-4036-9e10-aaa82181f963 req-e4ad54d4-a3c7-45ac-adaf-f4f36b737772 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 945 time: 0.3243186 Dec 13 23:22:17.621531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45562) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:17.640038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-46f59f2e-1220-4991-881c-90ccae4dca6a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:17.641190 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-46f59f2e-1220-4991-881c-90ccae4dca6a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4349904 Dec 13 23:22:17.645355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Request body: {'floatingip': {'port_id': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:17.646246 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'f7aef13a-181c-475d-aff7-e52de951abf1', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'floating_ip_address': '172.26.5.208', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'port_id': 'a986b326-3cb4-469b-954c-07092e526161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'mac_address': 'fa:16:3e:78:91:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539c99a7-f98d-4188-8215-36b735295ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:21:19Z', 'updated_at': '2021-12-13T23:22:10Z', 'revision_number': 1, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d69920-cea1-4aca-af4e-65fb5538e5ee', 'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'mac_address': 'fa:16:3e:2c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:05Z', 'updated_at': '2021-12-13T23:21:28Z', 'revision_number': 5, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'subnets': [{'id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:17.651386 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] Checking router: 262f454b-bc9f-4a7a-a39a-e6e29f125c71 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:22:17.664593 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:17.665551 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:17.706573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45566) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:17.718014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:17.731633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-208a1e55-f31f-47be-8fa4-52f7813e8b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Unset dirty status for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:17.743545 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-208a1e55-f31f-47be-8fa4-52f7813e8b17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "GET /v2.0/ports/0932d1a3-2e24-4096-9323-5dfd2997251a HTTP/1.1" status: 404 len: 333 time: 0.3027291 Dec 13 23:22:17.744152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45570) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:17.755692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Request body: {'port': {'network_id': '6982255d-3080-4468-a744-9fb88edd52cf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1057074587'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:17.780602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:17.820826 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539c99a7-f98d-4188-8215-36b735295ae8', 'tag': 'a986b326-3cb4-469b-954c-07092e526161', 'status': 'completed', 'code': 200} Dec 13 23:22:17.830311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 578540ea-36a5-4bc4-bfda-c2cadd792aaf completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:17.839987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:17.841386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for floatingip, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:17.860027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:17.861051 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:17.862013 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/44d8276a-92c1-487b-ba19-5bb164ab3f99 HTTP/1.1" status: 204 len: 168 time: 2.1928077 Dec 13 23:22:17.869092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45574) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:17.908597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 578540ea-36a5-4bc4-bfda-c2cadd792aaf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:17.908987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:17.928059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:17.939684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5dfa5acd-932a-47e8-a2a2-862a98884bb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:17.976834 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-927dc187-826f-4a42-9616-97a98536176f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2619984 Dec 13 23:22:17.977523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] Could not find standard attr ID for object e5686ead-baee-4886-bf67-ff0253eab4ec. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:22:18.000013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45578) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:18.001734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Made reservation on behalf of d273095bee7048f5a1ef2aa824b56cbe for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:18.004407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.021039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:18.042340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:22:18.056384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event deleted for resources: {'Port': ['ID=5db131b7-2904-470d-bdee-fca881042caa,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:18.061394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:18.070623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] device_id is not set on port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:18.137271 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ff8a060d-609c-48ec-b94b-4863d3a0a317 req-84afc92f-f337-4eaa-ba11-0ae7d8451e48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ad866fb630a4c7884a78950a5f0e640&device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 1098 time: 0.3477905 Dec 13 23:22:18.140455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] Provisioning for port 44029436-9b63-4235-8d03-717ed1eb887b completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:18.168557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] Provisioning complete for port 44029436-9b63-4235-8d03-717ed1eb887b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:18.169167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.188096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.188442 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Added segment 980725d6-48b5-4ada-b50d-3201c916bb22 of type vlan for network ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d Dec 13 23:22:18.214954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:22:18.242542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.267081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Deleting port 2e6f3455-b371-48fb-9619-1bef19a12b27 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:18.267446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.268534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Deleting port 44029436-9b63-4235-8d03-717ed1eb887b {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:18.269132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.282410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:18.314291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] DHCP port deletion for bcee5368-11b0-4fc7-96bb-d745d9714399 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:22:18.335591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Deleting port 578540ea-36a5-4bc4-bfda-c2cadd792aaf {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:18.336347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.390546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:18.393419 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'f7aef13a-181c-475d-aff7-e52de951abf1', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'floating_ip_address': '172.26.5.208', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'port_id': 'a986b326-3cb4-469b-954c-07092e526161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'mac_address': 'fa:16:3e:78:91:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539c99a7-f98d-4188-8215-36b735295ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:21:19Z', 'updated_at': '2021-12-13T23:22:10Z', 'revision_number': 1, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d69920-cea1-4aca-af4e-65fb5538e5ee', 'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'mac_address': 'fa:16:3e:2c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:05Z', 'updated_at': '2021-12-13T23:21:28Z', 'revision_number': 5, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'subnets': [{'id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:18.417456 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b744e7a-ede9-4c18-a436-b3fc23a72e9d None None] The sync data for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv is: [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'f7aef13a-181c-475d-aff7-e52de951abf1', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'floating_ip_address': '172.26.5.208', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'port_id': 'a986b326-3cb4-469b-954c-07092e526161', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'mac_address': 'fa:16:3e:78:91:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539c99a7-f98d-4188-8215-36b735295ae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:21:19Z', 'updated_at': '2021-12-13T23:22:10Z', 'revision_number': 1, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71d69920-cea1-4aca-af4e-65fb5538e5ee', 'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'mac_address': 'fa:16:3e:2c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:05Z', 'updated_at': '2021-12-13T23:21:28Z', 'revision_number': 5, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'subnets': [{'id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:18.473318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 578540ea-36a5-4bc4-bfda-c2cadd792aaf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=578540ea-36a5-4bc4-bfda-c2cadd792aaf,segment=NetworkSegment(32f9909b-cdb9-4d5b-a6d8-d734125d7358),segment_id=32f9909b-cdb9-4d5b-a6d8-d734125d7358)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:18.561977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:18.601821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.656983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:18.695438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.768255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 44029436-9b63-4235-8d03-717ed1eb887b no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:18.808749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38f63-76ce-46bb-a1ba-cf2bea875ade req-baadc806-a23d-43e2-9a73-e87c71d75951 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:18.817305 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dfb38f63-76ce-46bb-a1ba-cf2bea875ade req-baadc806-a23d-43e2-9a73-e87c71d75951 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.8850784 Dec 13 23:22:18.834644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:18.929460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.024165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.062113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a060d-609c-48ec-b94b-4863d3a0a317 req-4bcb650b-d4f9-4a28-8627-9027789f2677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:19.063679 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ff8a060d-609c-48ec-b94b-4863d3a0a317 req-4bcb650b-d4f9-4a28-8627-9027789f2677 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ff53bb7-ba76-458a-a6bc-a7068532c83c HTTP/1.1" status: 200 len: 913 time: 0.9159083 Dec 13 23:22:19.089000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.094225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.124325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=578540ea-36a5-4bc4-bfda-c2cadd792aaf,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:19.135484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:19.161408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] For port 578540ea-36a5-4bc4-bfda-c2cadd792aaf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=578540ea-36a5-4bc4-bfda-c2cadd792aaf,segment=NetworkSegment(32f9909b-cdb9-4d5b-a6d8-d734125d7358),segment_id=32f9909b-cdb9-4d5b-a6d8-d734125d7358)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:19.161408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.170874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] For port 44029436-9b63-4235-8d03-717ed1eb887b, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=44029436-9b63-4235-8d03-717ed1eb887b,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:19.175810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] For port 44029436-9b63-4235-8d03-717ed1eb887b, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=44029436-9b63-4235-8d03-717ed1eb887b,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:19.176212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.204308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Calling delete_port for 2e6f3455-b371-48fb-9619-1bef19a12b27 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:19.312868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Calling delete_port for 578540ea-36a5-4bc4-bfda-c2cadd792aaf owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:19.380870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.390309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.392784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d8210703-7947-4a0d-9ac3-df4c7d17c42b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:19.402469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:19.403185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.432967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:19.436334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.509125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.550574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Calling delete_port for 44029436-9b63-4235-8d03-717ed1eb887b owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:19.623457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.653567 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dfb38f63-76ce-46bb-a1ba-cf2bea875ade req-74c7ad94-0682-4864-9d74-a0d46686c1d4 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7142711 Dec 13 23:22:19.654494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Network': ['ID=ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:19.671776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:19.689912 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4858179 Dec 13 23:22:19.695501 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ff8a060d-609c-48ec-b94b-4863d3a0a317 req-feced4db-24ba-4ab0-b7cd-4bc2983cc7ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a986b326-3cb4-469b-954c-07092e526161 HTTP/1.1" status: 200 len: 999 time: 0.5111063 Dec 13 23:22:19.696297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45586) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:19.697658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:22:19.701954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'subnet': {'network_id': 'ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:19.716216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:22:19.716581 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:22:19.722155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.722716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Fanout notify agent at l3_agent the message router_deleted on router 7e6c364a-57df-4df8-adef-acd785772aeb {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:22:19.722919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] Pushing event updated for resources: {'Port': ['ID=44029436-9b63-4235-8d03-717ed1eb887b,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:19.729239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.749845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:19.813942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:22:19.814189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:22:19.817341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.838750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:22:19.840235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a060d-609c-48ec-b94b-4863d3a0a317 req-fee354d9-6d3d-4182-9162-a58616a9d5ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:19.841968 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ff8a060d-609c-48ec-b94b-4863d3a0a317 req-fee354d9-6d3d-4182-9162-a58616a9d5ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215 HTTP/1.1" status: 200 len: 851 time: 0.1402783 Dec 13 23:22:19.885063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 44029436-9b63-4235-8d03-717ed1eb887b, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=44029436-9b63-4235-8d03-717ed1eb887b,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:19.891753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.895304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4b96c775-2998-40f2-98fa-bd4363007386 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:19.898666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-041cdd39-5991-4cd7-a1bb-9c7eabf2a913 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:19.923510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.924335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 578540ea-36a5-4bc4-bfda-c2cadd792aaf no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:19.941942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.957014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:19.961933 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/7e6c364a-57df-4df8-adef-acd785772aeb HTTP/1.1" status: 204 len: 168 time: 6.5050247 Dec 13 23:22:19.971797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45592) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:19.973902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Network 6982255d-3080-4468-a744-9fb88edd52cf is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:19.976305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:19.982807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3967b199-190c-4511-8541-83772c45afa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:19.983356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2017068483', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': False}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:20.000397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:20.026364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:20.030707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:20.032983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Usage tracker for resource:router and tenant:fa20c781be5d49cc81cd1edc9bf6f498 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:20.036152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:20.037195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:20.039686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.041986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:20.054059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:20.058963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:20.063099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:20.072400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:20.073005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.081295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.085497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=06c81833-9566-4a11-baf6-392fb5d2aa8d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:20.086294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'Port': ['ID=ce8b9a38-0cb2-45da-a673-1eeafa16c4fb,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:20.088917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=44029436-9b63-4235-8d03-717ed1eb887b,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:20.092728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:20.092927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:20.101677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:20.102861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-245b79cc-6b0b-4054-81fb-95713d3eae3b tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:20.119125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.157274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 578540ea-36a5-4bc4-bfda-c2cadd792aaf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=578540ea-36a5-4bc4-bfda-c2cadd792aaf,segment=NetworkSegment(32f9909b-cdb9-4d5b-a6d8-d734125d7358),segment_id=32f9909b-cdb9-4d5b-a6d8-d734125d7358)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:20.163300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:20.197214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event deleted for resources: {'Port': ['ID=2e6f3455-b371-48fb-9619-1bef19a12b27,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:20.203399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:20.214892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.216690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:20.247345 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ff8a060d-609c-48ec-b94b-4863d3a0a317 req-74acd4ad-5cfb-4422-a5b2-69e4e58b1996 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ff53bb7-ba76-458a-a6bc-a7068532c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3984177 Dec 13 23:22:20.252429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.254227 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "DELETE /v2.0/ports/2e6f3455-b371-48fb-9619-1bef19a12b27 HTTP/1.1" status: 204 len: 168 time: 2.3835864 Dec 13 23:22:20.258654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Deleting port 578540ea-36a5-4bc4-bfda-c2cadd792aaf {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:20.259251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.274729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45596) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:20.288642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5436914 Dec 13 23:22:20.290083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45600) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:20.292239 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2899747 Dec 13 23:22:20.296275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45602) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:20.297112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.315262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Deleting port 44029436-9b63-4235-8d03-717ed1eb887b {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:20.315667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.345890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:20.383274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.384448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.401397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': '06c81833-9566-4a11-baf6-392fb5d2aa8d', 'ip_address': '2001:db8::1c3f:447b:4ae7:5c23'}], 'name': 'tempest-NetworksTestDHCPv6-1430372585'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:20.432504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=578540ea-36a5-4bc4-bfda-c2cadd792aaf,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:20.440791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:20.501810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.585728 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ff8a060d-609c-48ec-b94b-4863d3a0a317 req-24505b04-e95e-41a8-bdb2-d27a69757e06 service neutron] 10.222.0.18 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302209 Dec 13 23:22:20.626247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.669438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] For port 578540ea-36a5-4bc4-bfda-c2cadd792aaf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=578540ea-36a5-4bc4-bfda-c2cadd792aaf,segment=NetworkSegment(32f9909b-cdb9-4d5b-a6d8-d734125d7358),segment_id=32f9909b-cdb9-4d5b-a6d8-d734125d7358)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:20.669848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.787925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.810418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Calling delete_port for 578540ea-36a5-4bc4-bfda-c2cadd792aaf owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:20.840904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:20.893685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] For port 44029436-9b63-4235-8d03-717ed1eb887b, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=44029436-9b63-4235-8d03-717ed1eb887b,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:20.893987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:20.910450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:20.919326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f8a95a-2c08-418c-b0b0-d79bae209376 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:20.919326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a9f8a95a-2c08-418c-b0b0-d79bae209376 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Synchronizing usage tracker for tenant:7009c8ebfcde477da2ca4167f1585c17 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:20.923743 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ff8a060d-609c-48ec-b94b-4863d3a0a317 req-6140cb4c-9f4a-44d7-86f3-fb2b519a9832 service neutron] 10.222.0.18 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298860 Dec 13 23:22:21.043531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:21.049010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:21.055300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Calling delete_port for 44029436-9b63-4235-8d03-717ed1eb887b owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:21.069491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a9f8a95a-2c08-418c-b0b0-d79bae209376 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Unset dirty status for tenant:7009c8ebfcde477da2ca4167f1585c17 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:21.070440 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a9f8a95a-2c08-418c-b0b0-d79bae209376 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9e5d0c6-2020-4b89-a4fd-9873113c3bef HTTP/1.1" status: 200 len: 913 time: 0.7927172 Dec 13 23:22:21.075829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45610) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:21.148573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f7c29-d046-4e74-9e3f-81a94d133e92 req-247e8106-de0a-4483-a773-55ceac1a80af tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:21.149956 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-061f7c29-d046-4e74-9e3f-81a94d133e92 req-247e8106-de0a-4483-a773-55ceac1a80af tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.3385181 Dec 13 23:22:21.172911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 82926081-f5a2-42cd-8ed0-aab6ca2af183 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:21.250874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:21.256482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:21.294658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:22:21.310567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:21.343785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:21.366569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Pushing event deleted for resources: {'Port': ['ID=578540ea-36a5-4bc4-bfda-c2cadd792aaf,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:21.370116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:21.374099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2d0bcd7-8ac3-4acb-922b-3fd7fc522de4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:21.383700 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-061f7c29-d046-4e74-9e3f-81a94d133e92 req-df0d3c7b-3d11-4fc5-a4e7-1d5d6e7538d7 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206128 Dec 13 23:22:21.391246 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Floating IP a45d104d-7599-40a4-94c0-87eedbc0ac03 associated. External IP: 172.26.5.3, port: d8ff2e36-65e2-4125-a501-86f4c45aa6e0. Dec 13 23:22:21.396490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] device_id is not set on port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:21.405529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:21.484876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Transition to ACTIVE for port object ce8b9a38-0cb2-45da-a673-1eeafa16c4fb will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:21.494381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] No DVR routers for this DVR port 578540ea-36a5-4bc4-bfda-c2cadd792aaf on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:21.507208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Pushing event deleted for resources: {'Port': ['ID=44029436-9b63-4235-8d03-717ed1eb887b,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:21.512842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:21.523986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] No DVR routers for this DVR port 44029436-9b63-4235-8d03-717ed1eb887b on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:21.539595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae926422-e413-4d33-a996-b0b1d9a819bd None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:21.551066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:21.557204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:21.712549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::1c3f:447b:4ae7:5c23 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/06c81833-9566-4a11-baf6-392fb5d2aa8d/82926081-f5a2-42cd-8ed0-aab6ca2af183) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:21.755720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c6871d-9f29-498a-a763-5ad0f5f741f5 None None] New status for floating IP f7aef13a-181c-475d-aff7-e52de951abf1: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:22:21.831015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'Port': ['ID=ce8b9a38-0cb2-45da-a673-1eeafa16c4fb,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:21.849663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:21.900177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:21.900781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:21.901308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:21.921393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:21.927300 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:21.963239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.objects.ports [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84311) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:22:22.011309 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 2 to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb Dec 13 23:22:22.034709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:22.035672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:22.036165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:22.042558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:22.051578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:22.052234 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:22.054642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 3 to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb Dec 13 23:22:22.072485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '06c81833-9566-4a11-baf6-392fb5d2aa8d'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:22.073676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:22.080413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-579e06a2-cbf8-4ab1-9d33-7b9009196f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:22.082414 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-28dc2306-97bf-431c-934f-d7fe156518ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3536706 Dec 13 23:22:22.083088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:22.083710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:22.083832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:22.106228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:22.107133 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:22.112267 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 4 to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb Dec 13 23:22:22.135063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:22.135801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:22.136307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:22.187135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Subnet': ['ID=7b3256fb-2eee-4db8-8f11-878962fdf6e8,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:22.203520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:22.211744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a286aa3-9417-41e3-8c3b-098605c3bcb1 req-4ea0dba8-762d-4113-82d1-f23def4511c9 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:22.213390 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a286aa3-9417-41e3-8c3b-098605c3bcb1 req-4ea0dba8-762d-4113-82d1-f23def4511c9 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.5435176 Dec 13 23:22:22.236403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45618) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:22.245247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Request body: {'floatingip': {'port_id': '20b838e6-3626-48ae-b448-c1fa7cfed8d6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:22.311875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:22.311875 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:22.312525 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 5 to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb Dec 13 23:22:22.360975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:22.382915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Checking segment: {'id': '980725d6-48b5-4ada-b50d-3201c916bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:22.383272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network hostable DHCP agents. Network: ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:22:22.409594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:22.409594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:22.409594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:22.465522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:22.477683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:22.478013 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:22.483910 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 6 to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb Dec 13 23:22:22.531042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 82926081-f5a2-42cd-8ed0-aab6ca2af183 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:22.541925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:22.542260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:22.542594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:22.558131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:22.592486 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-a70f82e5-ff57-413e-b4cc-26830d642ee7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ad866fb630a4c7884a78950a5f0e640&device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 1098 time: 0.4033561 Dec 13 23:22:22.601227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:22.601726 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:22.606151 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 7 to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb Dec 13 23:22:22.671333 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:22.671681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:22.672025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:22.779662 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:22:22.792416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:22.798235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:22.862888 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:22.863213 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:22.877230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:22.877468 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 8 to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb Dec 13 23:22:22.889101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:22.889306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84d0e19-f58d-45f0-9cc7-7ab2ec8cb11e None None] Network ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:22.889768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:22.925063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:22.925612 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:22.925696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:22.954289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.015389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5a6469f8-13a6-4488-b905-d7e21817cbff tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:23.079907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/06c81833-9566-4a11-baf6-392fb5d2aa8d/adc4d758-077c-4d68-83f2-9aac0fb31500) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:23.110954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-12840e0e-56a9-45ec-a33d-0a7c6cea4a7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:23.112447 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-12840e0e-56a9-45ec-a33d-0a7c6cea4a7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=6ff53bb7-ba76-458a-a6bc-a7068532c83c HTTP/1.1" status: 200 len: 913 time: 0.4951875 Dec 13 23:22:23.112944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:23.113262 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:23.126760 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 9 to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb Dec 13 23:22:23.142577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:23.143843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Allocated IP 172.26.5.163 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/c86571f8-9bc6-4c18-9090-fd10fc76840a) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:23.153728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:23.158924 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4616055 Dec 13 23:22:23.159954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=82926081-f5a2-42cd-8ed0-aab6ca2af183,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:23.166861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:23.170993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:23.171747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.175026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45624) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:23.183252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'port': {'network_id': 'ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d', 'name': 'tempest-NetworksIpV6TestAttrs-841301326'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:23.200834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:23.229772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:23.230105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:23.230442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:23.337048 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:23.337460 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:23.341130 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 10 to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb Dec 13 23:22:23.372030 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9907691 Dec 13 23:22:23.386355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45628) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:23.387316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d', 'network_id': 'ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d', 'tenant_id': '1d83f13324334caf8d6f71d6c00a8001', 'fixed_ips': [{'subnet_id': '7b3256fb-2eee-4db8-8f11-878962fdf6e8'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:23.388205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.404783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bfaca4a8-14db-48d1-ac7c-10d784adead9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': '06c81833-9566-4a11-baf6-392fb5d2aa8d', 'ip_address': '2001:db8::1c3f:447b:4ae7:5c23'}], 'name': 'tempest-NetworksTestDHCPv6-1012218753'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:23.444919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:23.445486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:23.445951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:23.480669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.503080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Transition to ACTIVE for port object adc4d758-077c-4d68-83f2-9aac0fb31500 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:23.567016 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-67a57fb3-191d-40f3-bd79-f6406cecd741 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a986b326-3cb4-469b-954c-07092e526161 HTTP/1.1" status: 200 len: 1001 time: 0.4324443 Dec 13 23:22:23.573006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Transition to ACTIVE for port object adc4d758-077c-4d68-83f2-9aac0fb31500 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:23.596638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:23.609463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Allocated IP 2001:db8::f816:3eff:fe8e:6586 (ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d/7b3256fb-2eee-4db8-8f11-878962fdf6e8/46a6ae40-49cf-46cf-b553-83b622164696) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:23.610677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Router 51cc95b4-512d-4047-93e8-99a719ee49b5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:22:23.620838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.624661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:port and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:23.634324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:23.637188 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:23.637188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.638919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:23.655239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:23.655852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.705150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ba41de0-5140-4af9-81b8-6ff8f496409e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:23.758487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-f4d7a610-6382-4872-b7f0-4bb540383eb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:23.760154 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-f4d7a610-6382-4872-b7f0-4bb540383eb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215 HTTP/1.1" status: 200 len: 851 time: 0.1790369 Dec 13 23:22:23.763010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bfaca4a8-14db-48d1-ac7c-10d784adead9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:23.773755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:23.776975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.803025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:23.803556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bfaca4a8-14db-48d1-ac7c-10d784adead9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:23.805833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Pushing event updated for resources: {'Port': ['ID=adc4d758-077c-4d68-83f2-9aac0fb31500,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:23.822160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:23.823834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:23.824180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:23.827029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] device_id is not set on port 961e69e1-2160-47e5-b7a5-b12197c29f84 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:23.868651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaca4a8-14db-48d1-ac7c-10d784adead9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:23.873635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bfaca4a8-14db-48d1-ac7c-10d784adead9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.886440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] For port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:23.889116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempted to set empty binding levels {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 23:22:23.935718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-bfaca4a8-14db-48d1-ac7c-10d784adead9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 97820203-e270-4e0d-9766-d08b3f5f556e yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:23.966861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Attempting to bind port adc4d758-077c-4d68-83f2-9aac0fb31500 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:23.966861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Attempting to bind port adc4d758-077c-4d68-83f2-9aac0fb31500 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:23.966861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Attempting to bind port adc4d758-077c-4d68-83f2-9aac0fb31500 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:23.969929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.978604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:23.979121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.981310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:23.981793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:23.982283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.982674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:23.983143 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Bound port: adc4d758-077c-4d68-83f2-9aac0fb31500, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:23.983518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:23.988750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:24.060049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.061675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:22:24.081410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Transition to ACTIVE for port object 46a6ae40-49cf-46cf-b553-83b622164696 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:24.117802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Transition to ACTIVE for port object 46a6ae40-49cf-46cf-b553-83b622164696 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:24.119396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] For port adc4d758-077c-4d68-83f2-9aac0fb31500, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:24.123023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] For port adc4d758-077c-4d68-83f2-9aac0fb31500, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=adc4d758-077c-4d68-83f2-9aac0fb31500,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:24.134979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:24.149542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:24.155249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event updated for resources: {'Port': ['ID=c86571f8-9bc6-4c18-9090-fd10fc76840a,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:24.182921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:24.203574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.205686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] In _notify_port_updated(), no bound segment for port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:22:24.207123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.208711 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "PUT /v2.0/ports/ce8b9a38-0cb2-45da-a673-1eeafa16c4fb HTTP/1.1" status: 200 len: 981 time: 3.8727901 Dec 13 23:22:24.213027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4d9d3ae6-acfc-4542-965a-b795b08586a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:24.216395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:24.220815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45634) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:24.228493 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-b5620b43-2772-4367-8b90-fc1361e60bcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6ff53bb7-ba76-458a-a6bc-a7068532c83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4467645 Dec 13 23:22:24.238609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'Port': ['ID=ce8b9a38-0cb2-45da-a673-1eeafa16c4fb,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:24.241815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:24.258515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.298517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Network ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:24.303270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Pushing event updated for resources: {'Port': ['ID=46a6ae40-49cf-46cf-b553-83b622164696,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:24.307808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:24.309944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:24.313239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:24.400884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:24.440396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.523419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Allocated IP 2001:db8::f816:3eff:fe6e:b677 (ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d/7b3256fb-2eee-4db8-8f11-878962fdf6e8/961e69e1-2160-47e5-b7a5-b12197c29f84) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:24.540765 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Pushing event updated for resources: {'Port': ['ID=adc4d758-077c-4d68-83f2-9aac0fb31500,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:24.549321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:24.550240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Attempting to bind port 46a6ae40-49cf-46cf-b553-83b622164696 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:24.550666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Attempting to bind port 46a6ae40-49cf-46cf-b553-83b622164696 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '980725d6-48b5-4ada-b50d-3201c916bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:24.551088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Attempting to bind port 46a6ae40-49cf-46cf-b553-83b622164696 on network ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:24.562957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:24.563684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Checking segment: {'id': '980725d6-48b5-4ada-b50d-3201c916bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:24.564338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.564911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Bound using segment: {'id': '980725d6-48b5-4ada-b50d-3201c916bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:24.565621 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Bound port: 46a6ae40-49cf-46cf-b553-83b622164696, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '980725d6-48b5-4ada-b50d-3201c916bb22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:24.566182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.591852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.683126 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfaca4a8-14db-48d1-ac7c-10d784adead9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 23:22:24.683481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfaca4a8-14db-48d1-ac7c-10d784adead9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:24.691475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] For port 46a6ae40-49cf-46cf-b553-83b622164696, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:24.695735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] For port 46a6ae40-49cf-46cf-b553-83b622164696, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=46a6ae40-49cf-46cf-b553-83b622164696,segment=NetworkSegment(980725d6-48b5-4ada-b50d-3201c916bb22),segment_id=980725d6-48b5-4ada-b50d-3201c916bb22)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:24.757629 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-916cb852-e64f-43bd-b29b-111bb558fd0d service neutron] 10.222.0.18 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813569 Dec 13 23:22:24.785164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.801727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-37aa7859-3c2d-4dba-b4e5-43e6c9693691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Synchronizing usage tracker for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:24.807812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:24.815535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:24.827516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:24.832665 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] Sync routers for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:24.854847 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:24.855482 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:24.882123 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bfaca4a8-14db-48d1-ac7c-10d784adead9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4938529 Dec 13 23:22:24.887273 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45640) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:24.995713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Pushing event updated for resources: {'Port': ['ID=46a6ae40-49cf-46cf-b553-83b622164696,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:25.008942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:25.059540 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f06f7546-0b2a-4574-864c-97445d6b4f57 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "PUT /v2.0/floatingips/a45d104d-7599-40a4-94c0-87eedbc0ac03 HTTP/1.1" status: 200 len: 989 time: 7.4366794 Dec 13 23:22:25.068996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41231733-5742-4d5a-a0c6-562262d7de35', 'tag': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:22:25.094508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:25.129325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Transition to ACTIVE for port object 961e69e1-2160-47e5-b7a5-b12197c29f84 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:25.171934 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:25.173672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f0b5c9-da04-4dbf-9f60-cd3382736583 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:25.183284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-37aa7859-3c2d-4dba-b4e5-43e6c9693691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Unset dirty status for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:25.188291 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-37aa7859-3c2d-4dba-b4e5-43e6c9693691 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26579 time: 0.9607849 Dec 13 23:22:25.191283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f0b5c9-da04-4dbf-9f60-cd3382736583 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:25.192193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-44f0b5c9-da04-4dbf-9f60-cd3382736583 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:25.201726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45648) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:25.209063 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41231733-5742-4d5a-a0c6-562262d7de35', 'tag': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0', 'status': 'completed', 'code': 200} Dec 13 23:22:25.264096 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eef3ec4a-3de8-4ba7-b9fa-4f9f34185f83 req-acfe9132-528b-4b65-9ee6-bc7d0a279863 service neutron] 10.222.0.18 "GET /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593694 Dec 13 23:22:25.288077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:25.288822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:25.297987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Deleting port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:25.298322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:25.370163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-44f0b5c9-da04-4dbf-9f60-cd3382736583 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:25.373832 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-44f0b5c9-da04-4dbf-9f60-cd3382736583 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4833095 Dec 13 23:22:25.374929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45652) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:25.428333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:25.441415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a7c022b3-1672-4e2f-a8dd-55f3f3a5ea1e tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:25.619906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 82926081-f5a2-42cd-8ed0-aab6ca2af183 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:25.620609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:25.663269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:25.664690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Port': ['ID=961e69e1-2160-47e5-b7a5-b12197c29f84,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:25.687768 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-b7032227-5a97-4667-82a7-1372287fa800 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=13f00ae7e1a1479eafcb13cb72acbeec&device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 1098 time: 0.4701939 Dec 13 23:22:25.691124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:25.694206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:25.720657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:25.725803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:25.726692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:25.756217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] For port ce8b9a38-0cb2-45da-a673-1eeafa16c4fb, host hv-neutron-8215, got binding levels [] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:25.756566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:25.767881 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:22Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'a45d104d-7599-40a4-94c0-87eedbc0ac03', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'port_id': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'mac_address': 'fa:16:3e:16:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41231733-5742-4d5a-a0c6-562262d7de35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:21:42Z', 'updated_at': '2021-12-13T23:22:19Z', 'revision_number': 1, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c16c7e-dc7c-4e45-abd5-09218b3dd870', 'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'mac_address': 'fa:16:3e:8d:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:21Z', 'updated_at': '2021-12-13T23:21:40Z', 'revision_number': 5, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'subnets': [{'id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:25.772682 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] Checking router: 51cc95b4-512d-4047-93e8-99a719ee49b5 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:22:25.785228 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:25.785986 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:25.914137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Calling delete_port for ce8b9a38-0cb2-45da-a673-1eeafa16c4fb owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:25.992211 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Floating IP ae2644c6-4322-4b6d-8b41-afe014742df2 associated. External IP: 172.26.5.194, port: 20b838e6-3626-48ae-b448-c1fa7cfed8d6. Dec 13 23:22:25.998972 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:26.006304 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8264775 Dec 13 23:22:26.046054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45658) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:26.162912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-17d85853-d407-4485-a84d-f38b44a934d1 None None] Provisioning for port adc4d758-077c-4d68-83f2-9aac0fb31500 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:26.174991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Deleting port 2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:26.174991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:26.300054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:26.462628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:26.477682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e139d9b8-c8bb-4e39-8d75-0376beef98c8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:26.493365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3471b4ef-ff11-4540-a0f9-5fb7b65f5055 None None] Could not find standard attr ID for object e5686ead-baee-4886-bf67-ff0253eab4ec. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:22:26.503830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 82926081-f5a2-42cd-8ed0-aab6ca2af183 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:26.538993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-3aa41275-e026-4041-b637-5eacb38ddd44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:26.540952 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-3aa41275-e026-4041-b637-5eacb38ddd44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6e0694f2-7ffe-419d-af64-4f1b71af86ac HTTP/1.1" status: 200 len: 907 time: 0.8417542 Dec 13 23:22:26.597243 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:22Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'a45d104d-7599-40a4-94c0-87eedbc0ac03', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'port_id': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'mac_address': 'fa:16:3e:16:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41231733-5742-4d5a-a0c6-562262d7de35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:21:42Z', 'updated_at': '2021-12-13T23:22:19Z', 'revision_number': 1, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c16c7e-dc7c-4e45-abd5-09218b3dd870', 'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'mac_address': 'fa:16:3e:8d:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:21Z', 'updated_at': '2021-12-13T23:21:40Z', 'revision_number': 5, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'subnets': [{'id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:26.608280 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acb9dbd-8f9c-40ff-9ed4-c33af38b7cbc None None] The sync data for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv is: [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:22Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'a45d104d-7599-40a4-94c0-87eedbc0ac03', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'port_id': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'mac_address': 'fa:16:3e:16:5c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41231733-5742-4d5a-a0c6-562262d7de35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:21:42Z', 'updated_at': '2021-12-13T23:22:19Z', 'revision_number': 1, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63c16c7e-dc7c-4e45-abd5-09218b3dd870', 'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'mac_address': 'fa:16:3e:8d:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:21Z', 'updated_at': '2021-12-13T23:21:40Z', 'revision_number': 5, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'subnets': [{'id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:26.656650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8526c4-26bb-4ae4-8994-dea2ae0afcc9 None None] Network ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:26.816166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce8b9a38-0cb2-45da-a673-1eeafa16c4fb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:26.826077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:26.843520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 46a6ae40-49cf-46cf-b553-83b622164696 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:26.849451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:26.880810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b9ca39e8-5e04-4a31-ae2b-19c1a28483f9 None None] Provisioning for port 46a6ae40-49cf-46cf-b553-83b622164696 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:26.914790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.045424 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ce8b9a38-0cb2-45da-a673-1eeafa16c4fb HTTP/1.1" status: 204 len: 168 time: 1.8389614 Dec 13 23:22:27.055726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Calling delete_port for 2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:27.058615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45664) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:27.060316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 46a6ae40-49cf-46cf-b553-83b622164696 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:27.073938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 46a6ae40-49cf-46cf-b553-83b622164696 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:27.074326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.175851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c3710314-6844-4f94-9a1f-eb8e8449eb70 None None] Provisioning for port 82926081-f5a2-42cd-8ed0-aab6ca2af183 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:27.215012 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d6afb0-5dec-4064-a74d-a664da0f49f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] GET failed (client error): The resource could not be found. Dec 13 23:22:27.226618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c3710314-6844-4f94-9a1f-eb8e8449eb70 None None] Provisioning complete for port 82926081-f5a2-42cd-8ed0-aab6ca2af183 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:27.226618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c3710314-6844-4f94-9a1f-eb8e8449eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.227125 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-44d6afb0-5dec-4064-a74d-a664da0f49f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "GET /v2.0/ports/ce8b9a38-0cb2-45da-a673-1eeafa16c4fb HTTP/1.1" status: 404 len: 333 time: 0.1651387 Dec 13 23:22:27.257420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45670) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:27.266469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-545636453', 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:27.283889 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-e496aa9b-d317-4ee1-87b1-b2e8cb192057 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8ff2e36-65e2-4125-a501-86f4c45aa6e0 HTTP/1.1" status: 200 len: 997 time: 0.7213027 Dec 13 23:22:27.288083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:27.338556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c3710314-6844-4f94-9a1f-eb8e8449eb70 None None] Port 82926081-f5a2-42cd-8ed0-aab6ca2af183 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:22:27.341626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.352964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Deleting subnet 7b3256fb-2eee-4db8-8f11-878962fdf6e8 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:22:27.355354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Usage tracker for resource:port and tenant:d273095bee7048f5a1ef2aa824b56cbe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:27.384048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.385081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 46a6ae40-49cf-46cf-b553-83b622164696, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=46a6ae40-49cf-46cf-b553-83b622164696,segment=NetworkSegment(980725d6-48b5-4ada-b50d-3201c916bb22),segment_id=980725d6-48b5-4ada-b50d-3201c916bb22)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:27.418714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:27.440514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:27.455241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.457161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device adc4d758-077c-4d68-83f2-9aac0fb31500 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:27.506384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-d48a9f2f-5a21-44f0-98b8-6676ca2415b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:27.506384 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-d48a9f2f-5a21-44f0-98b8-6676ca2415b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ddda300d-02bc-4775-a82d-16b8aefac9cf HTTP/1.1" status: 200 len: 845 time: 0.2031431 Dec 13 23:22:27.508488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.514243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:27.590665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Made reservation on behalf of d273095bee7048f5a1ef2aa824b56cbe for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:27.593272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.613823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.634997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-34648e28-bc12-4fd8-b679-8fec0607dccf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:27.636364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=46a6ae40-49cf-46cf-b553-83b622164696,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:27.640248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:27.700742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-468e3737-6bc8-40fd-9b0f-072e600b4766 None None] Provisioning for port 961e69e1-2160-47e5-b7a5-b12197c29f84 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:27.706379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-468e3737-6bc8-40fd-9b0f-072e600b4766 None None] Provisioning complete for port 961e69e1-2160-47e5-b7a5-b12197c29f84 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:27.706762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-468e3737-6bc8-40fd-9b0f-072e600b4766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.712546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] device_id is not set on port d235aad3-f06e-44f7-befb-2b626b68e58c yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:27.746965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Router 20616f82-317f-4cee-a91c-ecbaf8771d85 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:22:27.761941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=82926081-f5a2-42cd-8ed0-aab6ca2af183,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:27.767917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port adc4d758-077c-4d68-83f2-9aac0fb31500 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:27.785978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port adc4d758-077c-4d68-83f2-9aac0fb31500 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:27.787222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.795218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:27.826655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.842019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-468e3737-6bc8-40fd-9b0f-072e600b4766 None None] Port 961e69e1-2160-47e5-b7a5-b12197c29f84 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:22:27.844578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3ea32edc-c7df-4062-a9b6-9881f761de01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:27.877383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-468e3737-6bc8-40fd-9b0f-072e600b4766 None None] Provisioning complete for port 46a6ae40-49cf-46cf-b553-83b622164696 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:27.879653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-468e3737-6bc8-40fd-9b0f-072e600b4766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.880414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:27.903055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Router 8bb08bdf-88a5-42ba-b6ce-d41054be3fe7 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:22:27.927258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event deleted for resources: {'Port': ['ID=2391a5bf-b2b5-40b4-b7f6-617a78b3e3e0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:27.929721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:27.993480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:28.013191 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-8c9f49a7-a35b-47c8-aad2-5c68f8e10f62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6e0694f2-7ffe-419d-af64-4f1b71af86ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4691300 Dec 13 23:22:28.032969 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/82926081-f5a2-42cd-8ed0-aab6ca2af183 HTTP/1.1" status: 204 len: 168 time: 2.6497581 Dec 13 23:22:28.035272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45676) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:28.073331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port adc4d758-077c-4d68-83f2-9aac0fb31500, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=adc4d758-077c-4d68-83f2-9aac0fb31500,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:28.140473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:28.142894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:28.247886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=adc4d758-077c-4d68-83f2-9aac0fb31500,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:28.251996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:28.261756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6080c3b9-4380-4f38-acc2-484d02fb0fb8 None None] Provisioning complete for port 961e69e1-2160-47e5-b7a5-b12197c29f84 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:28.262130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6080c3b9-4380-4f38-acc2-484d02fb0fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:28.313613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:28.339846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:28.345511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6080c3b9-4380-4f38-acc2-484d02fb0fb8 None None] Port 961e69e1-2160-47e5-b7a5-b12197c29f84 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:22:28.351711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] Sync routers for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:28.373152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:28.374009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:28.375392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:28.410737 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4d1dfffc-86e0-43dd-8d51-0bbee4464946 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "PUT /v2.0/floatingips/ae2644c6-4322-4b6d-8b41-afe014742df2 HTTP/1.1" status: 200 len: 992 time: 6.1732416 Dec 13 23:22:28.413506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'tag': '20b838e6-3626-48ae-b448-c1fa7cfed8d6'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:22:28.425167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:28.521100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9302087-c2aa-4905-84dc-441f9b74d742 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:28.523012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9302087-c2aa-4905-84dc-441f9b74d742 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:28.524115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c9302087-c2aa-4905-84dc-441f9b74d742 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:28.536749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:28.615411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:28.649122 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-75a8fd5b-f9c7-4d8e-bee3-a0421a5b30cc service neutron] 10.222.0.18 "GET /v2.0/networks/6e0694f2-7ffe-419d-af64-4f1b71af86ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6178782 Dec 13 23:22:28.665952 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'tag': '20b838e6-3626-48ae-b448-c1fa7cfed8d6', 'status': 'completed', 'code': 200} Dec 13 23:22:28.728441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 46a6ae40-49cf-46cf-b553-83b622164696 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:28.763646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c9302087-c2aa-4905-84dc-441f9b74d742 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:28.767643 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c9302087-c2aa-4905-84dc-441f9b74d742 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6934385 Dec 13 23:22:28.767643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:28.772516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45686) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:28.864502 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0105f150-e0c6-4d68-9a46-bced506c603c req-3e87e208-311d-44e7-aa98-71b500caf23e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1099 time: 0.1157668 Dec 13 23:22:28.978316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 46a6ae40-49cf-46cf-b553-83b622164696 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:28.978786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:28.993335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:29.045019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.063848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Subnet': ['ID=7b3256fb-2eee-4db8-8f11-878962fdf6e8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:29.081776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:29.086109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-252959c5-b66a-46d4-9ae1-1758d0f9059a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:29.126968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a55ec9-e48f-4811-8002-a546a7c03d9a None None] Network ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:29.141558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.178256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f150-e0c6-4d68-9a46-bced506c603c req-5503b5a4-958e-423e-9810-042d14928d3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:29.180075 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0105f150-e0c6-4d68-9a46-bced506c603c req-5503b5a4-958e-423e-9810-042d14928d3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 913 time: 0.3091428 Dec 13 23:22:29.241446 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/subnets/7b3256fb-2eee-4db8-8f11-878962fdf6e8 HTTP/1.1" status: 204 len: 168 time: 3.1895614 Dec 13 23:22:29.245215 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45692) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:29.253328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Network 6982255d-3080-4468-a744-9fb88edd52cf is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:29.302411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'Port': ['ID=d235aad3-f06e-44f7-befb-2b626b68e58c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:29.310597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:29.312583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:29.314883 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-27560d39-ff04-444c-8b8d-6f3ae39b75ca service neutron] 10.222.0.18 "GET /v2.0/networks/6e0694f2-7ffe-419d-af64-4f1b71af86ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415048 Dec 13 23:22:29.319397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:29.320239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:29.320854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.344912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device adc4d758-077c-4d68-83f2-9aac0fb31500 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:29.398717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:29.402265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 06c81833-9566-4a11-baf6-392fb5d2aa8d {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:22:29.410415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.415378 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Sync routers for ids ['8bb08bdf-88a5-42ba-b6ce-d41054be3fe7'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:29.434200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5b094a-e27e-472c-aaaf-674340f18857 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:29.435575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5b094a-e27e-472c-aaaf-674340f18857 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:29.443359 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3f5b094a-e27e-472c-aaaf-674340f18857 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1886408 Dec 13 23:22:29.443359 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0105f150-e0c6-4d68-9a46-bced506c603c req-7f6f76ae-955b-4aa3-b12a-0a88f62d3244 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 1000 time: 0.2534511 Dec 13 23:22:29.443658 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Routers {'8bb08bdf-88a5-42ba-b6ce-d41054be3fe7'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:29.443779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45696) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:29.443854 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8bb08bdf-88a5-42ba-b6ce-d41054be3fe7'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:29.459434 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.1949785 Dec 13 23:22:29.462624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45700) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:29.539138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.565321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port adc4d758-077c-4d68-83f2-9aac0fb31500 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:29.566076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.589862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.590987 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.6172240 Dec 13 23:22:29.594731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-922f358e-6b08-4337-9b8a-be52812d8b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Synchronizing usage tracker for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:29.597019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45706) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:29.649743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'ae2644c6-4322-4b6d-8b41-afe014742df2', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'floating_ip_address': '172.26.5.194', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'port_id': '20b838e6-3626-48ae-b448-c1fa7cfed8d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'mac_address': 'fa:16:3e:ff:23:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:21:47Z', 'updated_at': '2021-12-13T23:22:23Z', 'revision_number': 1, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ee6a03-4dab-4a99-8154-9c5c66fdbb06', 'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'mac_address': 'fa:16:3e:1d:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:22Z', 'updated_at': '2021-12-13T23:22:15Z', 'revision_number': 5, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'subnets': [{'id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:29.669191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] Checking router: 20616f82-317f-4cee-a91c-ecbaf8771d85 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:22:29.701170 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Set router 8bb08bdf-88a5-42ba-b6ce-d41054be3fe7 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:29.730727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:29.731678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:29.735162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105f150-e0c6-4d68-9a46-bced506c603c req-5c402936-c127-42fc-bea0-1dd1f99736d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:29.742479 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0105f150-e0c6-4d68-9a46-bced506c603c req-5c402936-c127-42fc-bea0-1dd1f99736d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 200 len: 851 time: 0.2679195 Dec 13 23:22:29.779797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.832567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-922f358e-6b08-4337-9b8a-be52812d8b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Unset dirty status for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:29.834322 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-922f358e-6b08-4337-9b8a-be52812d8b35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "GET /v2.0/ports/d235aad3-f06e-44f7-befb-2b626b68e58c HTTP/1.1" status: 200 len: 958 time: 0.3707716 Dec 13 23:22:29.838405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45712) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:29.846626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] DHCP port deletion for ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:22:29.862093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-929ac53d-2f14-438b-a6f4-95d8e1f92f1a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.895985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] Deleting port 46a6ae40-49cf-46cf-b553-83b622164696 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:29.896699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:29.950804 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-929ac53d-2f14-438b-a6f4-95d8e1f92f1a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 23:22:29.951336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929ac53d-2f14-438b-a6f4-95d8e1f92f1a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:29.957128 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-929ac53d-2f14-438b-a6f4-95d8e1f92f1a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d HTTP/1.1" status: 409 len: 405 time: 0.5139716 Dec 13 23:22:29.961036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45718) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:29.968646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2136063316'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:29.982591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:29.998820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:network and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:30.004666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:30.018239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:30.022813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Deleting port d235aad3-f06e-44f7-befb-2b626b68e58c {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:30.023164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.081122 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0105f150-e0c6-4d68-9a46-bced506c603c req-ce7dd53e-f5a4-4549-b1eb-5c6befcf6068 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=840a421d-88cb-462e-a555-093c8caed243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3005738 Dec 13 23:22:30.087564 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb08bdf-88a5-42ba-b6ce-d41054be3fe7', 'name': 'tempest-snat-router-2017068483', 'tenant_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.163'}], 'enable_snat': False}, 'gw_port_id': 'c86571f8-9bc6-4c18-9090-fd10fc76840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:20Z', 'updated_at': '2021-12-13T23:22:24Z', 'revision_number': 3, 'project_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'gw_port': {'id': 'c86571f8-9bc6-4c18-9090-fd10fc76840a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb08bdf-88a5-42ba-b6ce-d41054be3fe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:22Z', 'updated_at': '2021-12-13T23:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:30.092439 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Checking router: 8bb08bdf-88a5-42ba-b6ce-d41054be3fe7 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:22:30.093239 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Updating router 8bb08bdf-88a5-42ba-b6ce-d41054be3fe7 port c86571f8-9bc6-4c18-9090-fd10fc76840a binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:22:30.104093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:30.156490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:30.160325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.163118 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.197538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.228923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:30.274131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Router a9e5d0c6-2020-4b89-a4fd-9873113c3bef has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:22:30.286536 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0105f150-e0c6-4d68-9a46-bced506c603c req-a765c3f3-c2cf-41b1-9154-386c4f8659ef service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975827 Dec 13 23:22:30.376710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.525036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Calling delete_port for d235aad3-f06e-44f7-befb-2b626b68e58c owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:30.605370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=06c81833-9566-4a11-baf6-392fb5d2aa8d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:30.608466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:30.610554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:22:30.613640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.623433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f642cb1-aca2-4701-9439-7cb8834342ba None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:30.639655 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-50d37f1a-9a32-4b13-bc23-20dc9e9294df tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/routers/8bb08bdf-88a5-42ba-b6ce-d41054be3fe7 HTTP/1.1" status: 200 len: 909 time: 1.0390625 Dec 13 23:22:30.642213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45722) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:30.662388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2017068483', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': True}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:30.684175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:30.690637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Usage tracker for resource:router and tenant:fa20c781be5d49cc81cd1edc9bf6f498 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:30.693674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.694980 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Added segment 8a78acfe-2f78-466e-8241-03941545424f of type vlan for network 70961200-a0a8-45e6-9526-13d3ce4f3e19 Dec 13 23:22:30.696014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:30.704828 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0105f150-e0c6-4d68-9a46-bced506c603c req-891e20aa-8480-49ab-90c5-e14a76e209bf service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104638 Dec 13 23:22:30.705926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:30.750947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.773191 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.788332 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Transition to ACTIVE for port object c86571f8-9bc6-4c18-9090-fd10fc76840a will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:30.790891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.793967 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/06c81833-9566-4a11-baf6-392fb5d2aa8d HTTP/1.1" status: 204 len: 168 time: 2.0202377 Dec 13 23:22:30.794111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 46a6ae40-49cf-46cf-b553-83b622164696 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:30.798805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45726) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:30.800490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e9e95953-6830-436f-80a3-3cf60829b7dd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:30.848610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event deleted for resources: {'Port': ['ID=d235aad3-f06e-44f7-befb-2b626b68e58c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:30.852866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:30.861049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.863874 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d235aad3-f06e-44f7-befb-2b626b68e58c HTTP/1.1" status: 204 len: 168 time: 1.0234680 Dec 13 23:22:30.866181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45730) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:30.884645 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b8bae1df-e500-4331-976a-093e6637953a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791955 Dec 13 23:22:30.885205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45736) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:30.885532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] For port 46a6ae40-49cf-46cf-b553-83b622164696, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=46a6ae40-49cf-46cf-b553-83b622164696,segment=NetworkSegment(980725d6-48b5-4ada-b50d-3201c916bb22),segment_id=980725d6-48b5-4ada-b50d-3201c916bb22)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:30.885942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.889199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.890280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.899630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:30.903465 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:30.904943 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-9d5302a9-7262-4756-9141-b56ee6028980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:31.043041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:31.047402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:31.050491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:31.056887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:31.063983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] Calling delete_port for 46a6ae40-49cf-46cf-b553-83b622164696 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:31.102722 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Attempting to bind port c86571f8-9bc6-4c18-9090-fd10fc76840a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:31.103576 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Attempting to bind port c86571f8-9bc6-4c18-9090-fd10fc76840a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:31.104130 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Attempting to bind port c86571f8-9bc6-4c18-9090-fd10fc76840a on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:31.107316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.113693 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Pushing event updated for resources: {'Port': ['ID=c86571f8-9bc6-4c18-9090-fd10fc76840a,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:31.126971 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:31.127649 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:31.128131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:31.128394 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.128930 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:31.130226 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Bound port: c86571f8-9bc6-4c18-9090-fd10fc76840a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:31.131579 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.139505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:31.166064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019a19f-cb96-4923-99a3-3b90bfd7f231 None None] Sync routers for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:31.168022 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.168514 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.168984 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.169467 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.169928 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.170395 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.170870 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.171342 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.171839 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.172403 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.173079 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:22:31.183889 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:31.205652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'ae2644c6-4322-4b6d-8b41-afe014742df2', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'floating_ip_address': '172.26.5.194', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'port_id': '20b838e6-3626-48ae-b448-c1fa7cfed8d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'mac_address': 'fa:16:3e:ff:23:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:21:47Z', 'updated_at': '2021-12-13T23:22:23Z', 'revision_number': 1, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ee6a03-4dab-4a99-8154-9c5c66fdbb06', 'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'mac_address': 'fa:16:3e:1d:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:22Z', 'updated_at': '2021-12-13T23:22:15Z', 'revision_number': 5, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'subnets': [{'id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:31.208443 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b6ea2a-c03b-41da-ab02-996192e6158f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] GET failed (client error): The resource could not be found. Dec 13 23:22:31.209279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-23b6ea2a-c03b-41da-ab02-996192e6158f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Synchronizing usage tracker for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:31.214131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.219717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed396e70-a4f2-4cc3-867e-1675a296ef57 None None] The sync data for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv is: [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'ae2644c6-4322-4b6d-8b41-afe014742df2', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'floating_ip_address': '172.26.5.194', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'port_id': '20b838e6-3626-48ae-b448-c1fa7cfed8d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'mac_address': 'fa:16:3e:ff:23:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:21:47Z', 'updated_at': '2021-12-13T23:22:23Z', 'revision_number': 1, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74ee6a03-4dab-4a99-8154-9c5c66fdbb06', 'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'mac_address': 'fa:16:3e:1d:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:22Z', 'updated_at': '2021-12-13T23:22:15Z', 'revision_number': 5, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'subnets': [{'id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:31.223726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:31.227255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.246483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bf24e0b9-a8e4-4751-9f0a-0300969db440 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:31.251328 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] For port c86571f8-9bc6-4c18-9090-fd10fc76840a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:31.260688 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] For port c86571f8-9bc6-4c18-9090-fd10fc76840a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c86571f8-9bc6-4c18-9090-fd10fc76840a,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:31.266524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.288679 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "PUT /v2.0/routers/a9e5d0c6-2020-4b89-a4fd-9873113c3bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2117269 Dec 13 23:22:31.294806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45744) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:31.318559 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.323190 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:31.390762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019a19f-cb96-4923-99a3-3b90bfd7f231 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:31.391328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7019a19f-cb96-4923-99a3-3b90bfd7f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:31.452263 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Pushing event updated for resources: {'Port': ['ID=c86571f8-9bc6-4c18-9090-fd10fc76840a,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:31.466931 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:31.468456 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Routers {'8bb08bdf-88a5-42ba-b6ce-d41054be3fe7'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:31.469068 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8bb08bdf-88a5-42ba-b6ce-d41054be3fe7'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:31.531178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-23b6ea2a-c03b-41da-ab02-996192e6158f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Unset dirty status for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:31.541749 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-23b6ea2a-c03b-41da-ab02-996192e6158f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "GET /v2.0/ports/d235aad3-f06e-44f7-befb-2b626b68e58c HTTP/1.1" status: 404 len: 333 time: 0.6743433 Dec 13 23:22:31.553553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7019a19f-cb96-4923-99a3-3b90bfd7f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:31.560353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.562430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45748) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:31.565627 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ef0190-480a-47c9-8570-a2f7bd2adcff None None] New status for floating IP a45d104d-7599-40a4-94c0-87eedbc0ac03: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:22:31.568621 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6064632 Dec 13 23:22:31.575529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Request body: {'port': {'network_id': '6982255d-3080-4468-a744-9fb88edd52cf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1037580791'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:31.581021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:31.594963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:31.606561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45750) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:31.620808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'subnet': {'network_id': '70961200-a0a8-45e6-9526-13d3ce4f3e19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:31.626734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019a19f-cb96-4923-99a3-3b90bfd7f231 None None] Routers {'a9e5d0c6-2020-4b89-a4fd-9873113c3bef'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:31.627381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7019a19f-cb96-4923-99a3-3b90bfd7f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:31.725110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3350b44-d173-4779-a834-999fbe025765 None None] New status for floating IP ae2644c6-4322-4b6d-8b41-afe014742df2: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:22:31.778140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:22:31.793460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Made reservation on behalf of d273095bee7048f5a1ef2aa824b56cbe for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:31.795091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7019a19f-cb96-4923-99a3-3b90bfd7f231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:31.795497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019a19f-cb96-4923-99a3-3b90bfd7f231 None None] The sync data for ids ['a9e5d0c6-2020-4b89-a4fd-9873113c3bef'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:31.797076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.797267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.810835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:31.813213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Network': ['ID=70961200-a0a8-45e6-9526-13d3ce4f3e19,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:31.815690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:31.821307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:31.823869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:subnet and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:31.828427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:31.837714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] device_id is not set on port 72f50ca6-9699-44ef-a91a-274299536389 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:31.880378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 70961200-a0a8-45e6-9526-13d3ce4f3e19 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:22:31.884706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:31.954885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:31.976570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:31.994064 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] Set router 8bb08bdf-88a5-42ba-b6ce-d41054be3fe7 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:32.001519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] Deleting port adc4d758-077c-4d68-83f2-9aac0fb31500 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:32.002034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.034234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] Pushing event deleted for resources: {'Port': ['ID=46a6ae40-49cf-46cf-b553-83b622164696,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:32.044292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:32.067578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] No DVR routers for this DVR port 46a6ae40-49cf-46cf-b553-83b622164696 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:32.070650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.100638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:32.228224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.247205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:32.249470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=7e07c0d3-a366-4ec1-97f1-c5970f950e38,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:32.256410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:32.258424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:32.272407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:32.272993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.432658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.440471 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb08bdf-88a5-42ba-b6ce-d41054be3fe7', 'name': 'tempest-snat-router-2017068483', 'tenant_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.163'}], 'enable_snat': False}, 'gw_port_id': 'c86571f8-9bc6-4c18-9090-fd10fc76840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:20Z', 'updated_at': '2021-12-13T23:22:24Z', 'revision_number': 3, 'project_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'gw_port': {'id': 'c86571f8-9bc6-4c18-9090-fd10fc76840a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb08bdf-88a5-42ba-b6ce-d41054be3fe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:22Z', 'updated_at': '2021-12-13T23:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:32.446197 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab0e25-3b97-44ce-b8ef-5cebb00e4229 None None] The sync data for ids ['8bb08bdf-88a5-42ba-b6ce-d41054be3fe7'] in dv-neutron-821564-1-hyperv is: [{'id': '8bb08bdf-88a5-42ba-b6ce-d41054be3fe7', 'name': 'tempest-snat-router-2017068483', 'tenant_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.163'}], 'enable_snat': False}, 'gw_port_id': 'c86571f8-9bc6-4c18-9090-fd10fc76840a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:20Z', 'updated_at': '2021-12-13T23:22:24Z', 'revision_number': 3, 'project_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'gw_port': {'id': 'c86571f8-9bc6-4c18-9090-fd10fc76840a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:3d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb08bdf-88a5-42ba-b6ce-d41054be3fe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:22Z', 'updated_at': '2021-12-13T23:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:32.554799 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6671796 Dec 13 23:22:32.555765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45762) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:32.560107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.565966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': '7e07c0d3-a366-4ec1-97f1-c5970f950e38', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1264867338'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:32.574081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4bcc519a-a80c-402f-91ab-7842ba879640 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:32.620930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] For port adc4d758-077c-4d68-83f2-9aac0fb31500, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=adc4d758-077c-4d68-83f2-9aac0fb31500,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:32.621364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.662804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.673382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'Port': ['ID=72f50ca6-9699-44ef-a91a-274299536389,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:32.676861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Network 6982255d-3080-4468-a744-9fb88edd52cf is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:32.679126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:32.679972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:32.693373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:32.693373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:32.693373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.763024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device adc4d758-077c-4d68-83f2-9aac0fb31500 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:32.791314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] Calling delete_port for adc4d758-077c-4d68-83f2-9aac0fb31500 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:32.838033 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2680323 Dec 13 23:22:32.841774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45766) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:32.857363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:32.903687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:32.909234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.objects.ports [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84311) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:22:32.910785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.916574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:32.929467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:32.938244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:32.943261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:32.987674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:33.002737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Subnet': ['ID=2a8c26a0-840f-40dc-a6aa-14fd5e4dd727,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:33.010271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.010686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:33.022340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Checking segment: {'id': '8a78acfe-2f78-466e-8241-03941545424f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '70961200-a0a8-45e6-9526-13d3ce4f3e19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:33.023293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network hostable DHCP agents. Network: 70961200-a0a8-45e6-9526-13d3ce4f3e19, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:22:33.049145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.055663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.086799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:33.100347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network 70961200-a0a8-45e6-9526-13d3ce4f3e19 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:22:33.142807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:33.143653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] Pushing event deleted for resources: {'Port': ['ID=adc4d758-077c-4d68-83f2-9aac0fb31500,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:33.146547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:33.148348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.149539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] No DVR routers for this DVR port adc4d758-077c-4d68-83f2-9aac0fb31500 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:33.164674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98883c-9b7b-4400-a3bd-f49263e8b2ef None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:33.168875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 70961200-a0a8-45e6-9526-13d3ce4f3e19) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:33.174780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:33.175024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.204506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.233785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e45c21-85b2-4462-8c18-309c5e7c35a2 None None] Network 70961200-a0a8-45e6-9526-13d3ce4f3e19 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:33.264455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port c66b44bc-db7b-42ee-84a6-f95926935185 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:33.278419 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6659524 Dec 13 23:22:33.289602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45770) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:33.445985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Allocated IP 172.26.5.105 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/12fe07c0-60b7-41ba-ba7d-b64dc641fc0c) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:33.465894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.528701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '7e07c0d3-a366-4ec1-97f1-c5970f950e38'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:33.529564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.577113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.697335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16afc8e4-96d4-4c38-b431-138e5a547008 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-70961200-a0a8-45e6-9526-13d3ce4f3e19', 'network_id': '70961200-a0a8-45e6-9526-13d3ce4f3e19', 'tenant_id': '1d83f13324334caf8d6f71d6c00a8001', 'fixed_ips': [{'subnet_id': '2a8c26a0-840f-40dc-a6aa-14fd5e4dd727'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:33.698508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-16afc8e4-96d4-4c38-b431-138e5a547008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.746337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.751716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:33.757547 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:22:33.757994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:33.781845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.826733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8c26a0-840f-40dc-a6aa-14fd5e4dd727,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:33.830666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:33.877996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/7e07c0d3-a366-4ec1-97f1-c5970f950e38/df61fc0e-bf9e-413e-864f-90e506386213) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:33.892673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Deleting port 6cc964b5-6b93-4acd-8bac-cccda0f01325 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:33.893028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.925315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.930888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.946823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] device_id is not set on port 72f50ca6-9699-44ef-a91a-274299536389 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:33.961434 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0ab3ee3a-4d03-4077-bd40-215048e9747c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.4007013 Dec 13 23:22:33.961434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:33.973121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45780) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server [None req-16afc8e4-96d4-4c38-b431-138e5a547008 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a8c26a0-840f-40dc-a6aa-14fd5e4dd727: This subnet is being modified by another concurrent operation. Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 23:22:33.984886 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise exception Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a8c26a0-840f-40dc-a6aa-14fd5e4dd727: This subnet is being modified by another concurrent operation. Dec 13 23:22:33.988239 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server Dec 13 23:22:34.030178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f2db4f-723e-4cfe-8aeb-894c42811335 None None] Network 70961200-a0a8-45e6-9526-13d3ce4f3e19 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:34.052638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Transition to ACTIVE for port object 72f50ca6-9699-44ef-a91a-274299536389 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:34.058370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8c5b0c3b-bfc8-4708-bcbc-506e72ae5b61 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:34.063005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70961200-a0a8-45e6-9526-13d3ce4f3e19']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:34.072558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a78acfe-2f78-466e-8241-03941545424f') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:34.072889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a78acfe-2f78-466e-8241-03941545424f') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:34.086354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.104132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.110950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:34.111088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:34.126728 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:34.128933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.137065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ad5c8fec-9372-4649-ab14-f20cc6cade68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:34.260881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.264473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:34.282563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.289810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Network': ['ID=70961200-a0a8-45e6-9526-13d3ce4f3e19,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:34.294519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:34.308272 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/70961200-a0a8-45e6-9526-13d3ce4f3e19 HTTP/1.1" status: 204 len: 168 time: 1.0174284 Dec 13 23:22:34.309576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45784) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:34.318809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1458144040'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:34.326331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:34.333521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.340125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8c5b0c3b-bfc8-4708-bcbc-506e72ae5b61 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:34.343538 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8c5b0c3b-bfc8-4708-bcbc-506e72ae5b61 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3651195 Dec 13 23:22:34.347345 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Transition to ACTIVE for port object df61fc0e-bf9e-413e-864f-90e506386213 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:34.356563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:network and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:34.361321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45788) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:34.362310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:34.369866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Transition to ACTIVE for port object df61fc0e-bf9e-413e-864f-90e506386213 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:34.373238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:34.420499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.424317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0f668e44-fa0d-43a4-ae78-82077a88c7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:34.458835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.475033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.482341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'Port': ['ID=72f50ca6-9699-44ef-a91a-274299536389,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:34.499990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:34.500131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:34.500413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:34.500528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.500624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:34.500695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:34.500695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:34.505316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Pushing event updated for resources: {'Port': ['ID=df61fc0e-bf9e-413e-864f-90e506386213,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:34.508038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:34.525614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:22:34.535045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.535587 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Added segment 410a4bd6-629d-4a56-9c68-00050a6d6980 of type vlan for network 333b5c30-6c64-45b8-a077-2de64eb53020 Dec 13 23:22:34.563064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.598140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Attempting to bind port df61fc0e-bf9e-413e-864f-90e506386213 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:34.598536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Attempting to bind port df61fc0e-bf9e-413e-864f-90e506386213 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:34.598893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Attempting to bind port df61fc0e-bf9e-413e-864f-90e506386213 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:34.605315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:34.605685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:34.608050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.608050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:34.608050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Bound port: df61fc0e-bf9e-413e-864f-90e506386213, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:34.608050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.643988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Calling delete_port for 6cc964b5-6b93-4acd-8bac-cccda0f01325 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:34.654857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.659830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:34.660139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.666959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:34.704972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] For port df61fc0e-bf9e-413e-864f-90e506386213, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:34.710691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] For port df61fc0e-bf9e-413e-864f-90e506386213, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=df61fc0e-bf9e-413e-864f-90e506386213,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:34.716448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:34.735425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:34.755216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:34.769687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:34.775986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:34.841983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Network': ['ID=333b5c30-6c64-45b8-a077-2de64eb53020,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:34.844702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:34.852781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0e00d8-2529-42ba-ba9e-4785be8425d0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:34.854357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0e00d8-2529-42ba-ba9e-4785be8425d0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:34.855086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6b0e00d8-2529-42ba-ba9e-4785be8425d0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:34.860579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 333b5c30-6c64-45b8-a077-2de64eb53020 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:22:34.879167 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5670004 Dec 13 23:22:34.883033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45798) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:34.888723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'subnet': {'network_id': '333b5c30-6c64-45b8-a077-2de64eb53020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:34.955315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Pushing event updated for resources: {'Port': ['ID=df61fc0e-bf9e-413e-864f-90e506386213,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:34.963465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:34.974785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:34.975269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:34.975704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:35.000330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event updated for resources: {'Port': ['ID=12fe07c0-60b7-41ba-ba7d-b64dc641fc0c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:35.016333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:35.021641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:subnet and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:35.024507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:35.026122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:35.031154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:35.033896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:35.034222 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:35.036901 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 2 to bind port 72f50ca6-9699-44ef-a91a-274299536389 Dec 13 23:22:35.061269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:35.061626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:35.061960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:35.081721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:35.082050 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:35.083707 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 3 to bind port 72f50ca6-9699-44ef-a91a-274299536389 Dec 13 23:22:35.108960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:35.108960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:35.108960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:35.108960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6b0e00d8-2529-42ba-ba9e-4785be8425d0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:35.108960 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6b0e00d8-2529-42ba-ba9e-4785be8425d0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7441907 Dec 13 23:22:35.110498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45802) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:35.170604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:35.178705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:35.179070 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:35.181777 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 4 to bind port 72f50ca6-9699-44ef-a91a-274299536389 Dec 13 23:22:35.213151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.213882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.215818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:35.216148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:35.216476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:35.283260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:35.283260 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:35.283260 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 5 to bind port 72f50ca6-9699-44ef-a91a-274299536389 Dec 13 23:22:35.311078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:35.311410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:35.311771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:35.324401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.327830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:35.328153 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:35.329490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ec42bda4-3b01-4d0d-b5e1-1134b55b7dfb tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:35.356668 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 6 to bind port 72f50ca6-9699-44ef-a91a-274299536389 Dec 13 23:22:35.386465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event deleted for resources: {'Port': ['ID=6cc964b5-6b93-4acd-8bac-cccda0f01325,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:35.398461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:35.399584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:35.399940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:35.400276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:35.402154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.444554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:35.444886 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:35.477534 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 7 to bind port 72f50ca6-9699-44ef-a91a-274299536389 Dec 13 23:22:35.524992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 7e07c0d3-a366-4ec1-97f1-c5970f950e38 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:22:35.537609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.556630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:35.556961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:35.557292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:35.582643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:35.583229 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:35.609917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.636123 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 8 to bind port 72f50ca6-9699-44ef-a91a-274299536389 Dec 13 23:22:35.735922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:35.736256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:35.736587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:35.752982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.782354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.806047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:35.806442 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:35.812149 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 9 to bind port 72f50ca6-9699-44ef-a91a-274299536389 Dec 13 23:22:35.883726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.889315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eb451978-8ff5-40c0-8b21-29166f3b1dee tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:35.958944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Subnet': ['ID=4029c536-7ecb-4889-a8e5-54954ac3766e,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:35.961588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:35.973525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:35.974042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:36.016900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=7e07c0d3-a366-4ec1-97f1-c5970f950e38,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:36.020875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.024543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:36.033141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e87bac-4786-405b-8c80-0812652a22a9 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:36.079939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Checking segment: {'id': '410a4bd6-629d-4a56-9c68-00050a6d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '333b5c30-6c64-45b8-a077-2de64eb53020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:36.080301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network hostable DHCP agents. Network: 333b5c30-6c64-45b8-a077-2de64eb53020, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:22:36.136316 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/7e07c0d3-a366-4ec1-97f1-c5970f950e38 HTTP/1.1" status: 204 len: 168 time: 1.0241213 Dec 13 23:22:36.138426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45812) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:36.217505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network 333b5c30-6c64-45b8-a077-2de64eb53020 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:22:36.218283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:36.218283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:36.218460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:36.232914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.233243 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8a947e14-c972-4b24-bd4b-6e38c90f2cfd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929546 Dec 13 23:22:36.236601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45816) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:36.239707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:36.240045 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:36.243038 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempt 10 to bind port 72f50ca6-9699-44ef-a91a-274299536389 Dec 13 23:22:36.245221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e0a3877e-d0a4-4e6d-a0c3-0758ccc82826 None None] Provisioning for port df61fc0e-bf9e-413e-864f-90e506386213 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:36.251694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:36.263742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.277489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:36.277823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:36.278163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempting to bind port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:36.319959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:36.319959 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Failed to bind port 72f50ca6-9699-44ef-a91a-274299536389 on host hv-neutron-8215 for vnic_type normal using segments [{'id': 'd50a19ec-a8af-4638-a3c9-506a0482f205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6982255d-3080-4468-a744-9fb88edd52cf'}] Dec 13 23:22:36.319959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.472324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:22:36.472324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] Deleting port df61fc0e-bf9e-413e-864f-90e506386213 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:36.472324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.472579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 333b5c30-6c64-45b8-a077-2de64eb53020) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:36.472681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c03b7-531c-400f-841b-ef6628678e7e None None] Network 333b5c30-6c64-45b8-a077-2de64eb53020 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:36.472770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:36.472770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.472770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:36.473011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] For port 72f50ca6-9699-44ef-a91a-274299536389, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:36.473011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Attempted to set empty binding levels {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 23:22:36.473251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:36.473251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:36.473251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:36.474402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.474402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Fanout notify agent at l3_agent the message router_deleted on router a9e5d0c6-2020-4b89-a4fd-9873113c3bef {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:22:36.487426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.489249 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "DELETE /v2.0/routers/a9e5d0c6-2020-4b89-a4fd-9873113c3bef HTTP/1.1" status: 204 len: 168 time: 5.1927478 Dec 13 23:22:36.492237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45820) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:36.526395 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d9312066-d948-4d36-ac25-cda7a20cc40c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6423502 Dec 13 23:22:36.529142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45824) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:36.538270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Router 568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:22:36.543261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.546426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:36.650220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] In _notify_port_updated(), no bound segment for port 72f50ca6-9699-44ef-a91a-274299536389 on network 6982255d-3080-4468-a744-9fb88edd52cf {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:22:36.651280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.652640 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "PUT /v2.0/ports/72f50ca6-9699-44ef-a91a-274299536389 HTTP/1.1" status: 200 len: 981 time: 3.8053663 Dec 13 23:22:36.661117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45828) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:36.697351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event updated for resources: {'Port': ['ID=72f50ca6-9699-44ef-a91a-274299536389,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:36.724934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:36.728405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.742382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] For port df61fc0e-bf9e-413e-864f-90e506386213, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=df61fc0e-bf9e-413e-864f-90e506386213,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:36.742782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.807538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:36.869469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Deleting port 72f50ca6-9699-44ef-a91a-274299536389 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:36.870421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.893437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.899572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] Calling delete_port for df61fc0e-bf9e-413e-864f-90e506386213 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:36.973888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-333b5c30-6c64-45b8-a077-2de64eb53020', 'network_id': '333b5c30-6c64-45b8-a077-2de64eb53020', 'tenant_id': '1d83f13324334caf8d6f71d6c00a8001', 'fixed_ips': [{'subnet_id': '4029c536-7ecb-4889-a8e5-54954ac3766e'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:36.975334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:36.975714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Deleting subnet 689807a2-5c9a-4e0d-abb9-2055d9e2bcb0 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:22:37.007845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.021037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.155133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.161751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a635d790-941a-4a76-ad0e-6b3bf2c75622 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:37.203648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.209907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:37.214617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] Pushing event deleted for resources: {'Port': ['ID=df61fc0e-bf9e-413e-864f-90e506386213,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:37.219189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:37.226875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] No DVR routers for this DVR port df61fc0e-bf9e-413e-864f-90e506386213 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:37.277023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Allocated IP 2001:db8::2 (333b5c30-6c64-45b8-a077-2de64eb53020/4029c536-7ecb-4889-a8e5-54954ac3766e/a61aeceb-0c86-43a6-afbd-35b2faea6162) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:37.286201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.329690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] For port 72f50ca6-9699-44ef-a91a-274299536389, host hv-neutron-8215, got binding levels [] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:37.330064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.330923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:37.345608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:37.350151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:37.350748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.369085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f517a149-8f81-4806-88b8-b9ad49d55e26 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:37.396699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=c6c6b2be-4324-49fd-b03a-d247942c92f2,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:37.402445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:37.485138 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2472208 Dec 13 23:22:37.487477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45838) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:37.493532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1608511838', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:37.500112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:37.501988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Calling delete_port for 72f50ca6-9699-44ef-a91a-274299536389 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:37.504566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:router and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:37.507737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:37.514723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:37.571131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.586207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.591968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.599102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Transition to ACTIVE for port object a61aeceb-0c86-43a6-afbd-35b2faea6162 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:37.609030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.610371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.656222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Transition to ACTIVE for port object a61aeceb-0c86-43a6-afbd-35b2faea6162 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:37.700439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.727689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': 'c6c6b2be-4324-49fd-b03a-d247942c92f2'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:37.728540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.764906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:37.775153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.777037 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Sync routers for ids ['568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:37.793439 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Routers {'568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:37.794035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-585b51a2-c802-4c54-b6ba-7245c40ac588 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:37.794400 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:37.798772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.803492 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.807674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-da40631a-479e-4bcb-a336-bb7915768289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:37.807798 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-326f3afc-23f5-495f-b526-2ee3c520e88b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3174047 Dec 13 23:22:37.808900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45842) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:37.851260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Pushing event deleted for resources: {'Port': ['ID=72f50ca6-9699-44ef-a91a-274299536389,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:37.857166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:37.878778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.890279 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "DELETE /v2.0/ports/72f50ca6-9699-44ef-a91a-274299536389 HTTP/1.1" status: 204 len: 168 time: 1.2243772 Dec 13 23:22:37.899847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Network 333b5c30-6c64-45b8-a077-2de64eb53020 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:37.900654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45846) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:37.907974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Pushing event updated for resources: {'Port': ['ID=a61aeceb-0c86-43a6-afbd-35b2faea6162,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:37.912211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:37.918696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:37.918696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:37.936463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.944230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:37.949796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:37.953663 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3075595 Dec 13 23:22:37.959431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45850) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:38.012814 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Set router 568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:38.020623 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f331c8af-7295-4d96-af37-02519110c4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] GET failed (client error): The resource could not be found. Dec 13 23:22:38.020623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f331c8af-7295-4d96-af37-02519110c4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Synchronizing usage tracker for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:38.034055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.051753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-400fcee8-486a-4175-bb99-639962c2b2ae tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:38.058641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Attempting to bind port a61aeceb-0c86-43a6-afbd-35b2faea6162 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:38.059031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Attempting to bind port a61aeceb-0c86-43a6-afbd-35b2faea6162 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '410a4bd6-629d-4a56-9c68-00050a6d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '333b5c30-6c64-45b8-a077-2de64eb53020'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:38.059405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Attempting to bind port a61aeceb-0c86-43a6-afbd-35b2faea6162 on network 333b5c30-6c64-45b8-a077-2de64eb53020 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:38.069535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:38.069923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Checking segment: {'id': '410a4bd6-629d-4a56-9c68-00050a6d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '333b5c30-6c64-45b8-a077-2de64eb53020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:38.070536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.070952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Bound using segment: {'id': '410a4bd6-629d-4a56-9c68-00050a6d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '333b5c30-6c64-45b8-a077-2de64eb53020'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:38.071431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Bound port: a61aeceb-0c86-43a6-afbd-35b2faea6162, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410a4bd6-629d-4a56-9c68-00050a6d6980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '333b5c30-6c64-45b8-a077-2de64eb53020'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:38.071844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.081520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Subnet': ['ID=4029c536-7ecb-4889-a8e5-54954ac3766e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:38.087680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:38.092468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event deleted for resources: {'Subnet': ['ID=689807a2-5c9a-4e0d-abb9-2055d9e2bcb0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:38.098011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:38.102864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.104679 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "DELETE /v2.0/subnets/689807a2-5c9a-4e0d-abb9-2055d9e2bcb0 HTTP/1.1" status: 204 len: 168 time: 1.6113074 Dec 13 23:22:38.107121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45854) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:38.141400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf26b50-a651-4d77-b097-17f03c8ee679 None None] Network 02633305-e98c-4b3f-a2b4-688bd1a62d88 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:38.153178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f331c8af-7295-4d96-af37-02519110c4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Unset dirty status for tenant:d273095bee7048f5a1ef2aa824b56cbe on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:38.158239 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f331c8af-7295-4d96-af37-02519110c4a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] 10.222.0.30 "GET /v2.0/ports/72f50ca6-9699-44ef-a91a-274299536389 HTTP/1.1" status: 404 len: 333 time: 0.2503171 Dec 13 23:22:38.158362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45858) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:38.184745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/c6c6b2be-4324-49fd-b03a-d247942c92f2/9bea04ca-d362-4d2b-886f-c6c2e28d0910) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:38.306500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.466986 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e', 'name': 'tempest-snat-router-2017068483', 'tenant_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '12fe07c0-60b7-41ba-ba7d-b64dc641fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:31Z', 'updated_at': '2021-12-13T23:22:34Z', 'revision_number': 3, 'project_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'gw_port': {'id': '12fe07c0-60b7-41ba-ba7d-b64dc641fc0c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:33Z', 'updated_at': '2021-12-13T23:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:38.477418 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Checking router: 568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:22:38.477769 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Updating router 568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e port 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:22:38.490472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333b5c30-6c64-45b8-a077-2de64eb53020']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:38.503453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] For port a61aeceb-0c86-43a6-afbd-35b2faea6162, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:38.506461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.516169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.521714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] For port a61aeceb-0c86-43a6-afbd-35b2faea6162, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a61aeceb-0c86-43a6-afbd-35b2faea6162,segment=NetworkSegment(410a4bd6-629d-4a56-9c68-00050a6d6980),segment_id=410a4bd6-629d-4a56-9c68-00050a6d6980)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:38.544699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410a4bd6-629d-4a56-9c68-00050a6d6980') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:38.544941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410a4bd6-629d-4a56-9c68-00050a6d6980') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:38.546777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Deleting port 6034d4dd-1844-4618-a35d-f8886b397dd7 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:38.547112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.593273 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.624107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.665954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.699431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-15dc6b9d-25bd-4a93-a09c-1cb2048f6d62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:38.703437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.712248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:38.712944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:38.736067 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:38.787218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Pushing event updated for resources: {'Port': ['ID=a61aeceb-0c86-43a6-afbd-35b2faea6162,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:38.800180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:38.842896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.852847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:22:38.852847 dv-neutron-821564-1-hyperv neutron-server[84311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:22:38.852847 dv-neutron-821564-1-hyperv neutron-server[84311]: [parameters: {'id': '333b5c30-6c64-45b8-a077-2de64eb53020'}] Dec 13 23:22:38.852847 dv-neutron-821564-1-hyperv neutron-server[84311]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:22:38.853259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:22:38.916144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.930658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:38.961284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Transition to ACTIVE for port object 9bea04ca-d362-4d2b-886f-c6c2e28d0910 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:38.995131 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c326d8a4-9f27-4d20-9f6a-ae5f2e4eeecd tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/routers/568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e HTTP/1.1" status: 200 len: 908 time: 1.0344698 Dec 13 23:22:38.999913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45868) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:39.007513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6982255d-3080-4468-a744-9fb88edd52cf']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:39.016171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] For port 6034d4dd-1844-4618-a35d-f8886b397dd7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6034d4dd-1844-4618-a35d-f8886b397dd7,segment=NetworkSegment(b545a623-9d98-4ac1-b5fe-0be4c8014a43),segment_id=b545a623-9d98-4ac1-b5fe-0be4c8014a43)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:39.016538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.028387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc5db83-0bc1-4506-b5c7-e0411103d2b7 None None] Network 333b5c30-6c64-45b8-a077-2de64eb53020 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:39.084477 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.102359 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Transition to ACTIVE for port object 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:39.113570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50a19ec-a8af-4638-a3c9-506a0482f205') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:39.114125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50a19ec-a8af-4638-a3c9-506a0482f205') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:39.138622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] DHCP port deletion for 02633305-e98c-4b3f-a2b4-688bd1a62d88 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:22:39.140694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Transition to ACTIVE for port object 9bea04ca-d362-4d2b-886f-c6c2e28d0910 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:39.156703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] Deleting port 6034d4dd-1844-4618-a35d-f8886b397dd7 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:39.157088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.163061 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.168492 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8f9756c4-3959-4563-abce-4c56cab5d9b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:39.238877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Calling delete_port for 6034d4dd-1844-4618-a35d-f8886b397dd7 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:39.256407 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc37b1-653b-4ff1-b6f8-3d95bb6c1f22 None None] Pushing event updated for resources: {'Port': ['ID=12fe07c0-60b7-41ba-ba7d-b64dc641fc0c,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:39.265308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.265908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.270155 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-42cc37b1-653b-4ff1-b6f8-3d95bb6c1f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:39.276023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0092c11f-c84b-49b2-88b3-92f6bdfa3faf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:39.314304 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Attempting to bind port 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:39.314304 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Attempting to bind port 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:39.314304 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Attempting to bind port 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:39.321334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.323439 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:39.326139 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:39.326836 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.327490 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:39.328253 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Bound port: 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:39.329290 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.346787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:39.347085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:39.364167 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:39.385370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.426061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Deleting port a61aeceb-0c86-43a6-afbd-35b2faea6162 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:39.427274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.452235 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] For port 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:39.455643 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] For port 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=12fe07c0-60b7-41ba-ba7d-b64dc641fc0c,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:39.536939 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.543748 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:39.606318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:39.620363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::1 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/c6c6b2be-4324-49fd-b03a-d247942c92f2/e1dd33fb-4117-4193-bacf-482d04a90e04) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:39.639055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:39.650302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Pushing event updated for resources: {'Port': ['ID=9bea04ca-d362-4d2b-886f-c6c2e28d0910,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:39.655656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:39.656435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.673579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-de801b13-7191-424c-a9c5-55f3697370d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:39.721373 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc37b1-653b-4ff1-b6f8-3d95bb6c1f22 None None] Pushing event updated for resources: {'Port': ['ID=12fe07c0-60b7-41ba-ba7d-b64dc641fc0c,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:39.725129 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-42cc37b1-653b-4ff1-b6f8-3d95bb6c1f22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:39.731982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event deleted for resources: {'Port': ['ID=6034d4dd-1844-4618-a35d-f8886b397dd7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:39.736003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Routers {'568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:39.736003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:39.738009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:39.755992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:39.757903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] No DVR routers for this DVR port 6034d4dd-1844-4618-a35d-f8886b397dd7 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:39.796126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.807693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] For port 6034d4dd-1844-4618-a35d-f8886b397dd7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6034d4dd-1844-4618-a35d-f8886b397dd7,segment=NetworkSegment(b545a623-9d98-4ac1-b5fe-0be4c8014a43),segment_id=b545a623-9d98-4ac1-b5fe-0be4c8014a43)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:39.808107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.898041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.917253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Attempting to bind port 9bea04ca-d362-4d2b-886f-c6c2e28d0910 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:39.917621 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Attempting to bind port 9bea04ca-d362-4d2b-886f-c6c2e28d0910 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:39.917997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Attempting to bind port 9bea04ca-d362-4d2b-886f-c6c2e28d0910 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:39.925396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02633305-e98c-4b3f-a2b4-688bd1a62d88']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:39.925986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] For port a61aeceb-0c86-43a6-afbd-35b2faea6162, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a61aeceb-0c86-43a6-afbd-35b2faea6162,segment=NetworkSegment(410a4bd6-629d-4a56-9c68-00050a6d6980),segment_id=410a4bd6-629d-4a56-9c68-00050a6d6980)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:39.926375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.939067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b545a623-9d98-4ac1-b5fe-0be4c8014a43') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:39.939749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b545a623-9d98-4ac1-b5fe-0be4c8014a43') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:39.953333 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.970532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.977167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:39.977848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:39.995469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] Calling delete_port for 6034d4dd-1844-4618-a35d-f8886b397dd7 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:40.040436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:40.040815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:40.041226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.041625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:40.042099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Bound port: 9bea04ca-d362-4d2b-886f-c6c2e28d0910, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:40.042478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.043909 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] Set router 568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:40.075299 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:40.078948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6c49eb7f-28a3-4e8d-b709-8acdc0903f4f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:40.086951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Calling delete_port for a61aeceb-0c86-43a6-afbd-35b2faea6162 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:40.096681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.115267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Pushing event deleted for resources: {'Network': ['ID=6982255d-3080-4468-a744-9fb88edd52cf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:40.120169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:40.123392 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] 10.222.0.30 "DELETE /v2.0/networks/6982255d-3080-4468-a744-9fb88edd52cf HTTP/1.1" status: 204 len: 168 time: 1.9641263 Dec 13 23:22:40.136732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.160352 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] For port 9bea04ca-d362-4d2b-886f-c6c2e28d0910, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:40.166609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] For port 9bea04ca-d362-4d2b-886f-c6c2e28d0910, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9bea04ca-d362-4d2b-886f-c6c2e28d0910,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:40.198915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.206355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.212328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:22:40.213249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:22:40.220486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0136ff7c-ad42-402f-bbcd-ae5f17118769 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:40.233563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object e1dd33fb-4117-4193-bacf-482d04a90e04 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:40.238407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.244347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.244347 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "DELETE /v2.0/networks/02633305-e98c-4b3f-a2b4-688bd1a62d88 HTTP/1.1" status: 204 len: 168 time: 2.1336303 Dec 13 23:22:40.244540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-338fe140-a79b-4515-9031-3844f80b3a7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:40.245304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45880) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:40.248319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event deleted for resources: {'Network': ['ID=02633305-e98c-4b3f-a2b4-688bd1a62d88,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:40.251282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:40.338322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.366553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e2246963-1256-42cc-8c77-8cc5948000fe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:40.408756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.429041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Port': ['ID=a61aeceb-0c86-43a6-afbd-35b2faea6162,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:40.436330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Pushing event updated for resources: {'Port': ['ID=9bea04ca-d362-4d2b-886f-c6c2e28d0910,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:40.445171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:40.471585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Deleting port 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:40.471985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.484798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:40.492187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No DVR routers for this DVR port a61aeceb-0c86-43a6-afbd-35b2faea6162 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:40.566010 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e', 'name': 'tempest-snat-router-2017068483', 'tenant_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '12fe07c0-60b7-41ba-ba7d-b64dc641fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:31Z', 'updated_at': '2021-12-13T23:22:34Z', 'revision_number': 3, 'project_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'gw_port': {'id': '12fe07c0-60b7-41ba-ba7d-b64dc641fc0c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:33Z', 'updated_at': '2021-12-13T23:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:40.571997 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2617999-c9bf-40b3-a4b4-749c9d1e0ea8 None None] The sync data for ids ['568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e'] in dv-neutron-821564-1-hyperv is: [{'id': '568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e', 'name': 'tempest-snat-router-2017068483', 'tenant_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.105'}], 'enable_snat': True}, 'gw_port_id': '12fe07c0-60b7-41ba-ba7d-b64dc641fc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:31Z', 'updated_at': '2021-12-13T23:22:34Z', 'revision_number': 3, 'project_id': 'fa20c781be5d49cc81cd1edc9bf6f498', 'gw_port': {'id': '12fe07c0-60b7-41ba-ba7d-b64dc641fc0c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:8f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:33Z', 'updated_at': '2021-12-13T23:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:40.586774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Deleting port 2b062ef9-98d4-4b60-b1ca-4ecd3451b802 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:40.587238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.617046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.634030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:40.716876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] Deleting port 6034d4dd-1844-4618-a35d-f8886b397dd7 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:40.720059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.779357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] For port 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=12fe07c0-60b7-41ba-ba7d-b64dc641fc0c,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:40.780347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:40.834385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6034d4dd-1844-4618-a35d-f8886b397dd7 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:40.915015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b14c8a24-d053-4273-9e1d-29b8befaa0b3 None None] The port '6034d4dd-1844-4618-a35d-f8886b397dd7' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:22:40.922078 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 6034d4dd-1844-4618-a35d-f8886b397dd7 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:22:40.922797 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6034d4dd-1844-4618-a35d-f8886b397dd7 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:22:41.024868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45890) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:41.033210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Calling delete_port for 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:41.080142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.109375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333b5c30-6c64-45b8-a077-2de64eb53020']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:41.121342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:41.124222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=e1dd33fb-4117-4193-bacf-482d04a90e04,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:41.135889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:41.138008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:41.139669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410a4bd6-629d-4a56-9c68-00050a6d6980') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:41.139970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410a4bd6-629d-4a56-9c68-00050a6d6980') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:41.149690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:41.150234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.172445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.210881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.219811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.220082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.228085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:41.228496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:41.244183 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:41.295525 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b2f3a16a-9050-4e05-9e14-496233162210 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3735cfb40670440499cf56beb9a0f2ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2690396 Dec 13 23:22:41.297871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45898) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:41.359189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.366588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:41.418833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event deleted for resources: {'Port': ['ID=12fe07c0-60b7-41ba-ba7d-b64dc641fc0c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:41.430127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:41.451176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Calling delete_port for 2b062ef9-98d4-4b60-b1ca-4ecd3451b802 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:41.480360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-221996ee-f059-477c-8319-4fb3acc91748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.554198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-221996ee-f059-477c-8319-4fb3acc91748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.585615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.595443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.603698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:41.648330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.701654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Network': ['ID=333b5c30-6c64-45b8-a077-2de64eb53020,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:41.718294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:41.761273 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/333b5c30-6c64-45b8-a077-2de64eb53020 HTTP/1.1" status: 204 len: 168 time: 5.2308264 Dec 13 23:22:41.765104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45902) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:41.797315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5c29d7ad-ce0b-4c3d-a343-e8569e8ce52c None None] Provisioning for port 9bea04ca-d362-4d2b-886f-c6c2e28d0910 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:41.843194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-91eb5eb5-b2ab-496c-aacf-e8a80f51859f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.853180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.893170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1126570661'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:41.905411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:41.907707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:41.916003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9a109945-a2de-4d22-a0ea-a2760b54e5d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:41.929639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba3a3a7-fc28-4077-828f-9a0ad5ce2f2f None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:22:41.950017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:network and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:41.958392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:41.989278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:41.991430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Pushing event deleted for resources: {'Port': ['ID=2b062ef9-98d4-4b60-b1ca-4ecd3451b802,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:42.003860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:42.017394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-549d395e-f7e7-4eae-a64a-8d623dba6002 None None] Provisioning for port e1dd33fb-4117-4193-bacf-482d04a90e04 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:42.043122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-549d395e-f7e7-4eae-a64a-8d623dba6002 None None] Provisioning complete for port e1dd33fb-4117-4193-bacf-482d04a90e04 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:42.043539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-549d395e-f7e7-4eae-a64a-8d623dba6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.126968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-549d395e-f7e7-4eae-a64a-8d623dba6002 None None] Port e1dd33fb-4117-4193-bacf-482d04a90e04 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:22:42.134160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:42.137160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.140916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3a3a7-fc28-4077-828f-9a0ad5ce2f2f None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:22:42.221162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.223729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.225858 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] 10.222.0.30 "DELETE /v2.0/floatingips/cca2ede6-121e-4163-ba65-665f1502d236 HTTP/1.1" status: 204 len: 168 time: 1.9777412 Dec 13 23:22:42.265324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:22:42.337350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.337560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-221996ee-f059-477c-8319-4fb3acc91748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.338070 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Added segment 422238fa-f7b2-4497-a0ba-631df12c18a2 of type vlan for network ab5944dc-3e0b-401b-8eeb-ec475b1400d5 Dec 13 23:22:42.374824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4ae347f5-be04-41c7-9a97-bc0aa2fc4ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:42.470490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.477219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221996ee-f059-477c-8319-4fb3acc91748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33de5607-fc7f-42cd-b708-b83e51a15cdb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:42.484822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-221996ee-f059-477c-8319-4fb3acc91748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:42.493516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.502672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.513835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-221996ee-f059-477c-8319-4fb3acc91748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.517174 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-221996ee-f059-477c-8319-4fb3acc91748 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33de5607-fc7f-42cd-b708-b83e51a15cdb HTTP/1.1" status: 204 len: 168 time: 1.2159956 Dec 13 23:22:42.533657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:22:42.598787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.666219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.666743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:22:42.675213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.680308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45916) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:42.683945 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "DELETE /v2.0/routers/568d7eb4-e4c1-40d5-8eee-9ed3a792aa7e HTTP/1.1" status: 204 len: 168 time: 3.6787271 Dec 13 23:22:42.753852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.754993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.776736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d3d900db-5e68-4f06-b166-fa87bec1596c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:42.837226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff0dcd9-5714-43b7-a64b-7ce884c0ca8e None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:22:42.859434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.864201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:42.865397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:42.947166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9bea04ca-d362-4d2b-886f-c6c2e28d0910 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:42.979544 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:22:43.072150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45924) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:43.177821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff0dcd9-5714-43b7-a64b-7ce884c0ca8e None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:22:43.403715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 9bea04ca-d362-4d2b-886f-c6c2e28d0910 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:43.419746 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a4e7d129-53db-42a6-968d-5b6fc47a5b19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7009c8ebfcde477da2ca4167f1585c17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3460820 Dec 13 23:22:43.428732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9bea04ca-d362-4d2b-886f-c6c2e28d0910 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:43.428949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45934) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:43.443846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:43.453503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=e1dd33fb-4117-4193-bacf-482d04a90e04,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:43.461508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:43.462276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e17a7a5-a95d-4aeb-8423-db3f132099f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:43.560100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2f2a2c87-781f-4c6c-b3e6-55b4553150ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:43.607257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2f2a2c87-781f-4c6c-b3e6-55b4553150ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:43.614383 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8450022 Dec 13 23:22:43.620634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45938) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:43.627134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Request body: {'subnet': {'network_id': 'ab5944dc-3e0b-401b-8eeb-ec475b1400d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:43.659098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Network': ['ID=ab5944dc-3e0b-401b-8eeb-ec475b1400d5,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:43.666396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:43.686280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network ab5944dc-3e0b-401b-8eeb-ec475b1400d5 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:22:43.743205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45944) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:43.751012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:43.759114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:43.804481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:43.825180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:43.840511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Usage tracker for resource:subnet and tenant:1d83f13324334caf8d6f71d6c00a8001 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:43.846485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:43.857869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:43.862209 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1784048d-ff76-4026-91e8-53858e3c2d47 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d273095bee7048f5a1ef2aa824b56cbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1175580 Dec 13 23:22:43.866406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45948) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:43.875055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 9bea04ca-d362-4d2b-886f-c6c2e28d0910, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9bea04ca-d362-4d2b-886f-c6c2e28d0910,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:43.913871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2f2a2c87-781f-4c6c-b3e6-55b4553150ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:43.927920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d03b75d0-e0fd-4088-8a99-0450b81087a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:43.946148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a2c87-781f-4c6c-b3e6-55b4553150ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50977a25-fafb-465d-96de-a3f2e7c57fce,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:43.948604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2f2a2c87-781f-4c6c-b3e6-55b4553150ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:43.951743 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2f2a2c87-781f-4c6c-b3e6-55b4553150ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50977a25-fafb-465d-96de-a3f2e7c57fce HTTP/1.1" status: 204 len: 168 time: 0.5202348 Dec 13 23:22:43.951743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2f2a2c87-781f-4c6c-b3e6-55b4553150ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:43.969871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-182b1175-9627-4871-81f3-3dfcb52ed1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:43.999892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.001009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c86571f8-9bc6-4c18-9090-fd10fc76840a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:44.003976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-182b1175-9627-4871-81f3-3dfcb52ed1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.052696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Made reservation on behalf of 1d83f13324334caf8d6f71d6c00a8001 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:44.057325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.072845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:44.175885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.182795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=9bea04ca-d362-4d2b-886f-c6c2e28d0910,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:44.194027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:44.223581 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ed099316-53e5-4a81-b973-7265bdec045d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.267442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port c86571f8-9bc6-4c18-9090-fd10fc76840a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:22:44.277173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c86571f8-9bc6-4c18-9090-fd10fc76840a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:44.278010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.324797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-182b1175-9627-4871-81f3-3dfcb52ed1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.369446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:44.394106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b1175-9627-4871-81f3-3dfcb52ed1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aa80be-f147-4989-a29e-05fd3655b40c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:44.405929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-182b1175-9627-4871-81f3-3dfcb52ed1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:44.406957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-182b1175-9627-4871-81f3-3dfcb52ed1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.408307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-182b1175-9627-4871-81f3-3dfcb52ed1bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7aa80be-f147-4989-a29e-05fd3655b40c HTTP/1.1" status: 204 len: 168 time: 0.5409319 Dec 13 23:22:44.446678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.484825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port c86571f8-9bc6-4c18-9090-fd10fc76840a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c86571f8-9bc6-4c18-9090-fd10fc76840a,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:44.531229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.549198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Router 03e0a864-9037-4a2e-a7b6-d0e149b866e5 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:22:44.560334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.573162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e1210829-6ab4-461f-9812-aae8085d2a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:44.690712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Deleting port c86571f8-9bc6-4c18-9090-fd10fc76840a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:44.691809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.710814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-aaa06dec-9832-40e6-8478-0e51c5a5d294 None None] Provisioning complete for port e1dd33fb-4117-4193-bacf-482d04a90e04 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:44.712260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aaa06dec-9832-40e6-8478-0e51c5a5d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.752630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9bea04ca-d362-4d2b-886f-c6c2e28d0910 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:22:44.828457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=c86571f8-9bc6-4c18-9090-fd10fc76840a,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:44.829886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:22:44.838665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:44.838804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.842102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:44.843479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-aaa06dec-9832-40e6-8478-0e51c5a5d294 None None] Port e1dd33fb-4117-4193-bacf-482d04a90e04 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:22:44.861997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9bea04ca-d362-4d2b-886f-c6c2e28d0910 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:22:44.862393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:44.989864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] For port c86571f8-9bc6-4c18-9090-fd10fc76840a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c86571f8-9bc6-4c18-9090-fd10fc76840a,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:44.990223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.005352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event updated for resources: {'Subnet': ['ID=ed8881f2-b66e-4ee8-99b7-417e988163a3,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:45.017943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:45.026178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45966) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:45.044425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Checking segment: {'id': '422238fa-f7b2-4497-a0ba-631df12c18a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ab5944dc-3e0b-401b-8eeb-ec475b1400d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:45.044781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network hostable DHCP agents. Network: ab5944dc-3e0b-401b-8eeb-ec475b1400d5, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:22:45.056087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.106930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:45.112385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Usage tracker for resource:security_group_rule and tenant:576fd59d0367475c95a7dc79c9bfa0b5 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:45.117040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:45.123132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:45.171181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Network ab5944dc-3e0b-401b-8eeb-ec475b1400d5 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:22:45.217765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.248611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, ab5944dc-3e0b-401b-8eeb-ec475b1400d5) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:45.253723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:45.254648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.264095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f19fbc-37dd-42bc-8bba-4f5f837c4ef8 None None] Network ab5944dc-3e0b-401b-8eeb-ec475b1400d5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:45.278715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Calling delete_port for c86571f8-9bc6-4c18-9090-fd10fc76840a owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:45.340544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:45.345801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.346356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.356601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Sync routers for ids ['03e0a864-9037-4a2e-a7b6-d0e149b866e5'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:45.358895 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "PUT /v2.0/routers/03e0a864-9037-4a2e-a7b6-d0e149b866e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5486898 Dec 13 23:22:45.392434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45976) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:45.393328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:45.407268 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=576fd59d0367475c95a7dc79c9bfa0b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3794281 Dec 13 23:22:45.410259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Routers {'03e0a864-9037-4a2e-a7b6-d0e149b866e5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:45.411050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['03e0a864-9037-4a2e-a7b6-d0e149b866e5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:45.412667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45978) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:45.418565 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7964087 Dec 13 23:22:45.421726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 45982) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:45.524011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.531286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d19bca-5a42-4dff-a220-936f329d1075 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:45.536786 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a4d19bca-5a42-4dff-a220-936f329d1075 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports/e1dd33fb-4117-4193-bacf-482d04a90e04 HTTP/1.1" status: 200 len: 911 time: 0.1279671 Dec 13 23:22:45.537803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 45990) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:45.643047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.733079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.746924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Set router 03e0a864-9037-4a2e-a7b6-d0e149b866e5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:45.780100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02ee53e-5608-4670-aa83-d72157e6084e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:45.785255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:45.827003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d2863-7a0b-43d9-8277-481a808066a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-ab5944dc-3e0b-401b-8eeb-ec475b1400d5', 'network_id': 'ab5944dc-3e0b-401b-8eeb-ec475b1400d5', 'tenant_id': '1d83f13324334caf8d6f71d6c00a8001', 'fixed_ips': [{'subnet_id': 'ed8881f2-b66e-4ee8-99b7-417e988163a3'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:45.828097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2863-7a0b-43d9-8277-481a808066a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.842700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.851243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c35715d8-0557-4345-838f-fa3bb7237b81 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:45.858074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb257-76ea-4a49-b51f-07174769a51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:45.876118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8f26f-cb0d-4fa5-a1a3-51c472a66c60 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:45.881172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8f26f-cb0d-4fa5-a1a3-51c472a66c60 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:45.885393 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b0f8f26f-cb0d-4fa5-a1a3-51c472a66c60 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3399122 Dec 13 23:22:45.886391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46002) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:45.916120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event deleted for resources: {'Port': ['ID=c86571f8-9bc6-4c18-9090-fd10fc76840a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:45.925239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:46.055794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb257-76ea-4a49-b51f-07174769a51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.193069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.205197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e9ba958f-0440-4f31-976f-f3c676f7be01 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:46.248045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Subnet': ['ID=ed8881f2-b66e-4ee8-99b7-417e988163a3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:46.252584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server [None req-3a5d2863-7a0b-43d9-8277-481a808066a4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed8881f2-b66e-4ee8-99b7-417e988163a3: This subnet is being modified by another concurrent operation. Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 23:22:46.256910 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise exception Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed8881f2-b66e-4ee8-99b7-417e988163a3: This subnet is being modified by another concurrent operation. Dec 13 23:22:46.259868 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server Dec 13 23:22:46.262624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb257-76ea-4a49-b51f-07174769a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.264664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8fad95df-5969-4a63-980f-3e6f13318c65 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:46.276441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.280806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e31450a-0cda-4e1a-8e9c-94d4fc95cda4 None None] Network ab5944dc-3e0b-401b-8eeb-ec475b1400d5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:46.348435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bb257-76ea-4a49-b51f-07174769a51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02ee53e-5608-4670-aa83-d72157e6084e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:46.351308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0b8bb257-76ea-4a49-b51f-07174769a51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:46.362948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb257-76ea-4a49-b51f-07174769a51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.364989 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0b8bb257-76ea-4a49-b51f-07174769a51f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c02ee53e-5608-4670-aa83-d72157e6084e HTTP/1.1" status: 204 len: 168 time: 0.9447675 Dec 13 23:22:46.503450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.670385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.700156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5944dc-3e0b-401b-8eeb-ec475b1400d5']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:46.725373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e700449-e0dd-41ab-a87c-c2dfdbf4b61c None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:22:46.734616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.741318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422238fa-f7b2-4497-a0ba-631df12c18a2') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:46.741442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422238fa-f7b2-4497-a0ba-631df12c18a2') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:46.763929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.765594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.772806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.794780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.816207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:46.817202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:46.836073 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:46.856899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0a864-9037-4a2e-a7b6-d0e149b866e5', 'name': 'tempest-NetworksTestDHCPv6-router-1608511838', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:37Z', 'updated_at': '2021-12-13T23:22:41Z', 'revision_number': 2, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'gw_port_host': None, '_interfaces': [{'id': 'e1dd33fb-4117-4193-bacf-482d04a90e04', 'name': '', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'mac_address': 'fa:16:3e:5a:65:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e0a864-9037-4a2e-a7b6-d0e149b866e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c6b2be-4324-49fd-b03a-d247942c92f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:39Z', 'updated_at': '2021-12-13T23:22:42Z', 'revision_number': 2, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'subnets': [{'id': 'c6c6b2be-4324-49fd-b03a-d247942c92f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:46.869897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Checking router: 03e0a864-9037-4a2e-a7b6-d0e149b866e5 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:22:46.870609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Updating router 03e0a864-9037-4a2e-a7b6-d0e149b866e5 port e1dd33fb-4117-4193-bacf-482d04a90e04 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:22:46.921116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.921712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8bb08bdf-88a5-42ba-b6ce-d41054be3fe7 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:22:46.962599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:46.963779 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8bb08bdf-88a5-42ba-b6ce-d41054be3fe7 HTTP/1.1" status: 204 len: 168 time: 4.2807305 Dec 13 23:22:46.967193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46026) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:46.972939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-614929410', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:46.981142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:46.985305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Usage tracker for resource:router and tenant:0046f562572942ada20adb86ed00539b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:46.990861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:46.999649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:47.008459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:47.009553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:47.013843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4be8135b-1f58-427b-aec8-96b4a2cee9ea tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:47.033205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:47.052698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Network': ['ID=ab5944dc-3e0b-401b-8eeb-ec475b1400d5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:47.060950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e700449-e0dd-41ab-a87c-c2dfdbf4b61c None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:22:47.062275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:47.064242 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/ab5944dc-3e0b-401b-8eeb-ec475b1400d5 HTTP/1.1" status: 204 len: 168 time: 1.6413386 Dec 13 23:22:47.069304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46030) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:47.300713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port e1dd33fb-4117-4193-bacf-482d04a90e04 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:47.304371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:47.329908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:47.330880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:47.339258 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b19e28-1e99-4830-bcb0-efd028f19663 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): The resource could not be found. Dec 13 23:22:47.339727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b19e28-1e99-4830-bcb0-efd028f19663 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:47.341391 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-63b19e28-1e99-4830-bcb0-efd028f19663 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/subnets/ed8881f2-b66e-4ee8-99b7-417e988163a3 HTTP/1.1" status: 404 len: 337 time: 0.2710407 Dec 13 23:22:47.344246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46040) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:47.396207 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a0bc8e-5a38-4ad0-8ff7-eb05a81dfa67 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): The resource could not be found. Dec 13 23:22:47.396674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a0bc8e-5a38-4ad0-8ff7-eb05a81dfa67 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:47.418793 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-36a0bc8e-5a38-4ad0-8ff7-eb05a81dfa67 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/ab5944dc-3e0b-401b-8eeb-ec475b1400d5 HTTP/1.1" status: 404 len: 339 time: 0.0735240 Dec 13 23:22:47.423160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46044) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:47.524899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:47.526987 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4553587-314b-457c-9cf4-fdf343f20f3e tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): The resource could not be found. Dec 13 23:22:47.527583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4553587-314b-457c-9cf4-fdf343f20f3e tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:47.529420 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b4553587-314b-457c-9cf4-fdf343f20f3e tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/subnets/4029c536-7ecb-4889-a8e5-54954ac3766e HTTP/1.1" status: 404 len: 337 time: 0.1052744 Dec 13 23:22:47.604849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46050) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:47.658215 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65fd29e-43e4-4b15-8f0f-408b0a7fc65b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): The resource could not be found. Dec 13 23:22:47.658933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65fd29e-43e4-4b15-8f0f-408b0a7fc65b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:47.661056 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a65fd29e-43e4-4b15-8f0f-408b0a7fc65b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/333b5c30-6c64-45b8-a077-2de64eb53020 HTTP/1.1" status: 404 len: 339 time: 0.0548120 Dec 13 23:22:47.663420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46056) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:47.725529 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f98acc-6770-4949-ac11-06f30032dcef tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): The resource could not be found. Dec 13 23:22:47.728877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f98acc-6770-4949-ac11-06f30032dcef tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:47.728877 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-48f98acc-6770-4949-ac11-06f30032dcef tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/subnets/2a8c26a0-840f-40dc-a6aa-14fd5e4dd727 HTTP/1.1" status: 404 len: 337 time: 0.0633268 Dec 13 23:22:47.744273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46060) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:47.744666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46064) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:47.795795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:47.796816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc24bb-e0ce-442d-984f-371d36c715a3 req-69bf170a-1798-4155-ad07-0a55a8a27789 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:47.798366 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-62dc24bb-e0ce-442d-984f-371d36c715a3 req-69bf170a-1798-4155-ad07-0a55a8a27789 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 945 time: 0.2861989 Dec 13 23:22:47.821338 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e48c5d2-83d7-427a-8e89-a496b259f905 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): The resource could not be found. Dec 13 23:22:47.822065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e48c5d2-83d7-427a-8e89-a496b259f905 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:47.824623 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3e48c5d2-83d7-427a-8e89-a496b259f905 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/70961200-a0a8-45e6-9526-13d3ce4f3e19 HTTP/1.1" status: 404 len: 339 time: 0.0790200 Dec 13 23:22:47.831585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46070) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:47.895231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:47.901747 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-62dc24bb-e0ce-442d-984f-371d36c715a3 req-a0b6aa55-67ae-41db-b4f2-f8b26988bf73 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539558 Dec 13 23:22:47.915359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.033974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.050432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Transition to ACTIVE for port object e1dd33fb-4117-4193-bacf-482d04a90e04 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:48.106754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.112445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4768b752-8a19-4b55-8056-c842f6b14646 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:48.142334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46080) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:48.151722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for e1dd33fb-4117-4193-bacf-482d04a90e04 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:48.229443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.268169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Deleting port 961e69e1-2160-47e5-b7a5-b12197c29f84 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:48.268748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.269029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.278607 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fd1c7-f280-483a-87a8-5df0118fc6e3 None None] Pushing event updated for resources: {'Port': ['ID=e1dd33fb-4117-4193-bacf-482d04a90e04,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:48.285476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4b3fd1c7-f280-483a-87a8-5df0118fc6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:48.373716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:48.388412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Usage tracker for resource:security_group_rule and tenant:709000a377f84fd0b29f7bb12ddf0cba is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:48.397002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:48.417188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:48.459788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1693700132', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:48.468441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Attempting to bind port e1dd33fb-4117-4193-bacf-482d04a90e04 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:48.474788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Attempting to bind port e1dd33fb-4117-4193-bacf-482d04a90e04 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:48.474788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Attempting to bind port e1dd33fb-4117-4193-bacf-482d04a90e04 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:48.477024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:48.478464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:48.478966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:48.479463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.480640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:48.481226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Bound port: e1dd33fb-4117-4193-bacf-482d04a90e04, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:48.481758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.485894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Usage tracker for resource:port and tenant:9a71925f1feb41e1b822edc54a2a7396 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:48.490381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:48.509385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:48.577032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Allocated IP 172.26.5.26 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/0a4d9027-354c-4744-9669-098455afd9e0) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:48.617677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Made reservation on behalf of 9a71925f1feb41e1b822edc54a2a7396 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:48.621861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.628854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.700000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] For port e1dd33fb-4117-4193-bacf-482d04a90e04, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:48.704667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] For port e1dd33fb-4117-4193-bacf-482d04a90e04, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e1dd33fb-4117-4193-bacf-482d04a90e04,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:48.731891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.782350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Calling delete_port for 961e69e1-2160-47e5-b7a5-b12197c29f84 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:48.793255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.800331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4b3fd1c7-f280-483a-87a8-5df0118fc6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:48.820113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:48.827843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Usage tracker for resource:security_group_rule and tenant:9a71925f1feb41e1b822edc54a2a7396 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:48.838338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:48.848714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:48.852738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.888870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:22:48.889138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:22:48.906755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.938465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.946633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fd1c7-f280-483a-87a8-5df0118fc6e3 None None] Pushing event updated for resources: {'Port': ['ID=e1dd33fb-4117-4193-bacf-482d04a90e04,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:48.950278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4b3fd1c7-f280-483a-87a8-5df0118fc6e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:48.961557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Routers {'03e0a864-9037-4a2e-a7b6-d0e149b866e5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:48.962171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['03e0a864-9037-4a2e-a7b6-d0e149b866e5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:48.968971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:48.974947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-56fce733-3200-4569-b1ef-347bb9393a17 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:49.004696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.010017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:49.015457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.039221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Port': ['ID=961e69e1-2160-47e5-b7a5-b12197c29f84,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:49.046379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:49.046995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6ae70644-71b9-4059-a2bd-ea6061a45657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:49.070133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.083829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.087767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] device_id is not set on port d652f9f7-b0af-40df-8832-e87b2d6b6fe2 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:49.092658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.103844 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=709000a377f84fd0b29f7bb12ddf0cba&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3541951 Dec 13 23:22:49.103844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa49226-2171-4cbe-93c5-438a0b11e736,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:49.107043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46092) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:49.113796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:49.127835 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/ports/961e69e1-2160-47e5-b7a5-b12197c29f84 HTTP/1.1" status: 204 len: 168 time: 1.2933738 Dec 13 23:22:49.136176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46096) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:49.163658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:49.167962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] Set router 03e0a864-9037-4a2e-a7b6-d0e149b866e5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:49.168129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:49.179124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event updated for resources: {'Port': ['ID=0a4d9027-354c-4744-9669-098455afd9e0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:49.181745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:49.220143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:49.220532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-aa722125-dcef-49ed-8af6-b891691ed533 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512 tempest-ExternalNetworksAdminNegativeTestJSON-1271017512-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:49.247290 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb50e65-d331-49c9-ac7f-ae5bf6e5adce tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): The resource could not be found. Dec 13 23:22:49.247755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb50e65-d331-49c9-ac7f-ae5bf6e5adce tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:49.252709 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6fb50e65-d331-49c9-ac7f-ae5bf6e5adce tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/subnets/7b3256fb-2eee-4db8-8f11-878962fdf6e8 HTTP/1.1" status: 404 len: 337 time: 0.0827448 Dec 13 23:22:49.253133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46102) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:49.346287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83f9131-6899-40f3-ab98-3f7ccfb8ce9b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:49.352679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:49.390249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port e1dd33fb-4117-4193-bacf-482d04a90e04 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:49.390793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.454401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c6ed-91b4-46b5-82d3-e5203e3bf531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.466214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Allocated IP 172.26.5.153 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/d652f9f7-b0af-40df-8832-e87b2d6b6fe2) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:49.480098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.535523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c6ed-91b4-46b5-82d3-e5203e3bf531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.574963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e0a864-9037-4a2e-a7b6-d0e149b866e5', 'name': 'tempest-NetworksTestDHCPv6-router-1608511838', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:37Z', 'updated_at': '2021-12-13T23:22:41Z', 'revision_number': 2, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'gw_port_host': None, '_interfaces': [{'id': 'e1dd33fb-4117-4193-bacf-482d04a90e04', 'name': '', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'mac_address': 'fa:16:3e:5a:65:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e0a864-9037-4a2e-a7b6-d0e149b866e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c6b2be-4324-49fd-b03a-d247942c92f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:39Z', 'updated_at': '2021-12-13T23:22:48Z', 'revision_number': 4, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'subnets': [{'id': 'c6c6b2be-4324-49fd-b03a-d247942c92f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:49.581010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ec245-cb05-4ea4-beac-a500f9ea2ddd None None] The sync data for ids ['03e0a864-9037-4a2e-a7b6-d0e149b866e5'] in dv-neutron-821564-1-hyperv is: [{'id': '03e0a864-9037-4a2e-a7b6-d0e149b866e5', 'name': 'tempest-NetworksTestDHCPv6-router-1608511838', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:37Z', 'updated_at': '2021-12-13T23:22:41Z', 'revision_number': 2, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'gw_port_host': None, '_interfaces': [{'id': 'e1dd33fb-4117-4193-bacf-482d04a90e04', 'name': '', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'mac_address': 'fa:16:3e:5a:65:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e0a864-9037-4a2e-a7b6-d0e149b866e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6c6b2be-4324-49fd-b03a-d247942c92f2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:39Z', 'updated_at': '2021-12-13T23:22:48Z', 'revision_number': 4, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'subnets': [{'id': 'c6c6b2be-4324-49fd-b03a-d247942c92f2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:49.619937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0c8b0-38c0-490c-b75b-991f947961c5 req-ec82f94b-c06d-46e3-a3a4-1f7b823123bf tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:49.624060 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5e0c8b0-38c0-490c-b75b-991f947961c5 req-ec82f94b-c06d-46e3-a3a4-1f7b823123bf tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 945 time: 0.1944034 Dec 13 23:22:49.812316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.857883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:49.865944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] For port e1dd33fb-4117-4193-bacf-482d04a90e04, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e1dd33fb-4117-4193-bacf-482d04a90e04,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:49.866305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.876282 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5e0c8b0-38c0-490c-b75b-991f947961c5 req-84260677-65c6-4c9d-8548-8dadd39ecc4d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080400 Dec 13 23:22:49.882176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980725d6-48b5-4ada-b50d-3201c916bb22') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:49.882467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980725d6-48b5-4ada-b50d-3201c916bb22') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:49.898215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.910995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.911758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:49.947819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c6ed-91b4-46b5-82d3-e5203e3bf531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.007752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:50.016010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.029279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for e1dd33fb-4117-4193-bacf-482d04a90e04 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:50.067336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.082277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8e582f03-05d5-434f-a6ec-f8ad372855d7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:50.163101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:50.164057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Pushing event updated for resources: {'Port': ['ID=d652f9f7-b0af-40df-8832-e87b2d6b6fe2,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:50.168105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6c6ed-91b4-46b5-82d3-e5203e3bf531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa49226-2171-4cbe-93c5-438a0b11e736,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:50.168346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:50.170797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:50.171506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:50.178127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7bb6c6ed-91b4-46b5-82d3-e5203e3bf531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:50.196026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7bb6c6ed-91b4-46b5-82d3-e5203e3bf531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.197176 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7bb6c6ed-91b4-46b5-82d3-e5203e3bf531 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3aa49226-2171-4cbe-93c5-438a0b11e736 HTTP/1.1" status: 204 len: 168 time: 1.0855503 Dec 13 23:22:50.200793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.225120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:50.225120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:50.229515 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:50.245220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:50.245827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.321442 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.1759939 Dec 13 23:22:50.321753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46112) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:50.329043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.153'}]}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:50.336986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:50.345302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Usage tracker for resource:router and tenant:9a71925f1feb41e1b822edc54a2a7396 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:50.350846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:50.358259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:50.380622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Router 106b0bfd-408f-4f09-854a-34553085269a is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:22:50.404109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.416397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:50.432667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.448198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.449167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.454615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Network': ['ID=ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:50.461523 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/ebaaa0a9-22d5-4e6e-ad33-9956db31ae1d HTTP/1.1" status: 204 len: 168 time: 1.2004824 Dec 13 23:22:50.464326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46116) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:50.464440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:50.540250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.545013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38e802f8-61e7-4e2d-a096-c714f8dd06cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:50.549137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Deleting port 48e20baf-b001-4e4b-807e-01fd7af7e557 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:50.549925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.587136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:50.609644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=e1dd33fb-4117-4193-bacf-482d04a90e04,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:50.612209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:50.984237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-497229ce-8b05-4467-a477-824ccc353f24 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:50.986062 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-497229ce-8b05-4467-a477-824ccc353f24 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.18 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 945 time: 0.1351557 Dec 13 23:22:50.988985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:51.140848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:51.160483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:51.186185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Deleting port a986b326-3cb4-469b-954c-07092e526161 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:51.186526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:51.283558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Calling delete_port for 48e20baf-b001-4e4b-807e-01fd7af7e557 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:51.375972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:51.391797 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd45b9d-2798-4f54-a93d-7793b185dc35 None None] Sync routers for ids ['106b0bfd-408f-4f09-854a-34553085269a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:51.414710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623c3dd-0328-4cfd-a133-41f6c8339fec req-43c216ea-1e18-4835-84e5-a158108514f6 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:51.415826 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2623c3dd-0328-4cfd-a133-41f6c8339fec req-43c216ea-1e18-4835-84e5-a158108514f6 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 945 time: 0.3576326 Dec 13 23:22:51.492681 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd45b9d-2798-4f54-a93d-7793b185dc35 None None] Routers {'106b0bfd-408f-4f09-854a-34553085269a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:51.495116 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2cd45b9d-2798-4f54-a93d-7793b185dc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['106b0bfd-408f-4f09-854a-34553085269a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:51.559386 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2cd45b9d-2798-4f54-a93d-7793b185dc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:51.572024 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd45b9d-2798-4f54-a93d-7793b185dc35 None None] Routers {'106b0bfd-408f-4f09-854a-34553085269a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:51.572658 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2cd45b9d-2798-4f54-a93d-7793b185dc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['106b0bfd-408f-4f09-854a-34553085269a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:51.576677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:51.581354 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6097133 Dec 13 23:22:51.581354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:51.583770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46140) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:51.589968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-674b821a-90fe-467d-a065-a97ba513cc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:51.631120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-38cb171b-d5f5-4889-b84a-9415916a62ef tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': False}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:51.652292 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2cd45b9d-2798-4f54-a93d-7793b185dc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:51.652708 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd45b9d-2798-4f54-a93d-7793b185dc35 None None] The sync data for ids ['106b0bfd-408f-4f09-854a-34553085269a'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:51.695871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Port': ['ID=48e20baf-b001-4e4b-807e-01fd7af7e557,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:51.707491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:51.709625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] For port a986b326-3cb4-469b-954c-07092e526161, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a986b326-3cb4-469b-954c-07092e526161,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:51.710089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:51.785037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:51.787661 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/ports/48e20baf-b001-4e4b-807e-01fd7af7e557 HTTP/1.1" status: 204 len: 168 time: 1.3246353 Dec 13 23:22:51.790476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46148) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:51.796141 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2623c3dd-0328-4cfd-a133-41f6c8339fec req-5ef6ed0c-f3c0-41d0-934e-2451885e09e4 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups?id=8c775042-7076-43c1-afae-e79b20a1a17d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3730576 Dec 13 23:22:51.853050 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b601a85-5e2f-4351-bcf4-f0f9e4369939 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] DELETE failed (client error): The resource could not be found. Dec 13 23:22:51.853491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b601a85-5e2f-4351-bcf4-f0f9e4369939 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:22:51.855142 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0b601a85-5e2f-4351-bcf4-f0f9e4369939 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/subnets/f83714e1-12e3-4b40-aae7-df314c36d0c8 HTTP/1.1" status: 404 len: 337 time: 0.0636277 Dec 13 23:22:51.857935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46152) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:51.910684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Router 03e0a864-9037-4a2e-a7b6-d0e149b866e5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:22:52.093930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.237583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:52.256696 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "PUT /v2.0/routers/03e0a864-9037-4a2e-a7b6-d0e149b866e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3692863 Dec 13 23:22:52.259972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46164) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:52.310073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.310483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.310800 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Floating IP f7aef13a-181c-475d-aff7-e52de951abf1 disassociated. External IP: 172.26.5.208, port: a986b326-3cb4-469b-954c-07092e526161. Dec 13 23:22:52.311143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Calling delete_port for a986b326-3cb4-469b-954c-07092e526161 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:52.338758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.405430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcee5368-11b0-4fc7-96bb-d745d9714399']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:52.430548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f9909b-cdb9-4d5b-a6d8-d734125d7358') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:52.430840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f9909b-cdb9-4d5b-a6d8-d734125d7358') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:52.457839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b147d195-ae92-4145-9311-b1c661de6dcc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:52.459228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b147d195-ae92-4145-9311-b1c661de6dcc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:52.463123 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b147d195-ae92-4145-9311-b1c661de6dcc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1997709 Dec 13 23:22:52.463632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46170) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:52.518210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.527896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.572469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.574768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.620852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:52.621257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:52.642206 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:52.701330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet c6c6b2be-4324-49fd-b03a-d247942c92f2 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:22:52.704527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.741872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.783115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71c73ff6-0e18-4a36-8aca-f71268142c9c tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:52.869543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Pushing event deleted for resources: {'Port': ['ID=a986b326-3cb4-469b-954c-07092e526161,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:52.882471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:52.900193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.950555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:52.981964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:53.000364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:53.025330 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/bcee5368-11b0-4fc7-96bb-d745d9714399 HTTP/1.1" status: 204 len: 168 time: 1.1642592 Dec 13 23:22:53.037445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46184) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:53.045381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Network': ['ID=bcee5368-11b0-4fc7-96bb-d745d9714399,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:53.084424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:53.125422 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-793d3323-7d28-4374-ab98-8ce13b55bbf8 req-551cf8d7-d7b8-4bb8-aa35-c668de90a6b6 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 210 time: 0.1181712 Dec 13 23:22:53.277197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:53.475378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46194) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:53.515540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:22:53.617983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:53.773750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:53.780817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:53.804343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-485456216'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:53.819086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c6b2be-4324-49fd-b03a-d247942c92f2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:53.822159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:53.826347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:53.826480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:53.838381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33b73dc-f458-4c34-b6ab-2b52676f8084 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:53.843555 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/c6c6b2be-4324-49fd-b03a-d247942c92f2 HTTP/1.1" status: 204 len: 168 time: 1.3789268 Dec 13 23:22:53.845205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46200) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:53.846348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Usage tracker for resource:network and tenant:a280cdbcbf3941a9822aeb870c593da9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:53.855248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:53.924537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:53.989995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:54.006940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] Sync routers for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:54.010012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Deleting subnet ecd5ffcb-6236-4fb5-aaf3-2cf186607a32 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:22:54.024723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.058551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:54.059235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:54.202314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Made reservation on behalf of a280cdbcbf3941a9822aeb870c593da9 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:54.204926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.254859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.268753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.336342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:54.409725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] No DVR routers for this DVR port a986b326-3cb4-469b-954c-07092e526161 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:54.417775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.422029 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ffeda616-f23c-4544-968a-27ac5c5deb92 req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.18 "DELETE /v2.0/ports/a986b326-3cb4-469b-954c-07092e526161 HTTP/1.1" status: 204 len: 173 time: 3.4280560 Dec 13 23:22:54.422666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539c99a7-f98d-4188-8215-36b735295ae8', 'name': 'network-vif-deleted', 'tag': 'a986b326-3cb4-469b-954c-07092e526161'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:22:54.429577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eda51fa6-9535-4fbe-b0bf-7fd3c703bf10 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:router {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:22:54.517269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:22:54.542769 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] Deleting port 9bea04ca-d362-4d2b-886f-c6c2e28d0910 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:54.543156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.580352 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6cfdf510-1081-452e-a666-9f8e2d494ee6 req-42e684cd-26fb-4f5c-bc0a-f4f97576a87d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 210 time: 0.2812722 Dec 13 23:22:54.600946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.633035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.639920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:54.652818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Usage tracker for resource:security_group_rule and tenant:a280cdbcbf3941a9822aeb870c593da9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:54.659476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:54.668813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:54.692277 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539c99a7-f98d-4188-8215-36b735295ae8', 'name': 'network-vif-deleted', 'tag': 'a986b326-3cb4-469b-954c-07092e526161', 'status': 'completed', 'code': 200} Dec 13 23:22:54.719328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eda51fa6-9535-4fbe-b0bf-7fd3c703bf10 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:router {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:22:54.719328 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eda51fa6-9535-4fbe-b0bf-7fd3c703bf10 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8640518 Dec 13 23:22:54.719328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.719673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46212) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:54.805751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.806585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0911b493-da23-463e-98e7-75860507cf4c {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:22:54.859267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38cb171b-d5f5-4889-b84a-9415916a62ef tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.883529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9bea04ca-d362-4d2b-886f-c6c2e28d0910 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:54.913417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-00e52a9b-49f1-4216-81ff-e03ad98db3d6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.941021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.944775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:54.950805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-56c34e76-9af3-41bc-b5a8-15b65064be1d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:55.004694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd5ffcb-6236-4fb5-aaf3-2cf186607a32,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:55.009494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:55.012282 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 23:22:55.018155 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-67c1eeca-5bf3-4dbb-a40e-ed308f817242 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.6953380 Dec 13 23:22:55.023774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46216) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:55.102388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] For port 9bea04ca-d362-4d2b-886f-c6c2e28d0910, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9bea04ca-d362-4d2b-886f-c6c2e28d0910,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:55.102388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.256826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.280975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] Calling delete_port for 9bea04ca-d362-4d2b-886f-c6c2e28d0910 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:55.285073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-58337483-f15b-4573-9bd1-ea31cc6a4099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:55.336504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b39fd-8ea2-4ffb-8f81-3e5f49cb8a25,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:55.340610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:55.343456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.363689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd05896d-dcb4-48dc-bbf1-1b5c67054fb7 None None] Network a1166da6-543b-43ef-bd9c-9d5d5a6861e7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:55.396534 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/subnets/ecd5ffcb-6236-4fb5-aaf3-2cf186607a32 HTTP/1.1" status: 204 len: 168 time: 2.3572819 Dec 13 23:22:55.431297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46220) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:55.464378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:22:55.492674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Deleting port d652f9f7-b0af-40df-8832-e87b2d6b6fe2 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:55.492919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.521607 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.521954 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Added segment 9ec066a7-2a31-49db-a966-fbe32e6734c8 of type vlan for network 8b399bed-4bc2-437e-b21f-9b32d4a608ac Dec 13 23:22:55.527871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.531569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-00e52a9b-49f1-4216-81ff-e03ad98db3d6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.562325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-00e52a9b-49f1-4216-81ff-e03ad98db3d6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.580850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.603831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Deleting port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:55.604117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.659594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.717259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.734299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a986b326-3cb4-469b-954c-07092e526161 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:55.763526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-00e52a9b-49f1-4216-81ff-e03ad98db3d6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.764353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e52a9b-49f1-4216-81ff-e03ad98db3d6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Fanout notify agent at l3_agent the message router_deleted on router 03e0a864-9037-4a2e-a7b6-d0e149b866e5 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:22:55.798589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:55.883779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] No DVR routers for this DVR port 9bea04ca-d362-4d2b-886f-c6c2e28d0910 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:55.886262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] Pushing event deleted for resources: {'Port': ['ID=9bea04ca-d362-4d2b-886f-c6c2e28d0910,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:55.897837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:55.905670 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '71d69920-cea1-4aca-af4e-65fb5538e5ee', 'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'mac_address': 'fa:16:3e:2c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:05Z', 'updated_at': '2021-12-13T23:21:28Z', 'revision_number': 5, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'subnets': [{'id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:55.918493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: a986b326-3cb4-469b-954c-07092e526161 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:22:55.920287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a986b326-3cb4-469b-954c-07092e526161 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:22:55.922102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] For port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=834f97ff-6966-4a1a-97ac-d8bd104e0a4f,segment=NetworkSegment(177575a2-cc42-460f-8673-14c0dfd500ae),segment_id=177575a2-cc42-460f-8673-14c0dfd500ae)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:55.922622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.926695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] Checking router: 262f454b-bc9f-4a7a-a39a-e6e29f125c71 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:22:55.950705 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4773128c-40d3-41f8-a9b1-e7664bec2395 req-3178557a-c01e-44a6-8862-48edfa722e32 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/ports?device_id=539c99a7-f98d-4188-8215-36b735295ae8 HTTP/1.1" status: 200 len: 210 time: 0.0713346 Dec 13 23:22:55.955047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.959269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-00e52a9b-49f1-4216-81ff-e03ad98db3d6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.959901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:55.960504 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-00e52a9b-49f1-4216-81ff-e03ad98db3d6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/routers/03e0a864-9037-4a2e-a7b6-d0e149b866e5 HTTP/1.1" status: 204 len: 168 time: 1.2395709 Dec 13 23:22:55.964243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:55.964373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:55.966405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:55.970444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46230) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:56.027819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:56.212627 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.7137899 Dec 13 23:22:56.225921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] DHCP port deletion for a1166da6-543b-43ef-bd9c-9d5d5a6861e7 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:22:56.231077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:56.247507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] Deleting port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:56.247910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Pushing event updated for resources: {'Network': ['ID=8b399bed-4bc2-437e-b21f-9b32d4a608ac,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:56.248163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.251964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Calling delete_port for 834f97ff-6966-4a1a-97ac-d8bd104e0a4f owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:56.258907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:56.269910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.358886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 8b399bed-4bc2-437e-b21f-9b32d4a608ac details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:22:56.421149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:56.425555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:56.429360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:56.435567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:56.462535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Calling delete_port for d652f9f7-b0af-40df-8832-e87b2d6b6fe2 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:56.489555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.495104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-171bd090-9ff7-4f01-9d2d-db02ea677fd9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:56.542789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:56.546511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.547171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38cb171b-d5f5-4889-b84a-9415916a62ef tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.563451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38cb171b-d5f5-4889-b84a-9415916a62ef tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.563703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:22:56.621685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46238) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:56.639005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Request body: {'port': {'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-307570981'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:56.640343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Port': ['ID=834f97ff-6966-4a1a-97ac-d8bd104e0a4f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:56.647064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:56.648500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:56.656792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Usage tracker for resource:port and tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:56.670509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] No DVR routers for this DVR port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:22:56.687430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:56.702109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:56.754286 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 834f97ff-6966-4a1a-97ac-d8bd104e0a4f no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:22:56.807027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Made reservation on behalf of ca6e4fc0cc8b43ec9e5999c74248cdb7 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:22:56.809795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.828604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.845168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.847272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 834f97ff-6966-4a1a-97ac-d8bd104e0a4f {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:22:56.847705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 834f97ff-6966-4a1a-97ac-d8bd104e0a4f not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:22:56.867383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f5c1e8f1-fcc4-4ab0-b773-28a0b94cb28a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:56.874033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] For port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=834f97ff-6966-4a1a-97ac-d8bd104e0a4f,segment=NetworkSegment(177575a2-cc42-460f-8673-14c0dfd500ae),segment_id=177575a2-cc42-460f-8673-14c0dfd500ae)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:22:56.874440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.874554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:56.908239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1166da6-543b-43ef-bd9c-9d5d5a6861e7']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:56.927924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177575a2-cc42-460f-8673-14c0dfd500ae') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:56.927924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177575a2-cc42-460f-8673-14c0dfd500ae') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:56.950183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Pushing event deleted for resources: {'Port': ['ID=d652f9f7-b0af-40df-8832-e87b2d6b6fe2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:56.977478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.012734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.025725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:22:57.026157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:22:57.043584 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:22:57.083197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:57.147730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.158010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:57.169646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Usage tracker for resource:security_group_rule and tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:57.173129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:57.181576 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d652f9f7-b0af-40df-8832-e87b2d6b6fe2 HTTP/1.1" status: 204 len: 168 time: 2.1588781 Dec 13 23:22:57.182665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:57.209687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46252) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:57.240642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] Calling delete_port for 834f97ff-6966-4a1a-97ac-d8bd104e0a4f owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:57.242148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cb171b-d5f5-4889-b84a-9415916a62ef tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Router 106b0bfd-408f-4f09-854a-34553085269a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:22:57.252947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.278857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d0ca1368-76c5-43cc-9899-7cb44a9673fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:57.316943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.324849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.344046 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.371950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:57.379527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:57.387458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:57.388590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.392016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3944acd1-c7d1-4b22-ac87-24b396a86ecd None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:57.395048 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=36ca2406-329f-4b62-9b65-085117049466,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:57.411193 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] 10.222.0.30 "DELETE /v2.0/networks/a1166da6-543b-43ef-bd9c-9d5d5a6861e7 HTTP/1.1" status: 204 len: 168 time: 1.9759386 Dec 13 23:22:57.418614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:57.418992 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:57.424045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:22:57.430527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:22:57.430527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '71d69920-cea1-4aca-af4e-65fb5538e5ee', 'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'mac_address': 'fa:16:3e:2c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:05Z', 'updated_at': '2021-12-13T23:21:28Z', 'revision_number': 5, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'subnets': [{'id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:57.440455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec297d2-7c9d-42d8-810d-ef6edc09e9f0 None None] The sync data for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv is: [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:21:07Z', 'revision_number': 4, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '71d69920-cea1-4aca-af4e-65fb5538e5ee', 'name': '', 'network_id': '6ff53bb7-ba76-458a-a6bc-a7068532c83c', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'mac_address': 'fa:16:3e:2c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:05Z', 'updated_at': '2021-12-13T23:21:28Z', 'revision_number': 5, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'subnets': [{'id': 'eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:57.457295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-83de42df-2ea6-45ac-9b9b-9b2ed18a767d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.461846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Pushing event deleted for resources: {'Network': ['ID=a1166da6-543b-43ef-bd9c-9d5d5a6861e7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:57.463502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.471389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:57.478734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] device_id is not set on port 1bf2161b-0109-437c-8cdf-942b1de02f3b yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:57.493276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-83de42df-2ea6-45ac-9b9b-9b2ed18a767d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.514214 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4700356 Dec 13 23:22:57.517842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46258) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:57.526146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1249604441', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:22:57.547439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:57.554961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:router and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:57.559276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:57.566728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:57.574782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:57.632230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c360c703-4bf0-43b7-9658-5be3a4617c36,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:57.637800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:57.659886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.661907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.668675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-83de42df-2ea6-45ac-9b9b-9b2ed18a767d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.674844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:57.698483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de42df-2ea6-45ac-9b9b-9b2ed18a767d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c775042-7076-43c1-afae-e79b20a1a17d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:57.698483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-83de42df-2ea6-45ac-9b9b-9b2ed18a767d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:57.712953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.743195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '36ca2406-329f-4b62-9b65-085117049466'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:22:57.744622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.821710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-83de42df-2ea6-45ac-9b9b-9b2ed18a767d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.826600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46264) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:57.828093 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-83de42df-2ea6-45ac-9b9b-9b2ed18a767d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "DELETE /v2.0/security-groups/8c775042-7076-43c1-afae-e79b20a1a17d HTTP/1.1" status: 204 len: 168 time: 0.6160972 Dec 13 23:22:57.860381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.866174 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-0ea121d8-f587-4a67-a3e1-b051ca7a85c2 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] show failed (client error): The resource could not be found. Dec 13 23:22:57.867595 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0ea121d8-f587-4a67-a3e1-b051ca7a85c2 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "GET /v2.0/security-groups/8c775042-7076-43c1-afae-e79b20a1a17d HTTP/1.1" status: 404 len: 347 time: 0.0400798 Dec 13 23:22:57.892024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46268) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:57.929150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46276) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:57.933585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/36ca2406-329f-4b62-9b65-085117049466/0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:57.935566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] Deleting port 834f97ff-6966-4a1a-97ac-d8bd104e0a4f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:57.936304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.991202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:57.992859 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1df163fb-4ba3-4a7c-940c-4e69101278b7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4741044 Dec 13 23:22:57.995745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46282) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:58.021552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e77bd435-f115-4a9b-948e-8a6fdecc129f None None] The port '834f97ff-6966-4a1a-97ac-d8bd104e0a4f' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:22:58.130602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46286) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:58.230565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] device_id is not set on port 1bf2161b-0109-437c-8cdf-942b1de02f3b yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:22:58.236315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Deleting port 8e3e7265-05f7-4295-83d5-c92060cc10e3 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:22:58.236660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.353265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cb171b-d5f5-4889-b84a-9415916a62ef tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:22:58.367386 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab4d02-b240-4324-923c-b7e97963a0ee None None] Sync routers for ids ['106b0bfd-408f-4f09-854a-34553085269a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:22:58.384800 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab4d02-b240-4324-923c-b7e97963a0ee None None] Routers {'106b0bfd-408f-4f09-854a-34553085269a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:58.385434 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-53ab4d02-b240-4324-923c-b7e97963a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['106b0bfd-408f-4f09-854a-34553085269a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:58.464260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.476903 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-53ab4d02-b240-4324-923c-b7e97963a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:58.511657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.513138 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab4d02-b240-4324-923c-b7e97963a0ee None None] Routers {'106b0bfd-408f-4f09-854a-34553085269a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:22:58.513941 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-53ab4d02-b240-4324-923c-b7e97963a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['106b0bfd-408f-4f09-854a-34553085269a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:58.528644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.529756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38cb171b-d5f5-4889-b84a-9415916a62ef tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.533800 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-38cb171b-d5f5-4889-b84a-9415916a62ef tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "PUT /v2.0/routers/106b0bfd-408f-4f09-854a-34553085269a HTTP/1.1" status: 200 len: 924 time: 6.9433653 Dec 13 23:22:58.538425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46298) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:58.541710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Transition to ACTIVE for port object 1bf2161b-0109-437c-8cdf-942b1de02f3b will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:58.553477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Transition to ACTIVE for port object 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:58.595013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Transition to ACTIVE for port object 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:22:58.610291 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-53ab4d02-b240-4324-923c-b7e97963a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:22:58.610930 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ab4d02-b240-4324-923c-b7e97963a0ee None None] The sync data for ids ['106b0bfd-408f-4f09-854a-34553085269a'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:22:58.646002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.646338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.666359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.675371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9a923877-674d-4866-826e-3af00a65af89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:58.677650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.687735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:58.750435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:22:58.758983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:58.766442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:58.775344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Pushing event updated for resources: {'Port': ['ID=0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:58.780492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:58.797795 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-19a3e2c4-2fe5-4c74-907f-fc03ebcf858e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d83f13324334caf8d6f71d6c00a8001&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6656590 Dec 13 23:22:58.804562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:22:58.806469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46302) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:58.828293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Calling delete_port for 8e3e7265-05f7-4295-83d5-c92060cc10e3 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:22:58.858636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Usage tracker for resource:security_group_rule and tenant:d898c48f83924ca1af1e73730e4f0f0d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:22:58.870807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Attempting to bind port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:58.871186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Attempting to bind port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:58.871550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Attempting to bind port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:58.878775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:22:58.879165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:58.879566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.879989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:22:58.880453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Bound port: 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:22:58.880827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:58.886653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:22:58.945531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:22:58.956277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'Port': ['ID=1bf2161b-0109-437c-8cdf-942b1de02f3b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:58.960700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:58.971323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] For port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:22:58.975719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] For port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:22:59.009859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17be953-4634-4167-a190-03c510463922 req-f092c471-ab44-4184-aa88-b161bfef136c tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:22:59.012711 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a17be953-4634-4167-a190-03c510463922 req-f092c471-ab44-4184-aa88-b161bfef136c tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 945 time: 0.4082646 Dec 13 23:22:59.012711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Checking segment: {'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:22:59.012711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Network hostable DHCP agents. Network: 8b399bed-4bc2-437e-b21f-9b32d4a608ac, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:22:59.054841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.058864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4b3fd1c7-f280-483a-87a8-5df0118fc6e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:59.124035 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a17be953-4634-4167-a190-03c510463922 req-9a63bd6e-825b-4b40-8d5b-fd086092c741 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049862 Dec 13 23:22:59.148447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Pushing event updated for resources: {'Port': ['ID=0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:59.161785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:59.197850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9623-f3d9-4187-9dc3-d735a0975236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.215763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Network 8b399bed-4bc2-437e-b21f-9b32d4a608ac is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:22:59.262597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.264198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:59.276150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.303600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.328676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9623-f3d9-4187-9dc3-d735a0975236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.419943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.476275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 8b399bed-4bc2-437e-b21f-9b32d4a608ac) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:22:59.478173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Pushing event deleted for resources: {'Port': ['ID=8e3e7265-05f7-4295-83d5-c92060cc10e3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:59.482233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:59.483392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:22:59.491935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb5e8ae-3768-4987-97f1-7b8c084083ab None None] Network 8b399bed-4bc2-437e-b21f-9b32d4a608ac requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:22:59.497684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-83de42df-2ea6-45ac-9b9b-9b2ed18a767d tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:59.605073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.614939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:59.615269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:59.615661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:59.621519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a76e0f2-c04e-4dc9-a52a-c04de3b0527d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:59.627310 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:59.637028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:59.637028 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:22:59.637028 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 2 to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b Dec 13 23:22:59.641892 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d898c48f83924ca1af1e73730e4f0f0d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7109625 Dec 13 23:22:59.648361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46312) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:59.663082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:59.663430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:59.668827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:59.670541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:59.670873 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:22:59.671393 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 3 to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b Dec 13 23:22:59.692095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:59.692095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:59.692095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:59.699454 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8d5001ea-1340-4f5f-ad9a-ed63067c63e1 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/routers/106b0bfd-408f-4f09-854a-34553085269a HTTP/1.1" status: 200 len: 924 time: 1.1548889 Dec 13 23:22:59.707314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46316) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:59.746994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:59.746994 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:22:59.746994 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 4 to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b Dec 13 23:22:59.762882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9623-f3d9-4187-9dc3-d735a0975236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.765504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.776133 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] 10.222.0.30 "DELETE /v2.0/floatingips/f7aef13a-181c-475d-aff7-e52de951abf1 HTTP/1.1" status: 204 len: 168 time: 1.8768404 Dec 13 23:22:59.776133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46322) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:59.776622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0b8bb257-76ea-4a49-b51f-07174769a51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:22:59.802592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc9623-f3d9-4187-9dc3-d735a0975236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8740c8da-b830-4699-9997-520b58bf2b6c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:22:59.811441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d2bc9623-f3d9-4187-9dc3-d735a0975236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:22:59.868925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:59.868925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:59.869596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:59.884772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.888736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:59.889069 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:22:59.892082 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 5 to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b Dec 13 23:22:59.908966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9623-f3d9-4187-9dc3-d735a0975236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.911133 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d2bc9623-f3d9-4187-9dc3-d735a0975236 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8740c8da-b830-4699-9997-520b58bf2b6c HTTP/1.1" status: 204 len: 168 time: 1.1036055 Dec 13 23:22:59.927005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:59.927672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:59.928162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:22:59.942484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:22:59.949646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::1 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/36ca2406-329f-4b62-9b65-085117049466/69ede1e6-3805-4ba5-a322-50bc7dcdfb5d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:22:59.952291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:22:59.953220 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:22:59.957894 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-33aae2b1-630f-43a6-9cfb-0a5f35168001 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=106b0bfd-408f-4f09-854a-34553085269a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2568026 Dec 13 23:22:59.959021 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 6 to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b Dec 13 23:22:59.970255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46328) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:22:59.983204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:22:59.983546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:22:59.983940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:00.057493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:00.057850 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:00.058820 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 7 to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b Dec 13 23:23:00.079847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:00.084164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:00.084683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:00.107877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:00.108226 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:00.109234 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 8 to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b Dec 13 23:23:00.132204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:00.132804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:00.133027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:00.144064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:00.145586 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:00.146637 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 9 to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b Dec 13 23:23:00.227331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:00.227331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:00.227331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:00.245903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:00.246236 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:00.247458 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 10 to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b Dec 13 23:23:00.269908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:00.270662 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:00.270759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:00.286721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 1bf2161b-0109-437c-8cdf-942b1de02f3b on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:00.287059 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 1bf2161b-0109-437c-8cdf-942b1de02f3b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:00.287414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:00.439902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:00.471857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:00.489283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a38caea-d448-4f02-a19a-5d95831910cd tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:00.493412 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8a38caea-d448-4f02-a19a-5d95831910cd tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 881 time: 0.5214448 Dec 13 23:23:00.495432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46338) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:00.503176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:00.535871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] For port 1bf2161b-0109-437c-8cdf-942b1de02f3b, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:00.535871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempted to set empty binding levels {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 23:23:00.565430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:00.596641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2f2a2c87-781f-4c6c-b3e6-55b4553150ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:00.622623 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dab09130-3bbb-4cbe-8fe9-358e6cf2121e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=106b0bfd-408f-4f09-854a-34553085269a HTTP/1.1" status: 200 len: 205 time: 0.1214826 Dec 13 23:23:00.624223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a76e0f2-c04e-4dc9-a52a-c04de3b0527d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:00.629783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46346) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:00.631435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:00.646424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d6a87ca0-27ac-4ab1-9b21-401d0f9bb977 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:00.718816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d9f2b288-14f7-4c7e-83e6-69bda07920b6 None None] Provisioning for port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:00.723986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:00.761864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'Port': ['ID=1bf2161b-0109-437c-8cdf-942b1de02f3b,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:00.766609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:00.852653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:00.860778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:00.862143 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a76e0f2-c04e-4dc9-a52a-c04de3b0527d HTTP/1.1" status: 204 len: 168 time: 1.2031066 Dec 13 23:23:00.876755 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.2507129 Dec 13 23:23:00.883737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46354) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:00.890973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:00.920080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.920700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.921240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.921758 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.922371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.922898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.923411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.923960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.924473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.925006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.926102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:00.939255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:00.945407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b9e442ac-663e-417f-b4cb-44c23d74002d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:00.991106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Deleting port 1bf2161b-0109-437c-8cdf-942b1de02f3b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:00.991863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:01.008917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19312a3c-6f51-48b5-9145-9b2c7b6b6bd2 None None] New status for floating IP f7aef13a-181c-475d-aff7-e52de951abf1: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:23:01.054123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:01.056944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=69ede1e6-3805-4ba5-a322-50bc7dcdfb5d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:01.059664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:01.061564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:01.072583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:01.072973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:01.087976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3cd5a-01c6-43b3-98d8-a965537f1169 req-eb5e6014-db11-4c2f-b345-97b7891c9ec5 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:01.089542 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-69f3cd5a-01c6-43b3-98d8-a965537f1169 req-eb5e6014-db11-4c2f-b345-97b7891c9ec5 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 945 time: 0.5950212 Dec 13 23:23:01.321971 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-69f3cd5a-01c6-43b3-98d8-a965537f1169 req-4a9fca9d-bece-4f92-8c10-7f16f87d1e47 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215211 Dec 13 23:23:01.388097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:01.394053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:01.395310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:01.398239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] For port 1bf2161b-0109-437c-8cdf-942b1de02f3b, host hv-neutron-8215, got binding levels [] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:01.398239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:01.611997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:01.612207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:01.657919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:01.694783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e6eb2d7f-484a-4c3e-8292-290af956185e None None] Provisioning for port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:01.701556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e6eb2d7f-484a-4c3e-8292-290af956185e None None] Provisioning complete for port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:01.707667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2d7f-484a-4c3e-8292-290af956185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:01.707803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:01.755165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:01.761278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Calling delete_port for 1bf2161b-0109-437c-8cdf-942b1de02f3b owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:01.766876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:01.858777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb2d7f-484a-4c3e-8292-290af956185e None None] Port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:01.870451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:01.873436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:02.011713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-dc8f0b96-8441-45d5-ab54-28a076d3bf77 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:02.013221 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-dc8f0b96-8441-45d5-ab54-28a076d3bf77 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.18 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 945 time: 0.4618309 Dec 13 23:23:02.017228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46370) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:02.038110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.050009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6d8534cd-b424-428f-83cd-b944a3e34a93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:02.093669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46374) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:02.125371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bf2161b-0109-437c-8cdf-942b1de02f3b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:02.137012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:02.152977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.195847 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "DELETE /v2.0/ports/1bf2161b-0109-437c-8cdf-942b1de02f3b HTTP/1.1" status: 204 len: 168 time: 1.3078797 Dec 13 23:23:02.199657 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d29055af-4c7b-492a-934e-417592def5d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a71925f1feb41e1b822edc54a2a7396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1814041 Dec 13 23:23:02.199657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46380) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:02.201873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46382) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:02.244885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Deleting port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:02.245443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.268504 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-631da898-1a05-43ed-b1c2-a59b553d0da8 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] GET failed (client error): The resource could not be found. Dec 13 23:23:02.269019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-631da898-1a05-43ed-b1c2-a59b553d0da8 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Synchronizing usage tracker for tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:02.348179 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435a66f-f470-4394-bb2d-30d6fa2cda08 None None] Sync routers for ids ['03e0a864-9037-4a2e-a7b6-d0e149b866e5'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:02.369609 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435a66f-f470-4394-bb2d-30d6fa2cda08 None None] Routers set() bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:02.372145 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435a66f-f470-4394-bb2d-30d6fa2cda08 None None] Router IDs set() for agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 23:23:02.373380 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_agentschedulers_db [None req-7435a66f-f470-4394-bb2d-30d6fa2cda08 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03e0a864-9037-4a2e-a7b6-d0e149b866e5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent'). {{(pid=84314) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 23:23:02.376633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b02-959f-40fb-b5f7-2bc5d6302284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.384378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-631da898-1a05-43ed-b1c2-a59b553d0da8 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Unset dirty status for tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:02.389633 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-631da898-1a05-43ed-b1c2-a59b553d0da8 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "GET /v2.0/ports/1bf2161b-0109-437c-8cdf-942b1de02f3b HTTP/1.1" status: 404 len: 333 time: 0.1856635 Dec 13 23:23:02.389633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46390) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:02.409074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Request body: {'port': {'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-793715421'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:02.429767 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435a66f-f470-4394-bb2d-30d6fa2cda08 None None] Routers set() bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:02.430038 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435a66f-f470-4394-bb2d-30d6fa2cda08 None None] Router IDs set() for agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 23:23:02.433245 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_agentschedulers_db [None req-7435a66f-f470-4394-bb2d-30d6fa2cda08 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'03e0a864-9037-4a2e-a7b6-d0e149b866e5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent'). {{(pid=84314) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 23:23:02.435026 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7435a66f-f470-4394-bb2d-30d6fa2cda08 None None] The sync data for ids ['03e0a864-9037-4a2e-a7b6-d0e149b866e5'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:02.438530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:02.477742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b02-959f-40fb-b5f7-2bc5d6302284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.493157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Deleting port 71d69920-cea1-4aca-af4e-65fb5538e5ee {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:02.493410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.540550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:02.556599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1684732194'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:02.574958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:02.589935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:network and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:02.599275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:02.611574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.613792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:02.689234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.690041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.695018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Made reservation on behalf of ca6e4fc0cc8b43ec9e5999c74248cdb7 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:02.697329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2bd70c82-063c-4976-a460-72eba4f93977 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:02.697458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.726417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.736427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] device_id is not set on port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:02.770580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] For port d8ff2e36-65e2-4125-a501-86f4c45aa6e0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:02.771036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.788737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:02.791914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.826591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b02-959f-40fb-b5f7-2bc5d6302284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.842073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e6faec94-9f3a-4f0e-8722-5abb894c2c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:02.856254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.879484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] For port 71d69920-cea1-4aca-af4e-65fb5538e5ee, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=71d69920-cea1-4aca-af4e-65fb5538e5ee,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:02.880074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:02.891889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea7b02-959f-40fb-b5f7-2bc5d6302284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83f9131-6899-40f3-ab98-3f7ccfb8ce9b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:02.900845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-38ea7b02-959f-40fb-b5f7-2bc5d6302284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:02.990611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:03.077109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Calling delete_port for 71d69920-cea1-4aca-af4e-65fb5538e5ee owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:03.078832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:03.079392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.090303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=69ede1e6-3805-4ba5-a322-50bc7dcdfb5d,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:03.092640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Deleting port 0a4d9027-354c-4744-9669-098455afd9e0 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:03.092957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.121862 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:03.165986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd434d6-ceb4-4c07-a28d-30729cd5cc42 req-0371d08e-3c99-4171-b91c-331c50f94c04 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:03.167356 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ccd434d6-ceb4-4c07-a28d-30729cd5cc42 req-0371d08e-3c99-4171-b91c-331c50f94c04 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 945 time: 0.6002572 Dec 13 23:23:03.212197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:03.223397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e1dd33fb-4117-4193-bacf-482d04a90e04 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:03.226475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:security_group_rule and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:03.243632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38ea7b02-959f-40fb-b5f7-2bc5d6302284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.247537 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-38ea7b02-959f-40fb-b5f7-2bc5d6302284 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e83f9131-6899-40f3-ab98-3f7ccfb8ce9b HTTP/1.1" status: 204 len: 168 time: 1.0445602 Dec 13 23:23:03.250575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:03.261830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: e1dd33fb-4117-4193-bacf-482d04a90e04 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:03.261830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e1dd33fb-4117-4193-bacf-482d04a90e04 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:03.262437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c86571f8-9bc6-4c18-9090-fd10fc76840a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:03.275080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:03.302527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: c86571f8-9bc6-4c18-9090-fd10fc76840a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:03.303000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c86571f8-9bc6-4c18-9090-fd10fc76840a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:03.303516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:03.337006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:03.337557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 12fe07c0-60b7-41ba-ba7d-b64dc641fc0c not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:03.442663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.497257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292552c3-7f79-4296-8e73-d98623b30e8d req-7862fd6c-844a-4a66-a116-7c4eb1e74040 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:03.498940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-292552c3-7f79-4296-8e73-d98623b30e8d req-7862fd6c-844a-4a66-a116-7c4eb1e74040 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.3720872 Dec 13 23:23:03.510715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:03.522543 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ccd434d6-ceb4-4c07-a28d-30729cd5cc42 req-ee62ec75-85cc-4bef-aae7-8c0f79d8a8c4 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups?id=11322586-8709-4c2f-a1c7-c6c76dc41ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847023 Dec 13 23:23:03.532679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:03.703884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.704342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.704702 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Floating IP a45d104d-7599-40a4-94c0-87eedbc0ac03 disassociated. External IP: 172.26.5.3, port: d8ff2e36-65e2-4125-a501-86f4c45aa6e0. Dec 13 23:23:03.705130 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Calling delete_port for d8ff2e36-65e2-4125-a501-86f4c45aa6e0 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:03.719656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.731045 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-292552c3-7f79-4296-8e73-d98623b30e8d req-0bc9138c-0d85-4b29-b162-23d9cef153f1 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207463 Dec 13 23:23:03.805728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.819218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.826090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:03.852107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.874812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:23:03.913735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-691fef34-aa33-405b-9b5d-caa4f85d1f16 None None] Provisioning complete for port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:03.914223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-691fef34-aa33-405b-9b5d-caa4f85d1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.921235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.921584 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added segment 176b75e8-d084-45dc-b270-ad8eceaff7c7 of type vlan for network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 Dec 13 23:23:03.932056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb32177-76fd-45eb-96f1-f6d0e3f8afff,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:03.936335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:03.938419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Network 8b399bed-4bc2-437e-b21f-9b32d4a608ac is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:03.940710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-00bf1163-c40e-45cf-96a5-198f843e5c89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:03.969980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Calling delete_port for 0a4d9027-354c-4744-9669-098455afd9e0 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:03.977021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:03.979968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:03.982379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:03.982901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:03.987264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-691fef34-aa33-405b-9b5d-caa4f85d1f16 None None] Port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:04.059736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:04.074075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:04.126071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'Port': ['ID=08b5e29c-2f4d-4fae-8512-c0e1c86829c4,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:04.179086 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7890224 Dec 13 23:23:04.195992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46412) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:04.211974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.212289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.212692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.213156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.213539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.213876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.214252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.214620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.215109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.215352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.215738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:04.229519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:04.262168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:04.262697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93d24652-ba45-46be-a46f-a25ff4a65102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:04.324854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:04.335747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3d930f9f-926a-4be3-9b4c-480705c444a5 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:04.335953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d69920-cea1-4aca-af4e-65fb5538e5ee,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:04.342944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:04.388892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Pushing event deleted for resources: {'Port': ['ID=d8ff2e36-65e2-4125-a501-86f4c45aa6e0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:04.392031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:04.494231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:04.505593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:04.505593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:04.513034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:04.712965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Network': ['ID=ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:04.729910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:23:04.731891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:04.741502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:04.756949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:04.786485 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-08150f6b-ccc7-4226-8e47-daa612da02bb req-484b285e-26af-47ef-b105-d5f3344f3630 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 210 time: 0.1158676 Dec 13 23:23:04.797300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-777894cd-844c-4979-9c02-6ff5f0554597 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:04.815049 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7115531 Dec 13 23:23:04.833697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46428) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:04.857656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event deleted for resources: {'Port': ['ID=0a4d9027-354c-4744-9669-098455afd9e0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:04.895798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:04.913222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46430) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:04.958221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1751678874'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:04.976683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:05.000044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:network and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:05.058588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Router 842259c3-5ea8-406d-80dc-cbc7c36344a3 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:23:05.059827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:05.080303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:05.096810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769460fe-2df2-479a-a4c5-683b05793f46 req-64de11ba-062f-4c4f-8486-7764f32c2f39 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:05.098495 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-769460fe-2df2-479a-a4c5-683b05793f46 req-64de11ba-062f-4c4f-8486-7764f32c2f39 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.5919266 Dec 13 23:23:05.186587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:05.189593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.230114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1868453875'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:05.250539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] device_id is not set on port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:05.263880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.275706 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-769460fe-2df2-479a-a4c5-683b05793f46 req-2f98c390-a5e2-4a73-a73e-e56fbe96d7e7 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555576 Dec 13 23:23:05.296413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:23:05.298819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Transition to ACTIVE for port object 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:05.312323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.312668 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added segment e8582a88-4dd3-4b6e-9a57-4d650189c83d of type vlan for network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc Dec 13 23:23:05.319225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.400734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:05.404372 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.413566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.420312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:05.449751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.533542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:network and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:05.547663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:05.557852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:05.585294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'Port': ['ID=08b5e29c-2f4d-4fae-8512-c0e1c86829c4,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:05.588802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:05.622866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:05.623217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:05.623541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:05.717671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Made reservation on behalf of 3d7553f240134ef4b5c3fa6fc7556e17 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:05.721199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.746776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.756078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.757172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8ff2e36-65e2-4125-a501-86f4c45aa6e0 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:05.766708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Router 51cc95b4-512d-4047-93e8-99a719ee49b5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:05.778616 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.795811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: d8ff2e36-65e2-4125-a501-86f4c45aa6e0 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:05.796166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8ff2e36-65e2-4125-a501-86f4c45aa6e0 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:05.805253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.809211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:05.809795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:05.815572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:05.842241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:05.845843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:05.845843 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:05.850918 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 2 to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 Dec 13 23:23:05.907802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:security_group_rule and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:05.923025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:05.927543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:05.938886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Sync routers for ids ['842259c3-5ea8-406d-80dc-cbc7c36344a3'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:05.943618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:05.950075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:05.950450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:05.950791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:05.951416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Routers {'842259c3-5ea8-406d-80dc-cbc7c36344a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:05.952282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['842259c3-5ea8-406d-80dc-cbc7c36344a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:05.962530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Network': ['ID=54f3d4a2-a1f1-4992-9722-1aaafc6f66dc,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:05.965943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:05.976448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:05.976787 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:05.979325 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 3 to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 Dec 13 23:23:05.996333 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0588772 Dec 13 23:23:05.996649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46446) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:06.007336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:06.007701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:06.008047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:06.021121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:06.021452 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:06.022992 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 4 to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 Dec 13 23:23:06.043649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:06.044004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:06.044346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:06.109187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:23:06.117224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:06.117557 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:06.125389 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 5 to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 Dec 13 23:23:06.140253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Set router 842259c3-5ea8-406d-80dc-cbc7c36344a3 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:06.158449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:06.158795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:06.159113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:06.161450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'subnet': {'network_id': 'ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:06.178815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-98b742f4-43ed-4b81-80b0-7cbb9e502383 req-14c4d2c1-da1d-49de-9e78-e0442904276a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Synchronizing usage tracker for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:06.189364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.189890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Fanout notify agent at l3_agent the message router_deleted on router 106b0bfd-408f-4f09-854a-34553085269a {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:23:06.234617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:06.235322 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:06.239309 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 6 to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 Dec 13 23:23:06.271936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:06.272199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:06.272519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:06.287259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:06.287727 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:06.289915 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 7 to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 Dec 13 23:23:06.350097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.355424 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/106b0bfd-408f-4f09-854a-34553085269a HTTP/1.1" status: 204 len: 168 time: 5.7207675 Dec 13 23:23:06.363230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46452) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:06.371835 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "PUT /v2.0/routers/842259c3-5ea8-406d-80dc-cbc7c36344a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3748808 Dec 13 23:23:06.375414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46456) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:06.379248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-658094299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:06.395291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-98b742f4-43ed-4b81-80b0-7cbb9e502383 req-14c4d2c1-da1d-49de-9e78-e0442904276a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Unset dirty status for tenant:13f00ae7e1a1479eafcb13cb72acbeec on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:06.396266 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-98b742f4-43ed-4b81-80b0-7cbb9e502383 req-14c4d2c1-da1d-49de-9e78-e0442904276a tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 210 time: 0.4668679 Dec 13 23:23:06.397261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:06.436585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:06.450276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Usage tracker for resource:router and tenant:0046f562572942ada20adb86ed00539b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:06.453308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:subnet and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:06.456509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:06.457877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:06.458609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:06.465088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:06.468508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:06.493312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:06.498654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:06.518031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:06.518340 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:06.525392 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 8 to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 Dec 13 23:23:06.549111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:06.549456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:06.549781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:06.575174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:06.575529 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:06.577623 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 9 to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 Dec 13 23:23:06.596914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.603124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea0246c-6577-4589-a4b9-03a1514ca923 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:06.603752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fea0246c-6577-4589-a4b9-03a1514ca923 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:06.608524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:06.608856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:06.609757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:06.663546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:06.674392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842259c3-5ea8-406d-80dc-cbc7c36344a3', 'name': 'tempest-NetworksTestDHCPv6-router-1249604441', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:57Z', 'updated_at': '2021-12-13T23:23:01Z', 'revision_number': 2, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'gw_port_host': None, '_interfaces': [{'id': '69ede1e6-3805-4ba5-a322-50bc7dcdfb5d', 'name': '', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'mac_address': 'fa:16:3e:d9:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842259c3-5ea8-406d-80dc-cbc7c36344a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36ca2406-329f-4b62-9b65-085117049466', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:59Z', 'updated_at': '2021-12-13T23:23:02Z', 'revision_number': 2, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'subnets': [{'id': '36ca2406-329f-4b62-9b65-085117049466', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:06.679806 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] Sync routers for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:06.680523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Checking router: 842259c3-5ea8-406d-80dc-cbc7c36344a3 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:23:06.682481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Updating router 842259c3-5ea8-406d-80dc-cbc7c36344a3 port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:23:06.682583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:06.682583 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:06.694819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b427396-3325-4c63-a986-9795b474c54c req-0845f8f9-2451-4327-bb35-26eb7c1cdbe0 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:06.696513 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3b427396-3325-4c63-a986-9795b474c54c req-0845f8f9-2451-4327-bb35-26eb7c1cdbe0 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.2238982 Dec 13 23:23:06.697705 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 10 to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 Dec 13 23:23:06.709116 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:06.710234 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:06.740351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:06.740685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:06.741016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:06.755528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] No DVR routers for this DVR port d8ff2e36-65e2-4125-a501-86f4c45aa6e0 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:23:06.755852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:06.756183 dv-neutron-821564-1-hyperv neutron-server[84311]: ERROR neutron.plugins.ml2.managers [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:06.756542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.758819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fea0246c-6577-4589-a4b9-03a1514ca923 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:06.759327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.760101 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fea0246c-6577-4589-a4b9-03a1514ca923 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports/69ede1e6-3805-4ba5-a322-50bc7dcdfb5d HTTP/1.1" status: 200 len: 911 time: 0.3745568 Dec 13 23:23:06.760929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.765080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46460) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:06.766214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.772067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d2bc9623-f3d9-4187-9dc3-d735a0975236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:06.803836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41231733-5742-4d5a-a0c6-562262d7de35', 'name': 'network-vif-deleted', 'tag': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:23:06.808748 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f8c0a24d-f65e-4d4b-9c99-eb5b6e8859e8 req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.18 "DELETE /v2.0/ports/d8ff2e36-65e2-4125-a501-86f4c45aa6e0 HTTP/1.1" status: 204 len: 173 time: 4.7883918 Dec 13 23:23:06.811276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f89df1-baa6-4964-a98d-9426f82ff9bf,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:06.845018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:06.854274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:06.870873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.872141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.905892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.914580 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3b427396-3325-4c63-a986-9795b474c54c req-b78f2da6-67fd-413f-aee4-2690adafffbd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077317 Dec 13 23:23:06.933980 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41231733-5742-4d5a-a0c6-562262d7de35', 'name': 'network-vif-deleted', 'tag': 'd8ff2e36-65e2-4125-a501-86f4c45aa6e0', 'status': 'completed', 'code': 200} Dec 13 23:23:06.944734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:23:06.968482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:06.968826 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Added segment 151ff7b3-0b0a-4e06-8966-a5f7ba0095ea of type vlan for network 01b83c4b-700e-4316-a87c-d0e5a2f9645f Dec 13 23:23:06.982511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] For port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:06.983230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempted to set empty binding levels {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 23:23:06.990093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:06.992270 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:07.090120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.100133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.104575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:07.179391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.189719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] In _notify_port_updated(), no bound segment for port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:23:07.191886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.193850 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "PUT /v2.0/ports/08b5e29c-2f4d-4fae-8512-c0e1c86829c4 HTTP/1.1" status: 200 len: 976 time: 2.9890122 Dec 13 23:23:07.194937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'Port': ['ID=08b5e29c-2f4d-4fae-8512-c0e1c86829c4,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:07.198463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46466) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:07.200386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.206312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:07.255237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.256611 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0f6e3e1a-d95f-4649-8676-20cf467ad833 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8923960 Dec 13 23:23:07.271311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46470) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:07.293911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.310780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Transition to ACTIVE for port object 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:07.346801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:07.371560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:07.379851 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] 10.222.0.30 "PUT /v2.0/routers/262f454b-bc9f-4a7a-a39a-e6e29f125c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5981839 Dec 13 23:23:07.380878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46474) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:07.387081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] Sync routers for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:07.403012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.412505 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e3b1931c-8884-43d6-bb64-03d0028f059c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:07.420218 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:22Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '63c16c7e-dc7c-4e45-abd5-09218b3dd870', 'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'mac_address': 'fa:16:3e:8d:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:21Z', 'updated_at': '2021-12-13T23:21:40Z', 'revision_number': 5, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'subnets': [{'id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:07.424591 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] Checking router: 51cc95b4-512d-4047-93e8-99a719ee49b5 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:23:07.436918 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:07.450870 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:07.477135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:07.478546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:07.508887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b072aa-84c5-4263-92df-9dd2f412af85 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:07.512963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b072aa-84c5-4263-92df-9dd2f412af85 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:07.514542 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-62b072aa-84c5-4263-92df-9dd2f412af85 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7122102 Dec 13 23:23:07.522223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46480) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:07.531266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:23:07.649237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.777825 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-849f1a8d-f6c0-46f7-b5f4-23ad4e1d2a30 req-7fa82acf-2aec-4d8b-b7d1-4f302655f4e4 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/ports?device_id=41231733-5742-4d5a-a0c6-562262d7de35 HTTP/1.1" status: 200 len: 210 time: 0.1630065 Dec 13 23:23:07.786181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Pushing event updated for resources: {'Port': ['ID=69ede1e6-3805-4ba5-a322-50bc7dcdfb5d,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:07.787225 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:07.857731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.859251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.861108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.861684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.863696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.864412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.865382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.866815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.867515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.868599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.869550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:23:07.886679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:07.912432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.916890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:07.917710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:07.927200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-61f3477e-e9e7-4ede-9146-4e4b16ced7d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:08.195767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:08.245889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Attempting to bind port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:08.246513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Attempting to bind port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:08.247139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Attempting to bind port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:08.257243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:23:08.257877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:08.258433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:08.258998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:23:08.259665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Bound port: 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:23:08.260191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:08.270848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54e202-c197-45ee-abb8-8bfa63d50eca req-df35bf49-8f43-4bfb-8de9-bbc31078241e tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:08.274636 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2d54e202-c197-45ee-abb8-8bfa63d50eca req-df35bf49-8f43-4bfb-8de9-bbc31078241e tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.1315823 Dec 13 23:23:08.292278 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f4d100ad-e8bb-4f88-a8d2-6b50bc42e008 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16387 time: 1.0835102 Dec 13 23:23:08.306463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46486) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:08.310185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Network': ['ID=01b83c4b-700e-4316-a87c-d0e5a2f9645f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:08.317921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:08.322151 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:22Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '63c16c7e-dc7c-4e45-abd5-09218b3dd870', 'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'mac_address': 'fa:16:3e:8d:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:21Z', 'updated_at': '2021-12-13T23:21:40Z', 'revision_number': 5, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'subnets': [{'id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:08.327868 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd06179-cd50-4f78-9728-dbd57e703c33 None None] The sync data for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv is: [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:22Z', 'revision_number': 4, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '63c16c7e-dc7c-4e45-abd5-09218b3dd870', 'name': '', 'network_id': '6e0694f2-7ffe-419d-af64-4f1b71af86ac', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'mac_address': 'fa:16:3e:8d:26:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:21Z', 'updated_at': '2021-12-13T23:21:40Z', 'revision_number': 5, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'subnets': [{'id': 'ddda300d-02bc-4775-a82d-16b8aefac9cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:08.388593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Deleting port a4997aa8-294f-47f6-b85b-c18d34e1b953 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:08.389143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:08.405472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:23:08.462222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Deleting port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:08.463084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:08.470982 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.5552473 Dec 13 23:23:08.490983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46490) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:08.523102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'subnet': {'network_id': '01b83c4b-700e-4316-a87c-d0e5a2f9645f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:08.529876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:08.653456 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709f036-0d02-4f15-9f83-0e68c54a2c3f None None] New status for floating IP a45d104d-7599-40a4-94c0-87eedbc0ac03: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:23:08.673524 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2d54e202-c197-45ee-abb8-8bfa63d50eca req-d988c565-e5fa-47d6-8feb-7c4df3bb73de tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3931928 Dec 13 23:23:08.705283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:08.727499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:08.727711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] For port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:08.792843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] For port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=69ede1e6-3805-4ba5-a322-50bc7dcdfb5d,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:23:08.799972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] For port a4997aa8-294f-47f6-b85b-c18d34e1b953, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a4997aa8-294f-47f6-b85b-c18d34e1b953,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:08.801181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:08.875590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:08.889637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:08.898102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:08.915746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Subnet': ['ID=2c0dc0cb-6f82-41c7-9743-f58150efcbc5,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:08.921529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:08.942199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Checking segment: {'id': '176b75e8-d084-45dc-b270-ad8eceaff7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:08.942199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network hostable DHCP agents. Network: ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:23:08.944146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Calling delete_port for a4997aa8-294f-47f6-b85b-c18d34e1b953 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:09.059865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Pushing event updated for resources: {'Port': ['ID=69ede1e6-3805-4ba5-a322-50bc7dcdfb5d,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:09.064299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:09.079303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Routers {'842259c3-5ea8-406d-80dc-cbc7c36344a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:09.079984 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['842259c3-5ea8-406d-80dc-cbc7c36344a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:09.120215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46498) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:09.140020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:23:09.170288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:09.201704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:subnet and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:09.210742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221'}], 'enable_snat': True}, 'gw_port_id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:23:03Z', 'revision_number': 5, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port': {'id': 'a4997aa8-294f-47f6-b85b-c18d34e1b953', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:01Z', 'updated_at': '2021-12-13T23:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:09.215585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:09.221601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] Checking router: 262f454b-bc9f-4a7a-a39a-e6e29f125c71 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:23:09.232285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:09.240777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:09.241388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:09.255192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105428d7-da5e-450f-82de-3957c5fa419c None None] Network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:09.303005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:09.337279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:09.345943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-73bc8635-a98c-4ecb-9cbd-a046917c998d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:09.397586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] For port 08b5e29c-2f4d-4fae-8512-c0e1c86829c4, host hv-neutron-8215, got binding levels [] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:09.398278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:09.398385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:09.403521 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3959191 Dec 13 23:23:09.409918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] Routers {'262f454b-bc9f-4a7a-a39a-e6e29f125c71'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:09.410785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:22:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:09.415155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46502) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:09.424974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-73bc8635-a98c-4ecb-9cbd-a046917c998d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:09.437628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'subnet': {'network_id': '54f3d4a2-a1f1-4992-9722-1aaafc6f66dc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:09.481291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] Set router 842259c3-5ea8-406d-80dc-cbc7c36344a3 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:09.516984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:09.523502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Made reservation on behalf of 3d7553f240134ef4b5c3fa6fc7556e17 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:09.649611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Calling delete_port for 08b5e29c-2f4d-4fae-8512-c0e1c86829c4 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:09.757170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Allocated IP 172.26.5.4 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/17433d5b-d680-401d-9478-8e79213663de) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:09.930875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] Set router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:10.041012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.074526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:23:08Z', 'revision_number': 6, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:10.094904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef2c93-9046-4112-a89a-29d720832524 None None] The sync data for ids ['262f454b-bc9f-4a7a-a39a-e6e29f125c71'] in dv-neutron-821564-1-hyperv is: [{'id': '262f454b-bc9f-4a7a-a39a-e6e29f125c71', 'name': 'tempest-ServersTestManualDisk-1104970302-router', 'tenant_id': '5ad866fb630a4c7884a78950a5f0e640', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:00Z', 'updated_at': '2021-12-13T23:23:08Z', 'revision_number': 6, 'project_id': '5ad866fb630a4c7884a78950a5f0e640', 'gw_port_host': None}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:10.140086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:10.162537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:subnet and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:10.165549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.171334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:10.174105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d04cda9f-b3ac-4e53-ac50-9106697074e8 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:10.199243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2', 'network_id': 'ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'fixed_ips': [{'subnet_id': '2c0dc0cb-6f82-41c7-9743-f58150efcbc5'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:23:10.200226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.215125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:10.225126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-73bc8635-a98c-4ecb-9cbd-a046917c998d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.251601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4997aa8-294f-47f6-b85b-c18d34e1b953,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:10.261833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.263389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:10.267764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:10.336063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.358852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc8635-a98c-4ecb-9cbd-a046917c998d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11322586-8709-4c2f-a1c7-c6c76dc41ad8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:10.366111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842259c3-5ea8-406d-80dc-cbc7c36344a3', 'name': 'tempest-NetworksTestDHCPv6-router-1249604441', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:57Z', 'updated_at': '2021-12-13T23:23:01Z', 'revision_number': 2, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'gw_port_host': None, '_interfaces': [{'id': '69ede1e6-3805-4ba5-a322-50bc7dcdfb5d', 'name': '', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'mac_address': 'fa:16:3e:d9:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842259c3-5ea8-406d-80dc-cbc7c36344a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36ca2406-329f-4b62-9b65-085117049466', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:59Z', 'updated_at': '2021-12-13T23:23:08Z', 'revision_number': 4, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'subnets': [{'id': '36ca2406-329f-4b62-9b65-085117049466', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:10.372819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fbd1f9-9e97-436d-9c5c-849de2d93793 None None] The sync data for ids ['842259c3-5ea8-406d-80dc-cbc7c36344a3'] in dv-neutron-821564-1-hyperv is: [{'id': '842259c3-5ea8-406d-80dc-cbc7c36344a3', 'name': 'tempest-NetworksTestDHCPv6-router-1249604441', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:57Z', 'updated_at': '2021-12-13T23:23:01Z', 'revision_number': 2, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'gw_port_host': None, '_interfaces': [{'id': '69ede1e6-3805-4ba5-a322-50bc7dcdfb5d', 'name': '', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'mac_address': 'fa:16:3e:d9:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842259c3-5ea8-406d-80dc-cbc7c36344a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '36ca2406-329f-4b62-9b65-085117049466', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:22:59Z', 'updated_at': '2021-12-13T23:23:08Z', 'revision_number': 4, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'subnets': [{'id': '36ca2406-329f-4b62-9b65-085117049466', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:10.378914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-73bc8635-a98c-4ecb-9cbd-a046917c998d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:10.379527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:10.401704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:10.402314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.418298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Allocated IP 172.20.0.2 (ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2/2c0dc0cb-6f82-41c7-9743-f58150efcbc5/d667e7aa-46f5-4fcc-80e5-3998f46a7d21) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:10.484275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e6079-7128-47f7-acff-3a63f93758a9 req-51566374-1e81-4077-baa4-276b6411737a tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:10.485767 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf8e6079-7128-47f7-acff-3a63f93758a9 req-51566374-1e81-4077-baa4-276b6411737a tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.4645584 Dec 13 23:23:10.521780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.531908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-73ee413f-cb08-49ab-bbd3-58eff276ce97 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:10.581173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:10.630382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event deleted for resources: {'Port': ['ID=08b5e29c-2f4d-4fae-8512-c0e1c86829c4,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:10.642035 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf8e6079-7128-47f7-acff-3a63f93758a9 req-8ba2e617-576a-4acb-98ba-710c97edcfa0 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492751 Dec 13 23:23:10.684211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:10.788323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-73bc8635-a98c-4ecb-9cbd-a046917c998d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.790124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:10.791355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event updated for resources: {'Port': ['ID=17433d5b-d680-401d-9478-8e79213663de,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:10.793557 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-73bc8635-a98c-4ecb-9cbd-a046917c998d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "DELETE /v2.0/security-groups/11322586-8709-4c2f-a1c7-c6c76dc41ad8 HTTP/1.1" status: 204 len: 168 time: 1.6672409 Dec 13 23:23:10.804509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46508) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:10.815370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:10.816261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.818219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:10.833363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:10.871098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:10.886051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Transition to ACTIVE for port object d667e7aa-46f5-4fcc-80e5-3998f46a7d21 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:10.888024 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-eaebe3e0-cf9b-4adc-aa01-80df6b1431f6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] show failed (client error): The resource could not be found. Dec 13 23:23:10.891984 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-eaebe3e0-cf9b-4adc-aa01-80df6b1431f6 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "GET /v2.0/security-groups/11322586-8709-4c2f-a1c7-c6c76dc41ad8 HTTP/1.1" status: 404 len: 347 time: 0.0782022 Dec 13 23:23:10.895171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46512) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:10.910516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Transition to ACTIVE for port object d667e7aa-46f5-4fcc-80e5-3998f46a7d21 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:10.996931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.006120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:11.087915 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "DELETE /v2.0/ports/08b5e29c-2f4d-4fae-8512-c0e1c86829c4 HTTP/1.1" status: 204 len: 168 time: 2.7769978 Dec 13 23:23:11.091066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:11.092948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.094129 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:11.100443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] For port 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=69ede1e6-3805-4ba5-a322-50bc7dcdfb5d,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:11.100804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.101151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:11.103710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Pushing event updated for resources: {'Port': ['ID=d667e7aa-46f5-4fcc-80e5-3998f46a7d21,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:11.115857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46516) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:11.121105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:11.200198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 71d69920-cea1-4aca-af4e-65fb5538e5ee no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:11.217564 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-434a399d-a05a-4167-84ab-40a15654f71f tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] GET failed (client error): The resource could not be found. Dec 13 23:23:11.218057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-434a399d-a05a-4167-84ab-40a15654f71f tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Synchronizing usage tracker for tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:11.272902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.280496 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 71d69920-cea1-4aca-af4e-65fb5538e5ee {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:11.281025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 71d69920-cea1-4aca-af4e-65fb5538e5ee not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:11.309592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:11.310792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Attempting to bind port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:11.311167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Attempting to bind port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '176b75e8-d084-45dc-b270-ad8eceaff7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:11.311531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Attempting to bind port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 on network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:11.319528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:23:11.319935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Checking segment: {'id': '176b75e8-d084-45dc-b270-ad8eceaff7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:11.320333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.320726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Bound using segment: {'id': '176b75e8-d084-45dc-b270-ad8eceaff7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:23:11.321192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Bound port: d667e7aa-46f5-4fcc-80e5-3998f46a7d21, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176b75e8-d084-45dc-b270-ad8eceaff7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:23:11.321567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.353029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Deleting port 0ac24e21-361e-4b1e-8772-9a092f31f3cf {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:11.353551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.427942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] For port d667e7aa-46f5-4fcc-80e5-3998f46a7d21, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:11.431994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] For port d667e7aa-46f5-4fcc-80e5-3998f46a7d21, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d667e7aa-46f5-4fcc-80e5-3998f46a7d21,segment=NetworkSegment(176b75e8-d084-45dc-b270-ad8eceaff7c7),segment_id=176b75e8-d084-45dc-b270-ad8eceaff7c7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:23:11.501110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.513571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b6e38bcf-a661-4fc3-93b2-df4ab130fa69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:11.608303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Pushing event updated for resources: {'Port': ['ID=d667e7aa-46f5-4fcc-80e5-3998f46a7d21,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:11.615509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:11.647822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-434a399d-a05a-4167-84ab-40a15654f71f tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Unset dirty status for tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:11.648326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.648411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.652671 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-434a399d-a05a-4167-84ab-40a15654f71f tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "GET /v2.0/ports/08b5e29c-2f4d-4fae-8512-c0e1c86829c4 HTTP/1.1" status: 404 len: 333 time: 0.4985483 Dec 13 23:23:11.652671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.657032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46520) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:11.657698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:11.704012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-189829355', 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:11.708849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.718069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:11.810393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:11.812614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.856967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Subnet': ['ID=17193e6a-d5b1-48ee-b82c-baf618808635,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:11.877179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-26be88ea-37bb-4c49-9d55-abffead3eb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:11.880836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:11.949208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Made reservation on behalf of ca6e4fc0cc8b43ec9e5999c74248cdb7 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:11.970271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Calling delete_port for 0ac24e21-361e-4b1e-8772-9a092f31f3cf owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:12.077877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.089957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.126739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.127248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 262f454b-bc9f-4a7a-a39a-e6e29f125c71 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:23:12.129603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Checking segment: {'id': '151ff7b3-0b0a-4e06-8966-a5f7ba0095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '01b83c4b-700e-4316-a87c-d0e5a2f9645f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:12.129967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network hostable DHCP agents. Network: 01b83c4b-700e-4316-a87c-d0e5a2f9645f, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:23:12.158458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.165729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] device_id is not set on port 55e32330-7af1-4f40-b280-bee5fb9a607a yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:12.193454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:12.213701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.217674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ddc9aa44-65fe-4015-abbe-8f389f44828b tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:12.255327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.258552 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] 10.222.0.30 "DELETE /v2.0/routers/262f454b-bc9f-4a7a-a39a-e6e29f125c71 HTTP/1.1" status: 204 len: 168 time: 4.8747025 Dec 13 23:23:12.260978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=69ede1e6-3805-4ba5-a322-50bc7dcdfb5d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:12.263657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:12.267881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46526) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:12.350324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Subnet': ['ID=3c9c9cef-1a68-48b9-ba90-3fb40161d6be,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:12.368990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:12.412344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854d43a-1d16-485d-8b10-f3456f818db6 req-31606d8f-c869-42b4-8d35-c45432837cef tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:12.413860 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5854d43a-1d16-485d-8b10-f3456f818db6 req-31606d8f-c869-42b4-8d35-c45432837cef tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.4656849 Dec 13 23:23:12.432339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Checking segment: {'id': 'e8582a88-4dd3-4b6e-9a57-4d650189c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '54f3d4a2-a1f1-4992-9722-1aaafc6f66dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:12.432710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network hostable DHCP agents. Network: 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:23:12.446112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:23:12.563957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 01b83c4b-700e-4316-a87c-d0e5a2f9645f) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:12.577752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3556e489-d34b-483c-862d-146f9d339d07 None None] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:12.585347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.591882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:12.591882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.594266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d6609870-7c00-4ab3-91c9-aa04bdfd9c40 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:12.612393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.617382 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5854d43a-1d16-485d-8b10-f3456f818db6 req-3fd1f1a9-b6e2-49f9-8b6a-6051d00637c2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779840 Dec 13 23:23:12.631230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] Deleting subnet eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:12.634269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.668293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:23:12.678823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.701448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Pushing event deleted for resources: {'Port': ['ID=0ac24e21-361e-4b1e-8772-9a092f31f3cf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:12.703824 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.1953280 Dec 13 23:23:12.707144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:12.707570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46530) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:12.714561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.716950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1022444875', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:12.730902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:12.735391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:router and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:12.747661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:12.753934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:12.763644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.773678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-852c95f4-9b0c-4aa1-b2a1-c0ab16412009 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:12.838349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.867327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d667e7aa-46f5-4fcc-80e5-3998f46a7d21 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:12.883517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:12.885320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.886293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.904279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:12.904881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.932426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:12.941576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e7c20-b4d3-410f-8383-74b294579a4b None None] Network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:12.976808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021606dd-2a39-4c4b-969a-db14318e8761 None None] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:12.981253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Network 8b399bed-4bc2-437e-b21f-9b32d4a608ac is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:12.986353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'Port': ['ID=55e32330-7af1-4f40-b280-bee5fb9a607a,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:12.990480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:12.995560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:13.000169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:13.000169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:13.000169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.000403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.003968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.088356 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6712129 Dec 13 23:23:13.090700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46534) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:13.096544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1199520856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:13.106257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:13.111222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:router and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:13.115790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:13.120656 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4314568 Dec 13 23:23:13.134363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46538) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:13.183721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:13.252574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.284866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.345954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.347057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.377625 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.426156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d91526d-c8a8-4ae7-bd6e-529012377085 None None] Network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:13.447210 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-667c4d78-860f-45cf-b8b7-6ed7aac6b883 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "GET /v2.0/ports/55e32330-7af1-4f40-b280-bee5fb9a607a HTTP/1.1" status: 200 len: 954 time: 0.3036323 Dec 13 23:23:13.456006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46542) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:13.484225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.588626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.592564 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] 10.222.0.30 "DELETE /v2.0/floatingips/a45d104d-7599-40a4-94c0-87eedbc0ac03 HTTP/1.1" status: 204 len: 168 time: 2.6919751 Dec 13 23:23:13.592944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46546) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:13.599599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.603385 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c61604de-d067-40f5-9de3-70d223a4f0ce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5088611 Dec 13 23:23:13.648170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46550) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:13.669783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.702526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-54f3d4a2-a1f1-4992-9722-1aaafc6f66dc', 'network_id': '54f3d4a2-a1f1-4992-9722-1aaafc6f66dc', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'fixed_ips': [{'subnet_id': '3c9c9cef-1a68-48b9-ba90-3fb40161d6be'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:23:13.702526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.712144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.729616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-128f58cc-caa6-4dbf-8fcd-f06e9b46e551 None None] Provisioning for port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:13.803655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:13.817602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-128f58cc-caa6-4dbf-8fcd-f06e9b46e551 None None] Provisioning complete for port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:13.817602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-128f58cc-caa6-4dbf-8fcd-f06e9b46e551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.834507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Deleting port 55e32330-7af1-4f40-b280-bee5fb9a607a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:13.834846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.869250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:13.869250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:13.954871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.26.5.11 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/c3959873-4a45-40b1-a09c-925507dc46be) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:14.023969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.033391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2eee47d2-d9dd-454b-aad3-07de3caaceda tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:14.157041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:14.173349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:14.197407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Allocated IP 172.21.0.2 (54f3d4a2-a1f1-4992-9722-1aaafc6f66dc/3c9c9cef-1a68-48b9-ba90-3fb40161d6be/cfabce20-7210-4354-ab4d-279f27ebe1e2) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:14.210477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-956b3049-b44b-4a49-9263-d75576d003ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.260434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.260640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.304672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042e38a0-b331-417c-8bb9-7e91dde4569a None None] Network 6ff53bb7-ba76-458a-a6bc-a7068532c83c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:14.329838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-128f58cc-caa6-4dbf-8fcd-f06e9b46e551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.358073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.380152 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eeb664e5-6b2c-4d1e-95f9-a6bbdfff8215 HTTP/1.1" status: 204 len: 168 time: 2.1022875 Dec 13 23:23:14.380345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46556) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:14.499903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port d667e7aa-46f5-4fcc-80e5-3998f46a7d21, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d667e7aa-46f5-4fcc-80e5-3998f46a7d21,segment=NetworkSegment(176b75e8-d084-45dc-b270-ad8eceaff7c7),segment_id=176b75e8-d084-45dc-b270-ad8eceaff7c7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:14.505528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Router 842259c3-5ea8-406d-80dc-cbc7c36344a3 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:14.520642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8fa49-3211-4ff1-a7e1-ced302307177 req-24f8809b-ff8a-4743-b328-842d08ef6763 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:14.522145 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6b8fa49-3211-4ff1-a7e1-ced302307177 req-24f8809b-ff8a-4743-b328-842d08ef6763 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.6517491 Dec 13 23:23:14.541930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.598369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.598642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.602538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b662dec-e32b-4fea-9028-d803d64e7601 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:14.627723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Deleting port 73a118f4-0e88-4d31-8d54-47b14cb5f003 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:14.628755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.693423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.695236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a4997aa8-294f-47f6-b85b-c18d34e1b953 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:14.700948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de7b656f-8d54-4c66-a7ee-4a5e1a43e3b9 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:14.820521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:14.825600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: a4997aa8-294f-47f6-b85b-c18d34e1b953 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:14.826127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a4997aa8-294f-47f6-b85b-c18d34e1b953 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:14.833502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:14.840231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:14.870820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=c3959873-4a45-40b1-a09c-925507dc46be,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:14.883655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:14.888490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Calling delete_port for 55e32330-7af1-4f40-b280-bee5fb9a607a owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:14.902766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-128f58cc-caa6-4dbf-8fcd-f06e9b46e551 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:23:14.903026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-128f58cc-caa6-4dbf-8fcd-f06e9b46e551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:23:14.921580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=d667e7aa-46f5-4fcc-80e5-3998f46a7d21,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:14.930168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:14.931722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:14.950114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Transition to ACTIVE for port object cfabce20-7210-4354-ab4d-279f27ebe1e2 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:14.974090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Transition to ACTIVE for port object cfabce20-7210-4354-ab4d-279f27ebe1e2 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:15.041856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.044463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.052124 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ffe29dd7-2293-4037-912b-c501c2cfa15f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:15.087648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] DHCP port deletion for 6ff53bb7-ba76-458a-a6bc-a7068532c83c request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:23:15.105654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] Deleting port 73a118f4-0e88-4d31-8d54-47b14cb5f003 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:15.106025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.133155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] For port 73a118f4-0e88-4d31-8d54-47b14cb5f003, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=73a118f4-0e88-4d31-8d54-47b14cb5f003,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:15.133655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.151477 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6b8fa49-3211-4ff1-a7e1-ced302307177 req-adc7d115-e712-43e1-826a-7cf53a3f2435 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6146600 Dec 13 23:23:15.198029 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:15.215032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Pushing event updated for resources: {'Port': ['ID=cfabce20-7210-4354-ab4d-279f27ebe1e2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:15.217497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:15.219410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:15.225634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:15.244979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:15.257659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Router ee7890ef-369d-47bb-9cb6-d17d26c5f2d3 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:23:15.265790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] Sync routers for ids ['842259c3-5ea8-406d-80dc-cbc7c36344a3'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:15.292305 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "PUT /v2.0/routers/842259c3-5ea8-406d-80dc-cbc7c36344a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7600846 Dec 13 23:23:15.294573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46560) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:15.295774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.312822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Calling delete_port for 73a118f4-0e88-4d31-8d54-47b14cb5f003 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:15.354309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.369462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.416425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:15.457560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] Routers {'842259c3-5ea8-406d-80dc-cbc7c36344a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:15.458399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['842259c3-5ea8-406d-80dc-cbc7c36344a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:15.538659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event deleted for resources: {'Port': ['ID=55e32330-7af1-4f40-b280-bee5fb9a607a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:15.563548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.573470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.581588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9956aba4-41ae-4853-984e-8e63dc86e47b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:15.587144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:15.623179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7246a9d-5727-4d4c-8695-b7f5b5f27d8b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:15.624668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7246a9d-5727-4d4c-8695-b7f5b5f27d8b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:15.625427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a7246a9d-5727-4d4c-8695-b7f5b5f27d8b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:15.634842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Attempting to bind port cfabce20-7210-4354-ab4d-279f27ebe1e2 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:15.635338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Attempting to bind port cfabce20-7210-4354-ab4d-279f27ebe1e2 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'e8582a88-4dd3-4b6e-9a57-4d650189c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '54f3d4a2-a1f1-4992-9722-1aaafc6f66dc'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:15.635839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Attempting to bind port cfabce20-7210-4354-ab4d-279f27ebe1e2 on network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:15.639135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Pushing event deleted for resources: {'Port': ['ID=73a118f4-0e88-4d31-8d54-47b14cb5f003,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:15.642130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:15.650713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] No DVR routers for this DVR port 73a118f4-0e88-4d31-8d54-47b14cb5f003 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:23:15.668791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.672888 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "DELETE /v2.0/ports/55e32330-7af1-4f40-b280-bee5fb9a607a HTTP/1.1" status: 204 len: 168 time: 2.2059550 Dec 13 23:23:15.676257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46564) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:15.693701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:23:15.694189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Checking segment: {'id': 'e8582a88-4dd3-4b6e-9a57-4d650189c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '54f3d4a2-a1f1-4992-9722-1aaafc6f66dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:15.694678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.695161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Bound using segment: {'id': 'e8582a88-4dd3-4b6e-9a57-4d650189c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '54f3d4a2-a1f1-4992-9722-1aaafc6f66dc'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:23:15.695787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Bound port: cfabce20-7210-4354-ab4d-279f27ebe1e2, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8582a88-4dd3-4b6e-9a57-4d650189c83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '54f3d4a2-a1f1-4992-9722-1aaafc6f66dc'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:23:15.696252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.716364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] For port 73a118f4-0e88-4d31-8d54-47b14cb5f003, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=73a118f4-0e88-4d31-8d54-47b14cb5f003,segment=NetworkSegment(7a974f5e-5231-4c3f-a990-84b7bb7bf4eb),segment_id=7a974f5e-5231-4c3f-a990-84b7bb7bf4eb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:15.716901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:15.730500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] Set router 842259c3-5ea8-406d-80dc-cbc7c36344a3 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:15.743396 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-692d3d4b-ae42-4da1-9d50-1174cde770f2 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] GET failed (client error): The resource could not be found. Dec 13 23:23:15.743934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-692d3d4b-ae42-4da1-9d50-1174cde770f2 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Synchronizing usage tracker for tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:15.823452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-692d3d4b-ae42-4da1-9d50-1174cde770f2 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Unset dirty status for tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:15.830967 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-692d3d4b-ae42-4da1-9d50-1174cde770f2 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "GET /v2.0/ports/55e32330-7af1-4f40-b280-bee5fb9a607a HTTP/1.1" status: 404 len: 333 time: 0.1488554 Dec 13 23:23:15.830967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a7246a9d-5727-4d4c-8695-b7f5b5f27d8b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:15.830967 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a7246a9d-5727-4d4c-8695-b7f5b5f27d8b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5207458 Dec 13 23:23:15.830967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46568) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:15.835119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46570) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:15.843153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Request body: {'port': {'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2088706730'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:15.883382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:15.971637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:15.997139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] Calling delete_port for 73a118f4-0e88-4d31-8d54-47b14cb5f003 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:15.998956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.042356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842259c3-5ea8-406d-80dc-cbc7c36344a3', 'name': 'tempest-NetworksTestDHCPv6-router-1249604441', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:57Z', 'updated_at': '2021-12-13T23:23:11Z', 'revision_number': 3, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.043347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.044210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.046886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff53bb7-ba76-458a-a6bc-a7068532c83c']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.064013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.064013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a974f5e-5231-4c3f-a990-84b7bb7bf4eb') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.064868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] Checking router: 842259c3-5ea8-406d-80dc-cbc7c36344a3 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:23:16.071597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Made reservation on behalf of ca6e4fc0cc8b43ec9e5999c74248cdb7 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:16.073967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.115322 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] For port cfabce20-7210-4354-ab4d-279f27ebe1e2, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:16.117888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9cd55de2-8ff2-4b97-963b-e1b67f3b1154 None None] Provisioning complete for port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:16.118413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9cd55de2-8ff2-4b97-963b-e1b67f3b1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.157050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.181659 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] For port cfabce20-7210-4354-ab4d-279f27ebe1e2, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cfabce20-7210-4354-ab4d-279f27ebe1e2,segment=NetworkSegment(e8582a88-4dd3-4b6e-9a57-4d650189c83d),segment_id=e8582a88-4dd3-4b6e-9a57-4d650189c83d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:23:16.191128 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] Routers {'842259c3-5ea8-406d-80dc-cbc7c36344a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:16.192911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['842259c3-5ea8-406d-80dc-cbc7c36344a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.205964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.216252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:23:16.216675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.254127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:23:16.254639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:23:16.325091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.20.0.1 (ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2/2c0dc0cb-6f82-41c7-9743-f58150efcbc5/cbf3bfef-504f-4860-85e3-9547999cc52a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:16.327621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] device_id is not set on port f190062a-9229-43c2-95b4-0de891942928 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:16.328157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.335331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3e4e837f-c0db-4d55-aad8-746c3ed67c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:23:16.342360 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:23:16.465261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 36ca2406-329f-4b62-9b65-085117049466 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:16.473528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] Set router 842259c3-5ea8-406d-80dc-cbc7c36344a3 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:16.538032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.608026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.613344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.617415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:16.621409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:16.637806 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0fcca-b045-41fd-bbd3-b2dc68d32b81 None None] Sync routers for ids ['ee7890ef-369d-47bb-9cb6-d17d26c5f2d3'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:16.642146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Pushing event updated for resources: {'Port': ['ID=cfabce20-7210-4354-ab4d-279f27ebe1e2,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:16.649257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '842259c3-5ea8-406d-80dc-cbc7c36344a3', 'name': 'tempest-NetworksTestDHCPv6-router-1249604441', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:57Z', 'updated_at': '2021-12-13T23:23:11Z', 'revision_number': 3, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.653251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:16.658651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Pushing event deleted for resources: {'Network': ['ID=6ff53bb7-ba76-458a-a6bc-a7068532c83c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:16.661342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:16.673685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7f113d-db90-42d3-9bb3-09a518e56981 None None] The sync data for ids ['842259c3-5ea8-406d-80dc-cbc7c36344a3'] in dv-neutron-821564-1-hyperv is: [{'id': '842259c3-5ea8-406d-80dc-cbc7c36344a3', 'name': 'tempest-NetworksTestDHCPv6-router-1249604441', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:22:57Z', 'updated_at': '2021-12-13T23:23:11Z', 'revision_number': 3, 'project_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'gw_port_host': None}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:16.674325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061536ee-08ed-44fa-bf3b-23f98fd5a5e1 req-f210eadc-cf2b-4299-b9b9-eb3b6e399171 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:16.682869 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-061536ee-08ed-44fa-bf3b-23f98fd5a5e1 req-f210eadc-cf2b-4299-b9b9-eb3b6e399171 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.3326063 Dec 13 23:23:16.689904 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0fcca-b045-41fd-bbd3-b2dc68d32b81 None None] Routers {'ee7890ef-369d-47bb-9cb6-d17d26c5f2d3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:16.691066 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b6b0fcca-b045-41fd-bbd3-b2dc68d32b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ee7890ef-369d-47bb-9cb6-d17d26c5f2d3'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.691214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.714277 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] 10.222.0.30 "DELETE /v2.0/networks/6ff53bb7-ba76-458a-a6bc-a7068532c83c HTTP/1.1" status: 204 len: 168 time: 2.3314660 Dec 13 23:23:16.751461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.752718 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "PUT /v2.0/routers/ee7890ef-369d-47bb-9cb6-d17d26c5f2d3 HTTP/1.1" status: 200 len: 881 time: 9.4292397 Dec 13 23:23:16.756527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] Deleting port 73a118f4-0e88-4d31-8d54-47b14cb5f003 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:16.763265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46580) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:16.763421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.821630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.844875 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b6b0fcca-b045-41fd-bbd3-b2dc68d32b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.860676 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0fcca-b045-41fd-bbd3-b2dc68d32b81 None None] Routers {'ee7890ef-369d-47bb-9cb6-d17d26c5f2d3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:16.861527 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b6b0fcca-b045-41fd-bbd3-b2dc68d32b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ee7890ef-369d-47bb-9cb6-d17d26c5f2d3'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.887098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.912605 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3c60fa2a-e1a0-4004-bf67-7f63671d9687 None None] The port '73a118f4-0e88-4d31-8d54-47b14cb5f003' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:23:16.944140 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-061536ee-08ed-44fa-bf3b-23f98fd5a5e1 req-c215d0b1-c3b1-4474-b14c-1bb5542bdfa8 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603440 Dec 13 23:23:16.966968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:16.977272 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b6b0fcca-b045-41fd-bbd3-b2dc68d32b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:16.983816 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0fcca-b045-41fd-bbd3-b2dc68d32b81 None None] The sync data for ids ['ee7890ef-369d-47bb-9cb6-d17d26c5f2d3'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:16.984513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Transition to ACTIVE for port object cbf3bfef-504f-4860-85e3-9547999cc52a will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:17.074780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.155346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.167395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-45c1b5a2-1582-4cdc-8f7a-245cd31017c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:17.172406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Deleting port 63c16c7e-dc7c-4e45-abd5-09218b3dd870 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:17.172978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.243420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.291091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Network 8b399bed-4bc2-437e-b21f-9b32d4a608ac is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:17.293437 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:17.295988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:17.296971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:17.297701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.305008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cfabce20-7210-4354-ab4d-279f27ebe1e2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:17.323829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'Port': ['ID=f190062a-9229-43c2-95b4-0de891942928,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:17.327671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:17.330109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c8fa800-0295-43e3-84d5-03f5ad14e7e8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:17.399625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:17.402796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:17.406677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:17.448047 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6143117 Dec 13 23:23:17.462978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46584) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:17.468551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:17.496556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46588) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:17.496710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.516997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=cbf3bfef-504f-4860-85e3-9547999cc52a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:17.517861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port cfabce20-7210-4354-ab4d-279f27ebe1e2 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:17.521827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:17.531138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5481f661-0b1d-4533-849c-7e7d5b368c0d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:17.538975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d667e7aa-46f5-4fcc-80e5-3998f46a7d21 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:17.590689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=36ca2406-329f-4b62-9b65-085117049466,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:17.593720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:17.604142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.605926 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/36ca2406-329f-4b62-9b65-085117049466 HTTP/1.1" status: 204 len: 168 time: 1.7686586 Dec 13 23:23:17.610001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.613045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46592) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:17.614552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe45f594-bc2e-426e-85bf-74c2e93171f5 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:17.622266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:23:17.654735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] For port 63c16c7e-dc7c-4e45-abd5-09218b3dd870, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=63c16c7e-dc7c-4e45-abd5-09218b3dd870,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:17.655191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.813691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.861011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:17.863332 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:17.887995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-eaf23e7d-3a7f-43b3-b1d4-6ff21eb2cd91 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:router {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:17.898170 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-32497129-8876-45c6-afe1-6ddc25c5eb65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ad866fb630a4c7884a78950a5f0e640&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4001808 Dec 13 23:23:17.899070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46596) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:17.910869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Calling delete_port for 63c16c7e-dc7c-4e45-abd5-09218b3dd870 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:17.943494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-84b54114-6249-40c1-a0de-5269a724d196 None None] Provisioning for port cbf3bfef-504f-4860-85e3-9547999cc52a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:17.962613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-84b54114-6249-40c1-a0de-5269a724d196 None None] Provisioning complete for port cbf3bfef-504f-4860-85e3-9547999cc52a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:17.963247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-84b54114-6249-40c1-a0de-5269a724d196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.080807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.109594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-eaf23e7d-3a7f-43b3-b1d4-6ff21eb2cd91 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:router {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:18.115457 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-eaf23e7d-3a7f-43b3-b1d4-6ff21eb2cd91 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4993742 Dec 13 23:23:18.119362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46602) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:18.190955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-84b54114-6249-40c1-a0de-5269a724d196 None None] Port cbf3bfef-504f-4860-85e3-9547999cc52a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:18.201267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5a297-2504-48f4-883a-26133873e756 None None] Network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:18.214209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:23:18.228808 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b5185142-3ba2-468f-88c7-e3c7a35347fb tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/routers/ee7890ef-369d-47bb-9cb6-d17d26c5f2d3 HTTP/1.1" status: 200 len: 922 time: 1.4635553 Dec 13 23:23:18.229356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46606) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:18.235328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] Deleting port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:18.235728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.335635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:18.376274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:18.376561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 69ede1e6-3805-4ba5-a322-50bc7dcdfb5d not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:18.376990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 73a118f4-0e88-4d31-8d54-47b14cb5f003 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:18.432389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 73a118f4-0e88-4d31-8d54-47b14cb5f003 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:18.432645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 73a118f4-0e88-4d31-8d54-47b14cb5f003 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:18.511116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d05d1844-a430-45c3-bde4-24138d62dcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.564192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6513143a-d4f9-46ea-8f48-18aaf510870f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.569264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:23:18.636307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-13375d7d-888e-4cdb-a629-ea00785ca6d8 None None] Provisioning for port cfabce20-7210-4354-ab4d-279f27ebe1e2 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:18.641061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d05d1844-a430-45c3-bde4-24138d62dcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.662237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-13375d7d-888e-4cdb-a629-ea00785ca6d8 None None] Provisioning complete for port cfabce20-7210-4354-ab4d-279f27ebe1e2 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:18.662619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-13375d7d-888e-4cdb-a629-ea00785ca6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.674606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deca73-f517-41b1-a102-c29437e12d30 req-0f74df36-6016-4ed7-b930-85ab5839dd41 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:18.681959 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-82deca73-f517-41b1-a102-c29437e12d30 req-0f74df36-6016-4ed7-b930-85ab5839dd41 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.4829009 Dec 13 23:23:18.710435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] device_id is not set on port f190062a-9229-43c2-95b4-0de891942928 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:18.728739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.765556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] For port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:18.765944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.790901 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-33080c24-1b29-47f1-8158-c7a97b193c8a tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=ee7890ef-369d-47bb-9cb6-d17d26c5f2d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.5406632 Dec 13 23:23:18.793914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46610) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:18.833585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Transition to ACTIVE for port object f190062a-9229-43c2-95b4-0de891942928 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:18.840261 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-82deca73-f517-41b1-a102-c29437e12d30 req-607de123-23b0-4c14-910e-ac1560f144af tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573100 Dec 13 23:23:18.929375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.943919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:18.979025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] Calling delete_port for 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:18.996849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:18.998721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-52c12231-6d2e-41f9-98ac-c63e98e6ec6d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:19.061065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.083311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.156727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc6cd6fb-2a28-492a-80e5-9c414f48687b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:19.164446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.169164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-13375d7d-888e-4cdb-a629-ea00785ca6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.224522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.227897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c16c7e-dc7c-4e45-abd5-09218b3dd870,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:19.238077 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.240108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d05d1844-a430-45c3-bde4-24138d62dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.254673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'Port': ['ID=f190062a-9229-43c2-95b4-0de891942928,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:19.257256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:19.257546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:19.258092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:19.265629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:19.267802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.274609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c16711cb-7ac7-4d35-99cd-052eec2a86a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:19.275536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d1844-a430-45c3-bde4-24138d62dcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9943062-6191-4924-bfa9-35165631187f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:19.278598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:19.282737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d05d1844-a430-45c3-bde4-24138d62dcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:19.326502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed32863-522f-492a-8c9a-9257db5663d5 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:19.369273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] Pushing event deleted for resources: {'Port': ['ID=0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:19.397292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:19.401037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d05d1844-a430-45c3-bde4-24138d62dcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.402289 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d05d1844-a430-45c3-bde4-24138d62dcb9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9943062-6191-4924-bfa9-35165631187f HTTP/1.1" status: 204 len: 168 time: 1.3171504 Dec 13 23:23:19.453160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-13375d7d-888e-4cdb-a629-ea00785ca6d8 None None] For port cfabce20-7210-4354-ab4d-279f27ebe1e2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cfabce20-7210-4354-ab4d-279f27ebe1e2,segment=NetworkSegment(e8582a88-4dd3-4b6e-9a57-4d650189c83d),segment_id=e8582a88-4dd3-4b6e-9a57-4d650189c83d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:19.519714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] No DVR routers for this DVR port 0d8a0e61-c1b8-4193-b3bb-8b2bb2e42d39 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:23:19.534514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed32863-522f-492a-8c9a-9257db5663d5 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:19.535317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1ed32863-522f-492a-8c9a-9257db5663d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:19.643944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.645184 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.9367342 Dec 13 23:23:19.681269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-13375d7d-888e-4cdb-a629-ea00785ca6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.684709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:19.719710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46620) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:19.723324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1ed32863-522f-492a-8c9a-9257db5663d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:19.763210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed32863-522f-492a-8c9a-9257db5663d5 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:19.763857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1ed32863-522f-492a-8c9a-9257db5663d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:19.765256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5dbde4-99f7-4575-a5c7-1e50a017bd5d tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:19.765853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4a5dbde4-99f7-4575-a5c7-1e50a017bd5d tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Synchronizing usage tracker for tenant:fa20c781be5d49cc81cd1edc9bf6f498 on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:19.775503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6513143a-d4f9-46ea-8f48-18aaf510870f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.811667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:19.825542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:19.834128 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13375d7d-888e-4cdb-a629-ea00785ca6d8 None None] Pushing event updated for resources: {'Port': ['ID=cfabce20-7210-4354-ab4d-279f27ebe1e2,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:19.837934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-13375d7d-888e-4cdb-a629-ea00785ca6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:19.839232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1ed32863-522f-492a-8c9a-9257db5663d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:19.839668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed32863-522f-492a-8c9a-9257db5663d5 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:19.860745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-088c8038-6dab-4de9-ba4c-d17f900f4e6d None None] Provisioning complete for port cfabce20-7210-4354-ab4d-279f27ebe1e2 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:19.861390 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-088c8038-6dab-4de9-ba4c-d17f900f4e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:19.973865 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:23:19.998829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6513143a-d4f9-46ea-8f48-18aaf510870f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:20.101556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:20.101890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:20.102226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:20.118819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=cbf3bfef-504f-4860-85e3-9547999cc52a,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:20.128162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.869s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:20.139675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4a5dbde4-99f7-4575-a5c7-1e50a017bd5d tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Unset dirty status for tenant:fa20c781be5d49cc81cd1edc9bf6f498 on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:20.141501 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4a5dbde4-99f7-4575-a5c7-1e50a017bd5d tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 881 time: 1.3441267 Dec 13 23:23:20.146254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6513143a-d4f9-46ea-8f48-18aaf510870f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:20.147689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6513143a-d4f9-46ea-8f48-18aaf510870f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Fanout notify agent at l3_agent the message router_deleted on router 842259c3-5ea8-406d-80dc-cbc7c36344a3 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:23:20.150402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46628) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:20.159473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed9cdc-3620-48d4-b7a8-db27d1199b50 req-896dd7a6-1172-4e38-a487-e1a161bb1b79 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:20.159473 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d3ed9cdc-3620-48d4-b7a8-db27d1199b50 req-896dd7a6-1172-4e38-a487-e1a161bb1b79 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.4802854 Dec 13 23:23:20.165530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:20.165867 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:20.167529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e756ef12-c3d3-4751-97c3-ece314cf442b None None] Provisioning complete for port cbf3bfef-504f-4860-85e3-9547999cc52a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:20.168131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e756ef12-c3d3-4751-97c3-ece314cf442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:20.199738 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 2 to bind port f190062a-9229-43c2-95b4-0de891942928 Dec 13 23:23:20.229101 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7d3f9bc4-4775-431b-8d6b-4ca45c797927 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7890ef-369d-47bb-9cb6-d17d26c5f2d3 HTTP/1.1" status: 200 len: 205 time: 0.0762191 Dec 13 23:23:20.231803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46632) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:20.268246 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74f4e51b-fbd3-4601-96df-6a992242a4cf req-ead25859-0e9a-486f-a98d-aafddb838562 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1099 time: 0.4599779 Dec 13 23:23:20.271069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e756ef12-c3d3-4751-97c3-ece314cf442b None None] Port cbf3bfef-504f-4860-85e3-9547999cc52a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:20.283198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:20.283570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:20.283930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:20.337199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6513143a-d4f9-46ea-8f48-18aaf510870f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:20.339027 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6513143a-d4f9-46ea-8f48-18aaf510870f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/routers/842259c3-5ea8-406d-80dc-cbc7c36344a3 HTTP/1.1" status: 204 len: 168 time: 2.2136610 Dec 13 23:23:20.348622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46640) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:20.371230 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d3ed9cdc-3620-48d4-b7a8-db27d1199b50 req-275d991e-82e9-41e4-a899-67aa9e5f72fb tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017860 Dec 13 23:23:20.427087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-57dff756-bde6-48c1-abbd-512a9ce4502d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:20.551141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:20.569856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:20.570110 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:20.572527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-57dff756-bde6-48c1-abbd-512a9ce4502d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:20.573475 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 3 to bind port f190062a-9229-43c2-95b4-0de891942928 Dec 13 23:23:20.573686 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-57dff756-bde6-48c1-abbd-512a9ce4502d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2241385 Dec 13 23:23:20.576717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46646) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:20.714015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:20.714354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:20.714691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:20.771077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d3a790-24c4-459b-b223-3554678c16ff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:20.772120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a9d3a790-24c4-459b-b223-3554678c16ff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:20.775127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:20.775464 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:20.778617 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 4 to bind port f190062a-9229-43c2-95b4-0de891942928 Dec 13 23:23:20.794614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4e51b-fbd3-4601-96df-6a992242a4cf req-2f50c91b-2e06-470c-8264-e831b035e9f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:20.796110 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74f4e51b-fbd3-4601-96df-6a992242a4cf req-2f50c91b-2e06-470c-8264-e831b035e9f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 913 time: 0.5148430 Dec 13 23:23:20.804803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:20.806476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:20.806813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:20.807149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:20.902914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:20.903263 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:20.915320 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 5 to bind port f190062a-9229-43c2-95b4-0de891942928 Dec 13 23:23:20.956988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:20.957234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:20.957751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:20.985863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:20.986514 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:20.988997 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74f4e51b-fbd3-4601-96df-6a992242a4cf req-7697b433-a909-45e6-96fb-be733ac604f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 1002 time: 0.1844151 Dec 13 23:23:21.053751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a9d3a790-24c4-459b-b223-3554678c16ff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:21.054910 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a9d3a790-24c4-459b-b223-3554678c16ff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4771624 Dec 13 23:23:21.058124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46656) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:21.062723 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 6 to bind port f190062a-9229-43c2-95b4-0de891942928 Dec 13 23:23:21.084081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cfabce20-7210-4354-ab4d-279f27ebe1e2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:21.133543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f4107ea5-83b7-40dd-a2a9-d999856b200b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:router {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:21.135728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:21.136071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:21.136416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:21.169341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:21.169672 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:21.172245 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 7 to bind port f190062a-9229-43c2-95b4-0de891942928 Dec 13 23:23:21.180141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4e51b-fbd3-4601-96df-6a992242a4cf req-b4e3b8d1-d9c5-4149-be04-2f9accb211fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:21.181512 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74f4e51b-fbd3-4601-96df-6a992242a4cf req-b4e3b8d1-d9c5-4149-be04-2f9accb211fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 200 len: 851 time: 0.1246891 Dec 13 23:23:21.210935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port cfabce20-7210-4354-ab4d-279f27ebe1e2 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:21.211585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:21.257027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:21.257027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:21.257360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:21.266864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f4107ea5-83b7-40dd-a2a9-d999856b200b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:router {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:21.272373 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f4107ea5-83b7-40dd-a2a9-d999856b200b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2089121 Dec 13 23:23:21.282476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46662) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:21.305064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:21.349976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:21.350324 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:21.356101 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 8 to bind port f190062a-9229-43c2-95b4-0de891942928 Dec 13 23:23:21.521669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:21.598363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:21.604865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:21.605192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:21.605524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:21.653930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:21.672916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:21.673277 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:21.678066 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 9 to bind port f190062a-9229-43c2-95b4-0de891942928 Dec 13 23:23:21.712966 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74f4e51b-fbd3-4601-96df-6a992242a4cf req-a469bab7-0335-4923-8e06-bf1b580dd518 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=840a421d-88cb-462e-a555-093c8caed243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5146790 Dec 13 23:23:21.715988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 8a7af34e-8f35-402b-ab39-92574eebe4fd is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:23:21.748846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:21.749559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:21.749810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:21.762072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:21.768046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Deleting port 17433d5b-d680-401d-9478-8e79213663de {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:21.769003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:21.917946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:21.917946 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:21.933427 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempt 10 to bind port f190062a-9229-43c2-95b4-0de891942928 Dec 13 23:23:22.074100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524615d3-3e40-4313-92b5-665fce03b646 req-a01ea42c-1a36-4936-bdeb-984b63ac711e tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:22.074742 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-524615d3-3e40-4313-92b5-665fce03b646 req-a01ea42c-1a36-4936-bdeb-984b63ac711e tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.3093660 Dec 13 23:23:22.114991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:22.272620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Calling delete_port for 17433d5b-d680-401d-9478-8e79213663de owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:22.300209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:22.301601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:22.301601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempting to bind port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:22.306023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:22.327590 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-524615d3-3e40-4313-92b5-665fce03b646 req-17e9e5c5-8301-4dca-b884-e4fa2bc4854b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348678 Dec 13 23:23:22.384019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Router 51cc95b4-512d-4047-93e8-99a719ee49b5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:22.446931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:23:22.447267 dv-neutron-821564-1-hyperv neutron-server[84312]: ERROR neutron.plugins.ml2.managers [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Failed to bind port f190062a-9229-43c2-95b4-0de891942928 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '9ec066a7-2a31-49db-a966-fbe32e6734c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8b399bed-4bc2-437e-b21f-9b32d4a608ac'}] Dec 13 23:23:22.447669 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:22.476071 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74f4e51b-fbd3-4601-96df-6a992242a4cf req-58196105-424a-4e7e-834d-4410bdee0c70 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508578 Dec 13 23:23:22.625734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:22.631569 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f9b64f3b-dd23-45c7-930b-7854a884d266 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:22.675598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event deleted for resources: {'Port': ['ID=17433d5b-d680-401d-9478-8e79213663de,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:22.688434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:22.821018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] For port f190062a-9229-43c2-95b4-0de891942928, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:22.821609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Attempted to set empty binding levels {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 23:23:22.849015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:22.859600 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] Sync routers for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:22.876730 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:22.877925 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:22.889905 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74f4e51b-fbd3-4601-96df-6a992242a4cf req-6d3f235d-a709-4e89-882c-0551779756da service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033182 Dec 13 23:23:22.906407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:22.918535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf279395-4436-4719-86ac-a6e303ca70da None None] Sync routers for ids ['8a7af34e-8f35-402b-ab39-92574eebe4fd'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:22.929723 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] 10.222.0.30 "PUT /v2.0/routers/51cc95b4-512d-4047-93e8-99a719ee49b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3358672 Dec 13 23:23:22.932997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46690) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:22.940058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:22.942081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf279395-4436-4719-86ac-a6e303ca70da None None] Routers {'8a7af34e-8f35-402b-ab39-92574eebe4fd'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:22.943118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-cf279395-4436-4719-86ac-a6e303ca70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8a7af34e-8f35-402b-ab39-92574eebe4fd'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:22.949765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-afb3ace5-b3c0-4952-8344-d57e723e90b3 tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:23.005560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:23.017640 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/8a7af34e-8f35-402b-ab39-92574eebe4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3547108 Dec 13 23:23:23.022064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46694) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:23.055181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-cf279395-4436-4719-86ac-a6e303ca70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:23.079455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf279395-4436-4719-86ac-a6e303ca70da None None] Routers {'8a7af34e-8f35-402b-ab39-92574eebe4fd'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:23.080135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-cf279395-4436-4719-86ac-a6e303ca70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8a7af34e-8f35-402b-ab39-92574eebe4fd'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:23.115006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] In _notify_port_updated(), no bound segment for port f190062a-9229-43c2-95b4-0de891942928 on network 8b399bed-4bc2-437e-b21f-9b32d4a608ac {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:23:23.116401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:23.121682 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "PUT /v2.0/ports/f190062a-9229-43c2-95b4-0de891942928 HTTP/1.1" status: 200 len: 977 time: 5.6576059 Dec 13 23:23:23.130449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46700) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:23.141375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event updated for resources: {'Port': ['ID=f190062a-9229-43c2-95b4-0de891942928,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:23.178154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:23.181771 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:23.222047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-cf279395-4436-4719-86ac-a6e303ca70da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:23.225039 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf279395-4436-4719-86ac-a6e303ca70da None None] The sync data for ids ['8a7af34e-8f35-402b-ab39-92574eebe4fd'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:23.226080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e0eaf6-e374-4e1e-86fa-2f4b7186293e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:23.226866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f3e0eaf6-e374-4e1e-86fa-2f4b7186293e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:23.330826 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Deleting port f190062a-9229-43c2-95b4-0de891942928 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:23.332560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:23.399294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46704) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:23.446174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:23.453934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:23.538422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f3e0eaf6-e374-4e1e-86fa-2f4b7186293e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:23.546813 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f3e0eaf6-e374-4e1e-86fa-2f4b7186293e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports/cbf3bfef-504f-4860-85e3-9547999cc52a HTTP/1.1" status: 200 len: 910 time: 0.5140760 Dec 13 23:23:23.551393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46712) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:23.625681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:23:23.673818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:23.687063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:23.716955 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:23:18Z', 'revision_number': 5, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:23.721869 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] Checking router: 51cc95b4-512d-4047-93e8-99a719ee49b5 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:23:23.726516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-51278e38-53ef-4674-922f-1dfac4a01cb0 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:23.735061 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] Routers {'51cc95b4-512d-4047-93e8-99a719ee49b5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:23.735858 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['51cc95b4-512d-4047-93e8-99a719ee49b5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:23.751242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:23.751842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Fanout notify agent at l3_agent the message router_deleted on router ee7890ef-369d-47bb-9cb6-d17d26c5f2d3 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:23:23.783371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:23.788558 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/ee7890ef-369d-47bb-9cb6-d17d26c5f2d3 HTTP/1.1" status: 204 len: 168 time: 3.5523124 Dec 13 23:23:23.801208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46716) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:23.826724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1525288041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:23.840079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:23.850571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Usage tracker for resource:router and tenant:0046f562572942ada20adb86ed00539b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:23.856737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:23.867212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:23.875744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:23.938477 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] Set router 51cc95b4-512d-4047-93e8-99a719ee49b5 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:23.981125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:23.988781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=ce044ba2-c590-4d24-b4c9-6c407369ec0f,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:24.008001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:24.010636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:24.020794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:24.021385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.027265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c1430-07c0-41af-94bc-be034878cb8b None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:24.045526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] For port f190062a-9229-43c2-95b4-0de891942928, host hv-neutron-8215, got binding levels [] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:24.045870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.067896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.073563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.074515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.136753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.308436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.331278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': 'ce044ba2-c590-4d24-b4c9-6c407369ec0f'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:23:24.332700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.368237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Calling delete_port for f190062a-9229-43c2-95b4-0de891942928 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:24.407630 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:23:18Z', 'revision_number': 5, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:24.413661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fab515-178f-408f-84f2-33e7d3423d48 req-edff626c-0433-4c29-8fb4-faffc588bf3b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:24.415499 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e8fab515-178f-408f-84f2-33e7d3423d48 req-edff626c-0433-4c29-8fb4-faffc588bf3b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.8045883 Dec 13 23:23:24.417058 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611be27b-f8bb-4c6e-9fc6-14f76a7d0ce7 None None] The sync data for ids ['51cc95b4-512d-4047-93e8-99a719ee49b5'] in dv-neutron-821564-1-hyperv is: [{'id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'name': 'tempest-ServersTestJSON-1256411260-router', 'tenant_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118'}], 'enable_snat': True}, 'gw_port_id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:23:18Z', 'revision_number': 5, 'project_id': '13f00ae7e1a1479eafcb13cb72acbeec', 'gw_port': {'id': 'c124fa19-db77-41cd-a749-b49d2ef2217d', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cc95b4-512d-4047-93e8-99a719ee49b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:08Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:24.432279 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1321650 Dec 13 23:23:24.444541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46720) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:24.461683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:24.481390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.577583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.582408 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d4e9a826-1cc4-4e2e-9d9c-0bf6e2d27d07 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7564855 Dec 13 23:23:24.584937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46724) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:24.601625 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': True}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:24.617055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Allocated IP 2001:db8::f816:3eff:fe76:c636 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/ce044ba2-c590-4d24-b4c9-6c407369ec0f/cca7e1f0-8500-42b8-abbb-7d291b28ba63) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:24.664320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Deleting port c124fa19-db77-41cd-a749-b49d2ef2217d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:24.664716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.669714 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c9875894-cb61-456d-8525-cc2178827c15 req-c3e6ac79-bc66-4447-9fac-9c114ecc79bc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8314788 Dec 13 23:23:24.705584 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e8fab515-178f-408f-84f2-33e7d3423d48 req-b553d1af-75e1-4d7b-b35c-00a2361db8ca tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996017 Dec 13 23:23:24.778129 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-51278e38-53ef-4674-922f-1dfac4a01cb0 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] 10.222.0.30 "PUT /v2.0/quotas/77cbb8ce9c0c48c09806583403c84e57 HTTP/1.1" status: 200 len: 366 time: 1.3752930 Dec 13 23:23:24.817726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.819432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46728) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:24.828812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3979cb5c-af47-4481-bc47-8767a241fa25 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:24.840306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.851808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Transition to ACTIVE for port object cca7e1f0-8500-42b8-abbb-7d291b28ba63 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:24.870379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Transition to ACTIVE for port object cca7e1f0-8500-42b8-abbb-7d291b28ba63 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:24.892814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Pushing event deleted for resources: {'Port': ['ID=f190062a-9229-43c2-95b4-0de891942928,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:24.896480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 63c16c7e-dc7c-4e45-abd5-09218b3dd870 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:24.906822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:24.920936 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0009c0d0-e853-430a-903c-c0ca86a2fa6c tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0980809 Dec 13 23:23:24.927160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46732) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:24.938361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.951469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 63c16c7e-dc7c-4e45-abd5-09218b3dd870 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:24.952274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 63c16c7e-dc7c-4e45-abd5-09218b3dd870 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:24.954387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:24.966963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:24.969534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:25.021820 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c7bcfb9f-fd6f-4443-a19a-510695024acb tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] 10.222.0.30 "GET /v2.0/quotas/77cbb8ce9c0c48c09806583403c84e57 HTTP/1.1" status: 200 len: 366 time: 0.0868690 Dec 13 23:23:25.025023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:25.026820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46736) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:25.029203 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c9875894-cb61-456d-8525-cc2178827c15 req-601991a4-41c5-41d0-8a2a-56bd1d4ec85d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1099 time: 0.3220158 Dec 13 23:23:25.048521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Pushing event updated for resources: {'Port': ['ID=cca7e1f0-8500-42b8-abbb-7d291b28ba63,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:25.052736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:25.054600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:25.054726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:25.056747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:25.080935 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f190062a-9229-43c2-95b4-0de891942928 HTTP/1.1" status: 204 len: 168 time: 1.9448049 Dec 13 23:23:25.087600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46740) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:25.158375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Attempting to bind port cca7e1f0-8500-42b8-abbb-7d291b28ba63 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:25.158848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Attempting to bind port cca7e1f0-8500-42b8-abbb-7d291b28ba63 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:25.159287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Attempting to bind port cca7e1f0-8500-42b8-abbb-7d291b28ba63 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:25.166357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:23:25.166882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:25.167341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:25.167818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:23:25.168341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Bound port: cca7e1f0-8500-42b8-abbb-7d291b28ba63, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:23:25.168777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:25.172851 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf431fa-8a10-40c1-adb5-bdd268d0dc44 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] GET failed (client error): The resource could not be found. Dec 13 23:23:25.173533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7cf431fa-8a10-40c1-adb5-bdd268d0dc44 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Synchronizing usage tracker for tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:25.260782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] For port cca7e1f0-8500-42b8-abbb-7d291b28ba63, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:25.263047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] For port cca7e1f0-8500-42b8-abbb-7d291b28ba63, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cca7e1f0-8500-42b8-abbb-7d291b28ba63,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:23:25.271325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.20.0.1 (01b83c4b-700e-4316-a87c-d0e5a2f9645f/17193e6a-d5b1-48ee-b82c-baf618808635/d5d3860f-0494-4ba4-8139-d12119748f70) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:25.295121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:25.320700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:25.336432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9875894-cb61-456d-8525-cc2178827c15 req-fb877050-8a30-406c-9723-0aef7c998d0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:25.337801 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c9875894-cb61-456d-8525-cc2178827c15 req-fb877050-8a30-406c-9723-0aef7c998d0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 913 time: 0.2512419 Dec 13 23:23:25.351425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:25.355634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58978e93-095b-4617-8762-02dcfc6a6de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:25.436414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Pushing event updated for resources: {'Port': ['ID=cca7e1f0-8500-42b8-abbb-7d291b28ba63,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:25.439455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:25.450904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7cf431fa-8a10-40c1-adb5-bdd268d0dc44 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Unset dirty status for tenant:ca6e4fc0cc8b43ec9e5999c74248cdb7 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:25.456937 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7cf431fa-8a10-40c1-adb5-bdd268d0dc44 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] 10.222.0.30 "GET /v2.0/ports/f190062a-9229-43c2-95b4-0de891942928 HTTP/1.1" status: 404 len: 333 time: 0.3627458 Dec 13 23:23:25.461573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46744) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:25.495763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] For port c124fa19-db77-41cd-a749-b49d2ef2217d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c124fa19-db77-41cd-a749-b49d2ef2217d,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:25.496136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:25.531555 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c9875894-cb61-456d-8525-cc2178827c15 req-9a837056-aa03-4061-b57a-f1e6f8206826 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 1002 time: 0.1877754 Dec 13 23:23:25.574284 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-46f483fb-8d5f-486d-90e1-6162a3c61155 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/77cbb8ce9c0c48c09806583403c84e57 HTTP/1.1" status: 204 len: 168 time: 0.5410287 Dec 13 23:23:25.578025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46748) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:25.624470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:25.630823 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3016f26c-bc74-4b88-b6fb-dbf7530b23f1 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0479107 Dec 13 23:23:25.639872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46752) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:25.641828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9875894-cb61-456d-8525-cc2178827c15 req-0c44fdb3-2e49-4b3b-b79f-5b4de6ce3dc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:25.643481 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c9875894-cb61-456d-8525-cc2178827c15 req-0c44fdb3-2e49-4b3b-b79f-5b4de6ce3dc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 200 len: 851 time: 0.1023533 Dec 13 23:23:25.717526 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-253f7fa2-3b39-4a18-8e64-42ff9608dd9d tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] 10.222.0.30 "GET /v2.0/quotas/77cbb8ce9c0c48c09806583403c84e57 HTTP/1.1" status: 200 len: 370 time: 0.0797505 Dec 13 23:23:25.724177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46756) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:25.734367 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dde1d5eb-ef5f-473a-aaba-2136933d33f9 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] 10.222.0.30 "GET /v2.0/quotas/77cbb8ce9c0c48c09806583403c84e57/default HTTP/1.1" status: 200 len: 370 time: 0.0065866 Dec 13 23:23:25.735756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46760) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:25.764632 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-e38cd8f2-e7f8-43ab-ae4d-b86c271edcf0 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] delete failed (client error): The resource could not be found. Dec 13 23:23:25.765643 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e38cd8f2-e7f8-43ab-ae4d-b86c271edcf0 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/77cbb8ce9c0c48c09806583403c84e57 HTTP/1.1" status: 404 len: 348 time: 0.0295362 Dec 13 23:23:25.795538 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c9875894-cb61-456d-8525-cc2178827c15 req-93f954a8-8ac0-4b62-bf1c-118975ea5941 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=840a421d-88cb-462e-a555-093c8caed243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1453319 Dec 13 23:23:25.802446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Calling delete_port for c124fa19-db77-41cd-a749-b49d2ef2217d owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:25.861473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:25.879327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b148ca23-ce27-4288-9d85-a85d9b4e5d49 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:26.003741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:26.013679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:26.015671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=d5d3860f-0494-4ba4-8139-d12119748f70,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:26.017744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:26.073659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46768) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:26.169230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:26.234285 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c9875894-cb61-456d-8525-cc2178827c15 req-2574c7d1-4f40-47ea-b2a5-f65dd8eb6101 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322991 Dec 13 23:23:26.234992 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:26.357424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:26.403324 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c9875894-cb61-456d-8525-cc2178827c15 req-e30c055a-1ec8-49a8-8049-24c49e2839a4 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614430 Dec 13 23:23:26.407538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:26.505168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:26.545742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Usage tracker for resource:network and tenant:405d3c2700b04695a53e923ef8c90245 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:26.622170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:26.700387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a31196e5-a017-416c-ae20-e7fdc5b05f45 None None] Provisioning for port cca7e1f0-8500-42b8-abbb-7d291b28ba63 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:26.701119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:26.812670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Usage tracker for resource:subnet and tenant:405d3c2700b04695a53e923ef8c90245 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:26.879857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7327e4-baee-4da7-8f08-066f2eab504f req-36748e1b-6b69-48d7-b9fb-2bf0fdb591b2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:26.881427 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-de7327e4-baee-4da7-8f08-066f2eab504f req-36748e1b-6b69-48d7-b9fb-2bf0fdb591b2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.9477799 Dec 13 23:23:26.895054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:26.898507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:26.929125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:26.956597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cca7e1f0-8500-42b8-abbb-7d291b28ba63 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:27.025049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.054206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Usage tracker for resource:subnetpool and tenant:405d3c2700b04695a53e923ef8c90245 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:27.054617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bb34c645-997b-436a-ad35-a27c804a1155 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:27.063252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b399bed-4bc2-437e-b21f-9b32d4a608ac']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:27.082324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port cca7e1f0-8500-42b8-abbb-7d291b28ba63 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:27.088473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port cca7e1f0-8500-42b8-abbb-7d291b28ba63 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:27.088931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.093063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:27.100516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec066a7-2a31-49db-a966-fbe32e6734c8') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:27.100809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec066a7-2a31-49db-a966-fbe32e6734c8') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:27.136238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.140373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=d5d3860f-0494-4ba4-8139-d12119748f70,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:27.143554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:27.149051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.193549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.21.0.1 (54f3d4a2-a1f1-4992-9722-1aaafc6f66dc/3c9c9cef-1a68-48b9-ba90-3fb40161d6be/0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:27.197844 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-de7327e4-baee-4da7-8f08-066f2eab504f req-47a2aa97-4373-4021-9577-55ca03be3bc7 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916801 Dec 13 23:23:27.209690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Usage tracker for resource:port and tenant:405d3c2700b04695a53e923ef8c90245 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:27.212981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.219091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.234794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-64732751-8e1d-489a-b7ee-cdeb9381f540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:27.261769 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port cca7e1f0-8500-42b8-abbb-7d291b28ba63, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cca7e1f0-8500-42b8-abbb-7d291b28ba63,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:27.273702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:27.292881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:27.292881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:27.324437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.356367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c124fa19-db77-41cd-a749-b49d2ef2217d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:27.356672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.358788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:27.359762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:27.387264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:23:27.387692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:23:27.404938 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:23:27.446963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=cca7e1f0-8500-42b8-abbb-7d291b28ba63,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:27.452320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:27.469352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Usage tracker for resource:router and tenant:405d3c2700b04695a53e923ef8c90245 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:27.567575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a7624-6a78-44e0-a4c0-c80d348c5ea1 req-96bb92ea-82b3-4d9a-b01c-3cc1dafc0b2f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:27.569053 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-612a7624-6a78-44e0-a4c0-c80d348c5ea1 req-96bb92ea-82b3-4d9a-b01c-3cc1dafc0b2f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.1948717 Dec 13 23:23:27.636205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:27.681461 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-612a7624-6a78-44e0-a4c0-c80d348c5ea1 req-3aa15302-1313-4caf-97e5-de2357aa9d50 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591710 Dec 13 23:23:27.713298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Usage tracker for resource:floatingip and tenant:405d3c2700b04695a53e923ef8c90245 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:27.749943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:27.811029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:27.814505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:27.829367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4b5f3ca8-8fee-45ac-ac3c-566e2bf61bbe tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:27.844239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.073897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.086124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Pushing event deleted for resources: {'Network': ['ID=8b399bed-4bc2-437e-b21f-9b32d4a608ac,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:28.096865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.099944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:28.101212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a22dee4a-83a4-455d-ab65-5734d2c469bf tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:28.135272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:28.144008 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/routers/6c5be422-9dc7-468d-8beb-d021f1c3a159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4010277 Dec 13 23:23:28.144008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46776) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:28.146985 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882c37c-a9dd-47aa-9f24-dc910b68d932 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:28.150165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'port': {'network_id': '01b83c4b-700e-4316-a87c-d0e5a2f9645f', 'name': 'tempest-FloatingIPTestJSON-1557364226'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:28.160383 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882c37c-a9dd-47aa-9f24-dc910b68d932 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:28.161209 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-5882c37c-a9dd-47aa-9f24-dc910b68d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:28.169113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.221520 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] 10.222.0.30 "DELETE /v2.0/networks/8b399bed-4bc2-437e-b21f-9b32d4a608ac HTTP/1.1" status: 204 len: 168 time: 2.7486339 Dec 13 23:23:28.272200 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-5882c37c-a9dd-47aa-9f24-dc910b68d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:28.284924 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882c37c-a9dd-47aa-9f24-dc910b68d932 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:28.285947 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-5882c37c-a9dd-47aa-9f24-dc910b68d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:28.301216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Transition to ACTIVE for port object 0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:28.319761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:28.324545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:port and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:28.328468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:28.335806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:28.354803 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-5882c37c-a9dd-47aa-9f24-dc910b68d932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:28.355996 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882c37c-a9dd-47aa-9f24-dc910b68d932 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:28.361314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:28.370523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:28.374034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:28.374800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.380825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0bf29c-5343-4586-b78f-37191dc4e9bb None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:28.435735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Made reservation on behalf of 3d7553f240134ef4b5c3fa6fc7556e17 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:28.439192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.465751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=72b220dc-3e68-4861-83ea-c0d4f6fd885d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:28.486639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] device_id is not set on port 413e19fe-409d-4ee6-be41-7a393994d206 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:28.497065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:28.589632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.610922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.627680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.636102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c4f8e-ca3c-425e-afdf-66e8b7b20c74 req-71e83fbc-294f-4af8-89ba-622f755f4793 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:28.643378 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4f2c4f8e-ca3c-425e-afdf-66e8b7b20c74 req-71e83fbc-294f-4af8-89ba-622f755f4793 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.2788215 Dec 13 23:23:28.664760 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2109389 Dec 13 23:23:28.664760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.668694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46784) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:28.676614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.684307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:9f:a3:5d', 'name': 'tempest-NetworksTestDHCPv6-1221837386'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:28.713105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.20.0.5 (01b83c4b-700e-4316-a87c-d0e5a2f9645f/17193e6a-d5b1-48ee-b82c-baf618808635/413e19fe-409d-4ee6-be41-7a393994d206) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:28.724496 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4f2c4f8e-ca3c-425e-afdf-66e8b7b20c74 req-b987a26c-c82f-4283-aea4-630f1919da33 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803344 Dec 13 23:23:28.741766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a4aa2358-832a-461c-8727-42e2689401a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:28.774501 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] Update dhcp port {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': 'ce044ba2-c590-4d24-b4c9-6c407369ec0f', 'ip_address': '2001:db8::f816:3eff:fe76:c636'}, {'subnet_id': '72b220dc-3e68-4861-83ea-c0d4f6fd885d'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': 'cca7e1f0-8500-42b8-abbb-7d291b28ba63'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:23:28.788869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Usage tracker for resource:security_group and tenant:405d3c2700b04695a53e923ef8c90245 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:28.869996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:28.875245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.934045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:28.938402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:28.938939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51cc95b4-512d-4047-93e8-99a719ee49b5 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:23:28.947314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:28.949752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:28.962850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:28.963784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:29.006470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Usage tracker for resource:security_group_rule and tenant:405d3c2700b04695a53e923ef8c90245 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:29.070444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:29.127127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46792) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:29.134240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.141623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.148728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46794) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:29.149296 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/51cc95b4-512d-4047-93e8-99a719ee49b5 HTTP/1.1" status: 204 len: 168 time: 6.2101779 Dec 13 23:23:29.158648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cca7e1f0-8500-42b8-abbb-7d291b28ba63 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:29.172953 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6a1c087f-58c0-4668-b804-919f6737bc87 tempest-QuotasTest-426664315 tempest-QuotasTest-426664315-project-admin] 10.222.0.30 "GET /v2.0/quotas/405d3c2700b04695a53e923ef8c90245/details.json HTTP/1.1" status: 200 len: 703 time: 3.0847995 Dec 13 23:23:29.190470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.190470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:29.207015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:29.213913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:29.242060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:29.246840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Allocated IP 172.26.5.232 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/f241437c-c409-4808-9374-e6533b0d6f39) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:29.397161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.407806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:29.429914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:29.434332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.527052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 579cbb97-dac8-4860-a276-ab3185d88830 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:29.533684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port cca7e1f0-8500-42b8-abbb-7d291b28ba63 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:29.534745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.540083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] Deleting subnet ddda300d-02bc-4775-a82d-16b8aefac9cf {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:29.543798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.564509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] Allocated IP 172.20.0.2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/72b220dc-3e68-4861-83ea-c0d4f6fd885d/cca7e1f0-8500-42b8-abbb-7d291b28ba63) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:29.612918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.625697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-01730e54-8a00-4d67-aa60-573a681f66d3 None None] Provisioning for port 0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:29.654953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-01730e54-8a00-4d67-aa60-573a681f66d3 None None] Provisioning complete for port 0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:29.654953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01730e54-8a00-4d67-aa60-573a681f66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.656840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.726639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:29.733404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:29.737797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=413e19fe-409d-4ee6-be41-7a393994d206,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:29.748312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:29.749059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:29.817877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.860812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-01730e54-8a00-4d67-aa60-573a681f66d3 None None] Port 0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:29.861113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:29.861719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.874140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.896895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46808) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:29.907135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] For port cca7e1f0-8500-42b8-abbb-7d291b28ba63, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cca7e1f0-8500-42b8-abbb-7d291b28ba63,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:29.934548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:29.955000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] Transition to ACTIVE for port object cca7e1f0-8500-42b8-abbb-7d291b28ba63 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:29.965905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd26ce5-a7d9-4c56-9904-7ddcc3db35b2 req-a0f15fcb-bc41-4a0d-be41-0767085f3393 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:29.967521 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cdd26ce5-a7d9-4c56-9904-7ddcc3db35b2 req-a0f15fcb-bc41-4a0d-be41-0767085f3393 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.5041518 Dec 13 23:23:30.010902 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8652074 Dec 13 23:23:30.019383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46814) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:30.026094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'port': {'network_id': '01b83c4b-700e-4316-a87c-d0e5a2f9645f', 'name': 'tempest-FloatingIPTestJSON-1790994683'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:30.037045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.043418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:30.176845 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3979f08b-8bb8-4422-930d-bc5aae859dde admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a280cdbcbf3941a9822aeb870c593da9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0226467 Dec 13 23:23:30.182011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46818) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:30.184304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.190454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:30.195176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8aae3126-ba7f-43ae-92c2-b3a1de631590 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:30.195328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] Pushing event updated for resources: {'Port': ['ID=cca7e1f0-8500-42b8-abbb-7d291b28ba63,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:30.198922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:30.231380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:port and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:30.240159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.253065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:30.256323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddda300d-02bc-4775-a82d-16b8aefac9cf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:30.264227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:30.266678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:30.270941 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cdd26ce5-a7d9-4c56-9904-7ddcc3db35b2 req-395d0e19-1f3d-46d6-ab33-212ea5ad783a tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961159 Dec 13 23:23:30.277609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.282117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10052f42-615c-441a-87a0-253604261dd1 None None] Network 6e0694f2-7ffe-419d-af64-4f1b71af86ac requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:30.294737 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ddda300d-02bc-4775-a82d-16b8aefac9cf HTTP/1.1" status: 204 len: 168 time: 1.1448717 Dec 13 23:23:30.307263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46822) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:30.360319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:30.445081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.456214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-156fd9aa-ee62-4122-992b-c6a2de1ffc64 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:30.538334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Usage tracker for resource:security_group_rule and tenant:86ad5b3108d5436494ce1864198325b3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:30.541965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:30.548084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:30.561211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-107d8425-59a3-4cf8-84af-9d9c74970a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.565943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Made reservation on behalf of 3d7553f240134ef4b5c3fa6fc7556e17 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:30.569235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.569382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 172.20.0.9 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/72b220dc-3e68-4861-83ea-c0d4f6fd885d/579cbb97-dac8-4860-a276-ab3185d88830) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:30.607568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:30.607568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fe9f:a35d (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/ce044ba2-c590-4d24-b4c9-6c407369ec0f/579cbb97-dac8-4860-a276-ab3185d88830) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:30.632125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:30.632979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.636925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] DHCP port deletion for 6e0694f2-7ffe-419d-af64-4f1b71af86ac request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:23:30.641831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] Deleting port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:30.642218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.658462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:30.677682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] device_id is not set on port c895f2c8-7287-443f-8a4a-1b246308260c yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:30.717412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Deleting port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:30.717748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.725894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-107d8425-59a3-4cf8-84af-9d9c74970a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.752207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event updated for resources: {'Port': ['ID=f241437c-c409-4808-9374-e6533b0d6f39,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:30.784297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:30.927758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] For port 6b68431b-5b55-4fdb-bdcf-20d8d531f109, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b68431b-5b55-4fdb-bdcf-20d8d531f109,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:30.928533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:30.943548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.020951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cca7e1f0-8500-42b8-abbb-7d291b28ba63 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:31.043061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.20.0.13 (01b83c4b-700e-4316-a87c-d0e5a2f9645f/17193e6a-d5b1-48ee-b82c-baf618808635/c895f2c8-7287-443f-8a4a-1b246308260c) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:31.058578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.064257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.074786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e24d706b-e3dc-40f4-9166-96940c243222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:31.126690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] Calling delete_port for 6b68431b-5b55-4fdb-bdcf-20d8d531f109 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:31.131700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.159707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdeca91-9089-4476-8200-d1e75be46403,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:31.165213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] For port 6b68431b-5b55-4fdb-bdcf-20d8d531f109, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b68431b-5b55-4fdb-bdcf-20d8d531f109,segment=NetworkSegment(e8e9528e-6067-48bd-9eb4-706ae08a33d7),segment_id=e8e9528e-6067-48bd-9eb4-706ae08a33d7)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:31.165577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.178229 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86ad5b3108d5436494ce1864198325b3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2778077 Dec 13 23:23:31.178929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46826) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:31.179795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:31.203920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.243560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:31.254657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-54c2ba4e-309f-4942-8f7f-7144758cfdba None None] Provisioning for port cca7e1f0-8500-42b8-abbb-7d291b28ba63 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:31.261186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-54c2ba4e-309f-4942-8f7f-7144758cfdba None None] Provisioning complete for port cca7e1f0-8500-42b8-abbb-7d291b28ba63 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:31.261803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-54c2ba4e-309f-4942-8f7f-7144758cfdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.277571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-107d8425-59a3-4cf8-84af-9d9c74970a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.282751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.310359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c124fa19-db77-41cd-a749-b49d2ef2217d no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:31.337634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Calling delete_port for 6b68431b-5b55-4fdb-bdcf-20d8d531f109 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:31.358583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.383924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:31.423981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: c124fa19-db77-41cd-a749-b49d2ef2217d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:31.424482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c124fa19-db77-41cd-a749-b49d2ef2217d not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:31.425010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b68431b-5b55-4fdb-bdcf-20d8d531f109 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:31.429505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 579cbb97-dac8-4860-a276-ab3185d88830 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:31.484313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] Pushing event deleted for resources: {'Port': ['ID=6b68431b-5b55-4fdb-bdcf-20d8d531f109,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:31.494500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] No DVR routers for this DVR port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:23:31.495992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 6b68431b-5b55-4fdb-bdcf-20d8d531f109 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:31.496342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b68431b-5b55-4fdb-bdcf-20d8d531f109 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:31.498108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:31.518563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:31.531036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:31.533536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.537866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f22c9198-2f4f-4ed4-9a43-a5ed797d1656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:31.568079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:23:31.568505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:23:31.583682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52216219-d279-4bbd-964f-d921da2954df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.599333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-107d8425-59a3-4cf8-84af-9d9c74970a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.599333 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-107d8425-59a3-4cf8-84af-9d9c74970a45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae2b39fd-8ea2-4ffb-8f81-3e5f49cb8a25 HTTP/1.1" status: 204 len: 168 time: 1.4089479 Dec 13 23:23:31.615529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d8425-59a3-4cf8-84af-9d9c74970a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b39fd-8ea2-4ffb-8f81-3e5f49cb8a25,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:31.630305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-107d8425-59a3-4cf8-84af-9d9c74970a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:31.649799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.653244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52216219-d279-4bbd-964f-d921da2954df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.667016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.712045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.807226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.835001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba052d9f-b3c7-41be-ade3-01023a54c594 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:31.854642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.860866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52216219-d279-4bbd-964f-d921da2954df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.866464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9a7de742-c6f4-4e06-a8b7-4ea96332fa5c tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:31.952062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:31.956667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:31.965447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:31.994877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52216219-d279-4bbd-964f-d921da2954df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:31.996542 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-52216219-d279-4bbd-964f-d921da2954df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7cdeca91-9089-4476-8200-d1e75be46403 HTTP/1.1" status: 204 len: 168 time: 0.8054261 Dec 13 23:23:32.000478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=c895f2c8-7287-443f-8a4a-1b246308260c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:32.008034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:32.008554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6fcf5c8e-6d28-4fee-b1b7-461ec8d92bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:32.025837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52216219-d279-4bbd-964f-d921da2954df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdeca91-9089-4476-8200-d1e75be46403,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:32.035268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-52216219-d279-4bbd-964f-d921da2954df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:32.050414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:32.051404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.069725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Deleting port 6b68431b-5b55-4fdb-bdcf-20d8d531f109 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:32.070278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.082118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec84b0-73bf-478c-830d-69ea1b053d7a req-1902b92f-9690-44b4-8f5e-04eefca9b6e2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:32.083622 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a4ec84b0-73bf-478c-830d-69ea1b053d7a req-1902b92f-9690-44b4-8f5e-04eefca9b6e2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.5219853 Dec 13 23:23:32.092712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:32.103366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:32.109462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:32.145150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] The port '6b68431b-5b55-4fdb-bdcf-20d8d531f109' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:23:32.153411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=579cbb97-dac8-4860-a276-ab3185d88830,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:32.179833 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1562860 Dec 13 23:23:32.180012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:32.181066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:32.181201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46838) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:32.190842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:32.206909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'c895f2c8-7287-443f-8a4a-1b246308260c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:32.215963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:32.282663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:floatingip and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:32.288235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:32.296462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.312251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:32.338614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e0694f2-7ffe-419d-af64-4f1b71af86ac']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:32.352725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e9528e-6067-48bd-9eb4-706ae08a33d7') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:32.353027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e9528e-6067-48bd-9eb4-706ae08a33d7') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:32.379146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.410844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.418457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.460562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:23:32.461116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.476670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:32.476670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.495895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46842) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:32.552756 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a4ec84b0-73bf-478c-830d-69ea1b053d7a req-499078c9-1995-462c-b2b6-b33b9f3929b3 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4568126 Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:23:32.592687 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:23:32.645052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-93386d55-7bc5-48cc-9713-e83786cd18c7 None None] Provisioning complete for port 0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:32.645618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-93386d55-7bc5-48cc-9713-e83786cd18c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.673879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.680423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:32.722172 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0523720 Dec 13 23:23:32.728321 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2282bc42-9846-4372-b6e8-ffd2ebf7056b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca6e4fc0cc8b43ec9e5999c74248cdb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2266028 Dec 13 23:23:32.731282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46850) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:32.731644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46852) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:32.752090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-93386d55-7bc5-48cc-9713-e83786cd18c7 None None] Port 0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:32.810855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.826914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e0694f2-7ffe-419d-af64-4f1b71af86ac,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:32.832002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:32.886756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.888893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-93386d55-7bc5-48cc-9713-e83786cd18c7 None None] Provisioning for port 579cbb97-dac8-4860-a276-ab3185d88830 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:32.895221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-93386d55-7bc5-48cc-9713-e83786cd18c7 None None] Provisioning complete for port 579cbb97-dac8-4860-a276-ab3185d88830 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:32.897668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-93386d55-7bc5-48cc-9713-e83786cd18c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:32.928591 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6e0694f2-7ffe-419d-af64-4f1b71af86ac HTTP/1.1" status: 204 len: 168 time: 2.6196370 Dec 13 23:23:32.967092 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-93386d55-7bc5-48cc-9713-e83786cd18c7 None None] Port 579cbb97-dac8-4860-a276-ab3185d88830 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:33.009244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96ee5fd9-7f0d-4232-b5c9-49932ee8cbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:33.053559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.26.5.115 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/85433fa9-e134-409e-b7da-69db6eb5f7d5) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:33.063328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ca278-8a35-41f7-b5d2-399baacfedbd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:33.069190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ca278-8a35-41f7-b5d2-399baacfedbd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:33.070287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-df2ca278-8a35-41f7-b5d2-399baacfedbd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:33.089370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96ee5fd9-7f0d-4232-b5c9-49932ee8cbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:33.129381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46862) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:33.171244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 8a7af34e-8f35-402b-ab39-92574eebe4fd has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:33.209237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:33.231510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-df2ca278-8a35-41f7-b5d2-399baacfedbd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:33.232684 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-df2ca278-8a35-41f7-b5d2-399baacfedbd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4892716 Dec 13 23:23:33.235968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46866) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:33.280260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:33.295823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Router 290d3704-2211-48c1-b059-f272a868793b is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:23:33.382814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:33.395722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:33.407369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:33.407807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Usage tracker for resource:security_group_rule and tenant:405d3c2700b04695a53e923ef8c90245 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:33.414061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:33.419858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 579cbb97-dac8-4860-a276-ab3185d88830 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:33.420199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:33.463544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:33.466758 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:33.469277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:33.489720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96ee5fd9-7f0d-4232-b5c9-49932ee8cbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:33.508266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-da8a4407-fe31-4853-b46c-96285775c963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:33.513849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46870) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:33.514979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:33.552189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=85433fa9-e134-409e-b7da-69db6eb5f7d5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:33.555268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee5fd9-7f0d-4232-b5c9-49932ee8cbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c360c703-4bf0-43b7-9658-5be3a4617c36,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:33.555585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:33.614413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-96ee5fd9-7f0d-4232-b5c9-49932ee8cbe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:33.644205 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-31d3d661-aa60-48e3-abde-8c2d2b8b4039 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13f00ae7e1a1479eafcb13cb72acbeec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1290555 Dec 13 23:23:33.647297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46874) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:33.660085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96ee5fd9-7f0d-4232-b5c9-49932ee8cbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:33.663914 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-96ee5fd9-7f0d-4232-b5c9-49932ee8cbe7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c360c703-4bf0-43b7-9658-5be3a4617c36 HTTP/1.1" status: 204 len: 168 time: 0.9159639 Dec 13 23:23:33.713242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c12f8-4c91-4595-85ed-1e72e51f3deb req-21bb0966-40e2-4444-9e25-a2a7ae523d73 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:33.714716 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-584c12f8-4c91-4595-85ed-1e72e51f3deb req-21bb0966-40e2-4444-9e25-a2a7ae523d73 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.5420372 Dec 13 23:23:33.845650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-331a33c4-9ff5-492a-a1b8-8cd6da66070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:33.948729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-331a33c4-9ff5-492a-a1b8-8cd6da66070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.079731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.141742 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-584c12f8-4c91-4595-85ed-1e72e51f3deb req-b39a80e1-6169-4858-bca4-e1ef51900e1c tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4080298 Dec 13 23:23:34.157010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-331a33c4-9ff5-492a-a1b8-8cd6da66070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.165871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:34.180587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a33c4-9ff5-492a-a1b8-8cd6da66070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b0088e-db05-4c39-82df-9d404e57f3a1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:34.183530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-331a33c4-9ff5-492a-a1b8-8cd6da66070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:34.201832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:34.211889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e2899-b9cc-4021-a714-71ece060b5a8 None None] Sync routers for ids ['8a7af34e-8f35-402b-ab39-92574eebe4fd'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:34.218820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-331a33c4-9ff5-492a-a1b8-8cd6da66070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.218820 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-331a33c4-9ff5-492a-a1b8-8cd6da66070d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17b0088e-db05-4c39-82df-9d404e57f3a1 HTTP/1.1" status: 204 len: 168 time: 0.5700755 Dec 13 23:23:34.220346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.230104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.232775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.233058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e2899-b9cc-4021-a714-71ece060b5a8 None None] Routers {'8a7af34e-8f35-402b-ab39-92574eebe4fd'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:34.233696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d37e2899-b9cc-4021-a714-71ece060b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8a7af34e-8f35-402b-ab39-92574eebe4fd'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:34.242901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eb6b5fc7-7934-4526-9c6e-74ec33501ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:34.279451 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/8a7af34e-8f35-402b-ab39-92574eebe4fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7242758 Dec 13 23:23:34.279981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46886) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:34.406557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d37e2899-b9cc-4021-a714-71ece060b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:34.424970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e2899-b9cc-4021-a714-71ece060b5a8 None None] Routers {'8a7af34e-8f35-402b-ab39-92574eebe4fd'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:34.426040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d37e2899-b9cc-4021-a714-71ece060b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8a7af34e-8f35-402b-ab39-92574eebe4fd'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:34.465164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 579cbb97-dac8-4860-a276-ab3185d88830 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:34.511654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c1b90d-73fb-4365-b7b5-301f03fce00a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:34.515630 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=405d3c2700b04695a53e923ef8c90245&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3855040 Dec 13 23:23:34.516608 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-07c1b90d-73fb-4365-b7b5-301f03fce00a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports/0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09 HTTP/1.1" status: 200 len: 910 time: 0.2353702 Dec 13 23:23:34.517176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcb3239-889e-4fc9-b464-b0dd18da9f63,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:34.517295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46894) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:34.519686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d37e2899-b9cc-4021-a714-71ece060b5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:34.520641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46896) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:34.521342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e2899-b9cc-4021-a714-71ece060b5a8 None None] The sync data for ids ['8a7af34e-8f35-402b-ab39-92574eebe4fd'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:34.527042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:34.532452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.603748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:34.609583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.613211 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "PUT /v2.0/routers/290d3704-2211-48c1-b059-f272a868793b HTTP/1.1" status: 200 len: 919 time: 10.0249112 Dec 13 23:23:34.614053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46906) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:34.622882 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea618edf-6749-4ea6-926e-8fb91bbebeaf None None] Sync routers for ids ['290d3704-2211-48c1-b059-f272a868793b'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:34.645716 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea618edf-6749-4ea6-926e-8fb91bbebeaf None None] Routers {'290d3704-2211-48c1-b059-f272a868793b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:34.646702 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ea618edf-6749-4ea6-926e-8fb91bbebeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['290d3704-2211-48c1-b059-f272a868793b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:34.743647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4bd9cd-f4b5-4793-b5c7-c12b92c522ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.783998 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ea618edf-6749-4ea6-926e-8fb91bbebeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:34.799716 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea618edf-6749-4ea6-926e-8fb91bbebeaf None None] Routers {'290d3704-2211-48c1-b059-f272a868793b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:34.801097 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ea618edf-6749-4ea6-926e-8fb91bbebeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['290d3704-2211-48c1-b059-f272a868793b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:34.834850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4bd9cd-f4b5-4793-b5c7-c12b92c522ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.891806 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ea618edf-6749-4ea6-926e-8fb91bbebeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:34.892490 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea618edf-6749-4ea6-926e-8fb91bbebeaf None None] The sync data for ids ['290d3704-2211-48c1-b059-f272a868793b'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:34.969451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:34.981858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2b90d941-8a7a-498e-b39c-21a5c83cad6e tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:35.034544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=579cbb97-dac8-4860-a276-ab3185d88830,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:35.040310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:35.179912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4bd9cd-f4b5-4793-b5c7-c12b92c522ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:35.186431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-96ee5fd9-7f0d-4232-b5c9-49932ee8cbe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:35.220922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4bd9cd-f4b5-4793-b5c7-c12b92c522ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcb3239-889e-4fc9-b464-b0dd18da9f63,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:35.242014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c4bd9cd-f4b5-4793-b5c7-c12b92c522ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:35.270394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:35.297505 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-148440af-f12c-442f-a8eb-debbc93c9c01 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/routers/290d3704-2211-48c1-b059-f272a868793b HTTP/1.1" status: 200 len: 925 time: 0.6824231 Dec 13 23:23:35.300180 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/579cbb97-dac8-4860-a276-ab3185d88830 HTTP/1.1" status: 204 len: 168 time: 2.0622377 Dec 13 23:23:35.302358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46926) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:35.305245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:35.306284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46930) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:35.308207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c4bd9cd-f4b5-4793-b5c7-c12b92c522ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:35.311633 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0c4bd9cd-f4b5-4793-b5c7-c12b92c522ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ebcb3239-889e-4fc9-b464-b0dd18da9f63 HTTP/1.1" status: 204 len: 168 time: 0.7838466 Dec 13 23:23:35.380864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:35.442569 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46936) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:35.487186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f142a38-512a-4964-a981-8146bdd2efea tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:35.488925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f142a38-512a-4964-a981-8146bdd2efea tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:35.490462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f142a38-512a-4964-a981-8146bdd2efea tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:35.491406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5f142a38-512a-4964-a981-8146bdd2efea tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:35.523765 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4c43eb11-d323-4dae-be82-9eadf5280190 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=290d3704-2211-48c1-b059-f272a868793b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2208848 Dec 13 23:23:35.525919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46942) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:35.570801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:35.608092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5f142a38-512a-4964-a981-8146bdd2efea tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:35.612414 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5f142a38-512a-4964-a981-8146bdd2efea tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2987125 Dec 13 23:23:35.612550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:35.614144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46948) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:35.738658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edfc4bc-4e1c-4cf0-be8f-9cab1e1f92f8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:35.740834 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1edfc4bc-4e1c-4cf0-be8f-9cab1e1f92f8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 881 time: 0.2130437 Dec 13 23:23:35.747385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46952) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:35.749522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=85433fa9-e134-409e-b7da-69db6eb5f7d5,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:35.753640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:35.841280 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d7a53b33-fb85-43b2-bcd3-b09564b7b48d tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=290d3704-2211-48c1-b059-f272a868793b HTTP/1.1" status: 200 len: 205 time: 0.0854030 Dec 13 23:23:35.842902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46956) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:35.848711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:35.940647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f003310-89af-4fe4-a5d4-9527d92bf7ae req-c63a4ed3-6394-416e-aa99-ce9d18dc8312 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:35.942162 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2f003310-89af-4fe4-a5d4-9527d92bf7ae req-c63a4ed3-6394-416e-aa99-ce9d18dc8312 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.4410305 Dec 13 23:23:36.100866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-917362644'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:36.113875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 72b220dc-3e68-4861-83ea-c0d4f6fd885d {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:36.116327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:36.122912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:36.146971 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2f003310-89af-4fe4-a5d4-9527d92bf7ae req-05d8547b-8b25-46bc-b320-43eeda54c2df tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963043 Dec 13 23:23:36.151709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Usage tracker for resource:network and tenant:40f6ac8202d84c5db041ab4e251d82c2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:36.159335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:36.171715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:36.199678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:36.271272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Made reservation on behalf of 40f6ac8202d84c5db041ab4e251d82c2 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:36.274483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:36.298810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:36.427000 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP bd736e2f-349e-4ad2-b7b0-8752db021679 associated. External IP: 172.26.5.115, port: c895f2c8-7287-443f-8a4a-1b246308260c. Dec 13 23:23:36.466078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:36.503378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 46976) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:36.569475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:36.586129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Usage tracker for resource:security_group_rule and tenant:40f6ac8202d84c5db041ab4e251d82c2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:36.591308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:36.616054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:36.638448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91d8af-4f29-4585-9fd1-68b1e612cf80 req-934c6e7e-de49-41b1-b97e-96a4d5b8c009 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:36.639978 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d91d8af-4f29-4585-9fd1-68b1e612cf80 req-934c6e7e-de49-41b1-b97e-96a4d5b8c009 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.3298984 Dec 13 23:23:36.699135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:36.768285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:36.770066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1774970740'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:36.776574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b36f91e-3fab-4a0a-a3cc-4ba788234f98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:36.779028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:36.788588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Usage tracker for resource:network and tenant:0e7bb4d74977466e97933c76af4e418d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:36.792248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:36.804197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:36.821717 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d91d8af-4f29-4585-9fd1-68b1e612cf80 req-71f0e07a-860a-45e2-a11b-8ec404fc38af tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746850 Dec 13 23:23:36.828453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=72b220dc-3e68-4861-83ea-c0d4f6fd885d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:36.833630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:36.848995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:36.870599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ecd67-8e2d-4116-aabc-57ac148cf336 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:37.056776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.062840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Made reservation on behalf of 0e7bb4d74977466e97933c76af4e418d for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:37.066679 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/72b220dc-3e68-4861-83ea-c0d4f6fd885d HTTP/1.1" status: 204 len: 168 time: 1.4515455 Dec 13 23:23:37.069100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 46992) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:37.069488 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.098808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.173038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.176213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:37.176947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.190394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:23:37.200768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.201117 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Added segment 75779e17-c412-4630-a0c6-0996bea147ab of type vlan for network 2baaf625-691e-47bc-a3d1-2131ad263e7e Dec 13 23:23:37.234472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:37.252244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.262438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet ce044ba2-c590-4d24-b4c9-6c407369ec0f {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:37.269580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.287783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:37.314330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Usage tracker for resource:security_group_rule and tenant:0e7bb4d74977466e97933c76af4e418d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:37.335772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:37.340604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.346383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:37.420929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff83c79-578e-44c2-bd5f-e3b326fe0d82 req-76acbd36-1e66-448f-8aa0-6c1ee6045128 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:37.422797 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fff83c79-578e-44c2-bd5f-e3b326fe0d82 req-76acbd36-1e66-448f-8aa0-6c1ee6045128 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.4230587 Dec 13 23:23:37.469429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a92cf2b-39b2-4b77-9847-58d8b0abb1d0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:37.495989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:37.544036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.561560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.624256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.657276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Deleting port f241437c-c409-4808-9374-e6533b0d6f39 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:37.659070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.671180 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fff83c79-578e-44c2-bd5f-e3b326fe0d82 req-cd10105d-4eac-45e2-9f20-89ee05b77d19 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351661 Dec 13 23:23:37.730633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.737669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:37.739005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.749668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:37.834907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for 0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:37.877879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.944156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.967492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:37.975733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:37.980599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-331a33c4-9ff5-492a-a1b8-8cd6da66070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:38.036786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c85cd8f1-3bff-469f-9697-92112fe35d88 None None] Provisioning complete for port cca7e1f0-8500-42b8-abbb-7d291b28ba63 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:38.038081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c85cd8f1-3bff-469f-9697-92112fe35d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.047582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Network': ['ID=2baaf625-691e-47bc-a3d1-2131ad263e7e,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:38.051050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:38.051571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:23:38.060024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d41c15d0-e6a0-4563-8e33-c541d478221f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:38.093652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.098457 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/ce044ba2-c590-4d24-b4c9-6c407369ec0f HTTP/1.1" status: 204 len: 168 time: 1.0255270 Dec 13 23:23:38.099972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=ce044ba2-c590-4d24-b4c9-6c407369ec0f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:38.109191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47010) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:38.111961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:38.123198 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.6775603 Dec 13 23:23:38.126210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47014) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:38.135531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c0b36-6de0-43f4-88aa-e61445b61512 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:38.148488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:23:38.163876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd72228-1a1d-462e-9f18-85b5d1d86a6b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:38.168354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:38.190951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.191297 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Added segment 135cf73a-fb95-4431-9b88-0ce2d26d5504 of type vlan for network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 Dec 13 23:23:38.250244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.333462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'subnet': {'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:38.342650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.358980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-880e43df-86ab-4a1b-a4b2-f561f78c38dd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:38.397091 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f16caad5-7093-431a-864b-f69a41dcb1f0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2761691 Dec 13 23:23:38.406944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47022) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:38.470143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f50f27-5ef0-4e60-915b-4306100ad4a5 req-d58f5569-a351-446d-b331-3d7bff262d7b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:38.471693 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5f50f27-5ef0-4e60-915b-4306100ad4a5 req-d58f5569-a351-446d-b331-3d7bff262d7b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.6418371 Dec 13 23:23:38.491699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:38.520300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=0ffa5cd1-760e-4b2a-b7e9-eed9ca344f09,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:38.525695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.568184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:38.570405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47026) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:38.610521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.615726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:38.616345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.630506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:23:38.634985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] Deleting port cca7e1f0-8500-42b8-abbb-7d291b28ba63 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:38.635713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.651115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:38.677769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:38.811043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:38.817310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:38.828517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Calling delete_port for f241437c-c409-4808-9374-e6533b0d6f39 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:38.870095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:38.872865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:38.884608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Usage tracker for resource:subnet and tenant:40f6ac8202d84c5db041ab4e251d82c2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:38.898094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:38.911285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:38.912057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] For port cca7e1f0-8500-42b8-abbb-7d291b28ba63, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cca7e1f0-8500-42b8-abbb-7d291b28ba63,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:38.912524 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:38.957771 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5f50f27-5ef0-4e60-915b-4306100ad4a5 req-e5fff667-f08b-49b4-95b0-3cfd444438b7 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4347773 Dec 13 23:23:38.996666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cca7e1f0-8500-42b8-abbb-7d291b28ba63 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:39.003536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:39.007577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.027256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Made reservation on behalf of 40f6ac8202d84c5db041ab4e251d82c2 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:39.045026 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.5302410 Dec 13 23:23:39.054555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47034) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:39.055328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-108933670', 'router:external': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:39.062247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Request body: {'subnet': {'network_id': '36086a6f-4cc4-4d7b-8a06-8cc7505e88e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:39.068831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:39.072377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event updated for resources: {'Network': ['ID=36086a6f-4cc4-4d7b-8a06-8cc7505e88e5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:39.079053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Usage tracker for resource:network and tenant:e3a68face40f4a69972525752c47a411 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:39.081915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:39.084873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:39.089640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:39.094933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] Calling delete_port for cca7e1f0-8500-42b8-abbb-7d291b28ba63 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:39.097161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:39.121582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:23:39.145585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d6856-013c-45f9-a817-d532a1bb36b9 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:39.156860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.227189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.257171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d6856-013c-45f9-a817-d532a1bb36b9 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:39.258062 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0c4d6856-013c-45f9-a817-d532a1bb36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:39.262284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Made reservation on behalf of e3a68face40f4a69972525752c47a411 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:39.264586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.352212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.355542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.372606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0c4d6856-013c-45f9-a817-d532a1bb36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:39.380608 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.1981752 Dec 13 23:23:39.383640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47038) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:39.399808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c3c3db58-88d2-4f7a-997f-617d1b35976e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:39.457789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4d6856-013c-45f9-a817-d532a1bb36b9 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:39.458408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0c4d6856-013c-45f9-a817-d532a1bb36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:39.497015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:39.506648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Usage tracker for resource:security_group_rule and tenant:e3a68face40f4a69972525752c47a411 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:39.512806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:39.527997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0c4d6856-013c-45f9-a817-d532a1bb36b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:39.528409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4d6856-013c-45f9-a817-d532a1bb36b9 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:39.530168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:39.531072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:39.531668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.543712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:39.546379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Usage tracker for resource:subnet and tenant:0e7bb4d74977466e97933c76af4e418d is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:39.550182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:39.551807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c3db58-88d2-4f7a-997f-617d1b35976e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.562223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:39.576262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.594431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] No DVR routers for this DVR port cca7e1f0-8500-42b8-abbb-7d291b28ba63 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:23:39.610553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] Pushing event deleted for resources: {'Port': ['ID=cca7e1f0-8500-42b8-abbb-7d291b28ba63,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:39.614362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:39.679448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:39.687070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:39.718176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Made reservation on behalf of 0e7bb4d74977466e97933c76af4e418d for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:39.770628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event deleted for resources: {'Port': ['ID=f241437c-c409-4808-9374-e6533b0d6f39,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:39.824275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:39.951779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.092699 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.104324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:40.105814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.156939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c3db58-88d2-4f7a-997f-617d1b35976e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.185731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:23:40.203162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6843218d-c1d5-4711-a3d0-4d1a806e14c1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:40.208019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:40.213228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.213228 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Added segment 4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5 of type vlan for network b8ed16c2-31db-4f32-9adc-4552cc8b7998 Dec 13 23:23:40.257210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.265060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c3db58-88d2-4f7a-997f-617d1b35976e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.265374 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-c3c3db58-88d2-4f7a-997f-617d1b35976e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP bd736e2f-349e-4ad2-b7b0-8752db021679 disassociated. External IP: 172.26.5.115, port: c895f2c8-7287-443f-8a4a-1b246308260c. Dec 13 23:23:40.389458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 8a7af34e-8f35-402b-ab39-92574eebe4fd has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:40.470535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.541162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.576974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.577874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:40.578442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.588530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-269d6b2c-c64b-481c-a3dd-651599ed3193 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:40.601392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4aeac45d-e4f5-4496-ac59-2c068795ebf7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:40.768567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.objects.ports [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84311) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:23:40.813966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event updated for resources: {'Network': ['ID=b8ed16c2-31db-4f32-9adc-4552cc8b7998,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:40.825159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:40.826184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network b8ed16c2-31db-4f32-9adc-4552cc8b7998 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:23:40.872025 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.2981265 Dec 13 23:23:40.872231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47042) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:40.873169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.882345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'subnet': {'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:40.890498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:40.898137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Usage tracker for resource:subnet and tenant:e3a68face40f4a69972525752c47a411 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:40.906075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:40.906233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Subnet': ['ID=64a46581-e788-4c4e-810d-dfdbf82e1304,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:40.914618 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:40.933252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cd5c0bcb-5092-44b4-916c-95217f440951 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:40.961674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:40.965271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:40.971169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:40.981868 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85c344-1b70-4024-bac9-aed48763cff7 None None] Sync routers for ids ['8a7af34e-8f35-402b-ab39-92574eebe4fd'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:40.987299 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/8a7af34e-8f35-402b-ab39-92574eebe4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4527230 Dec 13 23:23:40.987588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47046) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:40.998657 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85c344-1b70-4024-bac9-aed48763cff7 None None] Routers {'8a7af34e-8f35-402b-ab39-92574eebe4fd'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:41.000119 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3f85c344-1b70-4024-bac9-aed48763cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8a7af34e-8f35-402b-ab39-92574eebe4fd'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:41.012057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:41.013203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.027878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:41.035007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Checking segment: {'id': '75779e17-c412-4630-a0c6-0996bea147ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:41.035372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Network hostable DHCP agents. Network: 2baaf625-691e-47bc-a3d1-2131ad263e7e, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:23:41.039221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8224cb93-caa7-4eef-ad42-8af424b7adb7 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:41.043086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:41.043708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.078702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=947dfa59-98ad-403c-bdcb-3cfb31c07439,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:41.089753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:41.089844 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3f85c344-1b70-4024-bac9-aed48763cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:41.104596 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f85c344-1b70-4024-bac9-aed48763cff7 None None] Routers {'8a7af34e-8f35-402b-ab39-92574eebe4fd'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:41.105484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3f85c344-1b70-4024-bac9-aed48763cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8a7af34e-8f35-402b-ab39-92574eebe4fd'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:41.120269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Made reservation on behalf of e3a68face40f4a69972525752c47a411 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:41.122568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.156897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.164439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:41.182805 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3f85c344-1b70-4024-bac9-aed48763cff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:41.183385 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f85c344-1b70-4024-bac9-aed48763cff7 None None] The sync data for ids ['8a7af34e-8f35-402b-ab39-92574eebe4fd'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:41.204600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.205404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Fanout notify agent at l3_agent the message router_deleted on router 290d3704-2211-48c1-b059-f272a868793b {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:23:41.222547 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8015006 Dec 13 23:23:41.222547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:23:41.222547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47050) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:41.228126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.229608 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/290d3704-2211-48c1-b059-f272a868793b HTTP/1.1" status: 204 len: 168 time: 5.3855703 Dec 13 23:23:41.234980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47054) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:41.245252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:41.246571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-4465330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:41.267570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:41.305436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '947dfa59-98ad-403c-bdcb-3cfb31c07439'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:23:41.306105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.328530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Usage tracker for resource:router and tenant:0046f562572942ada20adb86ed00539b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:41.337482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:41.352163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:41.398546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event updated for resources: {'Subnet': ['ID=c0cc444c-6743-4f59-964c-e2b243d1ff67,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:41.410831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:41.433407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 2baaf625-691e-47bc-a3d1-2131ad263e7e) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:41.448369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd10bab-b85e-4cd9-b105-283c44126ee3 None None] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:41.459539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:41.460278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.485230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:41.493200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Checking segment: {'id': '135cf73a-fb95-4431-9b88-0ce2d26d5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36086a6f-4cc4-4d7b-8a06-8cc7505e88e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:41.493658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Network hostable DHCP agents. Network: 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:23:41.498391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:41.503040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:41.512558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:41.531048 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.532021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.581183 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4503541 Dec 13 23:23:41.582231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47058) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:41.590311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'port': {'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2087604602'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:41.611699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:23:41.616954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:41.618852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Allocated IP 2001:db8::f816:3eff:fe50:4aa5 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/947dfa59-98ad-403c-bdcb-3cfb31c07439/f7bc1ca4-6c9a-40ad-b708-7b2da4896b86) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:41.661425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.689045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c3db58-88d2-4f7a-997f-617d1b35976e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:41.779459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.783595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.842068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.845255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-2baaf625-691e-47bc-a3d1-2131ad263e7e', 'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e', 'tenant_id': '40f6ac8202d84c5db041ab4e251d82c2', 'fixed_ips': [{'subnet_id': '64a46581-e788-4c4e-810d-dfdbf82e1304'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:23:41.846748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:41.874440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f91c-5049-42b1-b6df-cb799383ea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.021309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.022474 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d71aa3a8-bc23-4681-97b7-a1bf584ca8a6 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7865787 Dec 13 23:23:42.031224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47062) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:42.039213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.054309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:42.082867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82980d13-a90a-465e-8a98-a079fe142d70 None None] Network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:42.101403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': False}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:42.131496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:42.132292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.228706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:42.237536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Usage tracker for resource:port and tenant:40f6ac8202d84c5db041ab4e251d82c2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:42.272787 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2146449 Dec 13 23:23:42.272787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:42.282362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47066) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:42.288430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Transition to ACTIVE for port object f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:42.288885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:42.296177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Request body: {'port': {'network_id': '36086a6f-4cc4-4d7b-8a06-8cc7505e88e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-432141932'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:42.308948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Transition to ACTIVE for port object f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:42.385141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Allocated IP 2001:db8::2 (2baaf625-691e-47bc-a3d1-2131ad263e7e/64a46581-e788-4c4e-810d-dfdbf82e1304/4e0f4a25-a550-494a-b6fc-9dc7f8f6c643) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:42.397237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Made reservation on behalf of 40f6ac8202d84c5db041ab4e251d82c2 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:42.400853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.427258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-36086a6f-4cc4-4d7b-8a06-8cc7505e88e5', 'network_id': '36086a6f-4cc4-4d7b-8a06-8cc7505e88e5', 'tenant_id': '0e7bb4d74977466e97933c76af4e418d', 'fixed_ips': [{'subnet_id': 'c0cc444c-6743-4f59-964c-e2b243d1ff67'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:23:42.427726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] device_id is not set on port c5491c1f-5b4d-4f95-a5c5-328d41840030 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:42.428090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.443730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.452846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3e4e837f-c0db-4d55-aad8-746c3ed67c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:42.493445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.504587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-595f1fb9-593f-4523-b75c-451af4325ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:42.580686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:42.584167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:42.588280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:42.589016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.592869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=42c17296-fbd1-4c44-9b18-da482aedc225,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:42.597159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:42.623713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:42.634113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:42.649571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:42.653834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Pushing event updated for resources: {'Port': ['ID=f7bc1ca4-6c9a-40ad-b708-7b2da4896b86,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:42.669757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:42.689249 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4573913 Dec 13 23:23:42.692628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47070) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:42.693804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:42.700323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:e1:69:0b', 'name': 'tempest-NetworksTestDHCPv6-2023987774'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:42.702824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Usage tracker for resource:port and tenant:0e7bb4d74977466e97933c76af4e418d is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:42.709148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:42.723325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:42.861139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:42.865661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:42.868570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:42.874508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:42.902561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Attempting to bind port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:42.903034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Attempting to bind port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:42.903221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Attempting to bind port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:42.927754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Allocated IP 2001:db8::2 (36086a6f-4cc4-4d7b-8a06-8cc7505e88e5/c0cc444c-6743-4f59-964c-e2b243d1ff67/424908a9-d090-464b-ae73-8a7b25778555) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:42.928733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Made reservation on behalf of 0e7bb4d74977466e97933c76af4e418d for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:42.931711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.936056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:23:42.936428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:42.939361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.939361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:23:42.939361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Bound port: f7bc1ca4-6c9a-40ad-b708-7b2da4896b86, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:23:42.939361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.950251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.951016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:42.955829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.963195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3db58-88d2-4f7a-997f-617d1b35976e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:42.964767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:23:42.965083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.974516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c3db58-88d2-4f7a-997f-617d1b35976e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:42.986170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Transition to ACTIVE for port object 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:42.991344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4674263-6cb9-471a-857c-039cb89d6008 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:42.995596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port cebc7a22-e598-448c-af10-39b7af2fe962 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:42.999163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:43.061423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] device_id is not set on port 4ae012b9-8b90-479a-b0b4-569645a92a1d yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:43.133471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Transition to ACTIVE for port object 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:43.171025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4674263-6cb9-471a-857c-039cb89d6008 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:43.171589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c4674263-6cb9-471a-857c-039cb89d6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:43.233784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.247133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:43.266489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 172.20.0.14 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/42c17296-fbd1-4c44-9b18-da482aedc225/cebc7a22-e598-448c-af10-39b7af2fe962) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:43.279141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fee1:690b (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/947dfa59-98ad-403c-bdcb-3cfb31c07439/cebc7a22-e598-448c-af10-39b7af2fe962) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:43.297099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Allocated IP 2001:db8::3d2 (2baaf625-691e-47bc-a3d1-2131ad263e7e/64a46581-e788-4c4e-810d-dfdbf82e1304/c5491c1f-5b4d-4f95-a5c5-328d41840030) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:43.299517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c4674263-6cb9-471a-857c-039cb89d6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:43.308183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] For port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:43.346586 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c3c3db58-88d2-4f7a-997f-617d1b35976e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/floatingips/bd736e2f-349e-4ad2-b7b0-8752db021679 HTTP/1.1" status: 200 len: 688 time: 3.9608445 Dec 13 23:23:43.348846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] For port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f7bc1ca4-6c9a-40ad-b708-7b2da4896b86,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:23:43.358663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47074) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:43.383134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.386113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event updated for resources: {'Subnet': ['ID=52fec222-c75f-4bb9-998f-b62841d0675d,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:43.404992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:43.405875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Pushing event updated for resources: {'Port': ['ID=4e0f4a25-a550-494a-b6fc-9dc7f8f6c643,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:43.420084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:43.421838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:43.426583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.430279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:43.434859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ea031d8-96f7-411c-9626-3507659aee72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:43.439099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:43.489555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Checking segment: {'id': '4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:43.489907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Network hostable DHCP agents. Network: b8ed16c2-31db-4f32-9adc-4552cc8b7998, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:23:43.492969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4674263-6cb9-471a-857c-039cb89d6008 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:43.493721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c4674263-6cb9-471a-857c-039cb89d6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:43.584033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.587236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c4674263-6cb9-471a-857c-039cb89d6008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:43.587668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4674263-6cb9-471a-857c-039cb89d6008 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:43.643477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Transition to ACTIVE for port object 424908a9-d090-464b-ae73-8a7b25778555 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:43.683527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Network b8ed16c2-31db-4f32-9adc-4552cc8b7998 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:23:43.722637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Pushing event updated for resources: {'Port': ['ID=f7bc1ca4-6c9a-40ad-b708-7b2da4896b86,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:43.733196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:43.735549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Attempting to bind port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:43.735945 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Attempting to bind port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '75779e17-c412-4630-a0c6-0996bea147ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:43.736482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Attempting to bind port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 on network 2baaf625-691e-47bc-a3d1-2131ad263e7e {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:43.739192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Transition to ACTIVE for port object 424908a9-d090-464b-ae73-8a7b25778555 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:43.749339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:23:43.749746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Checking segment: {'id': '75779e17-c412-4630-a0c6-0996bea147ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:43.750170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.750546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Bound using segment: {'id': '75779e17-c412-4630-a0c6-0996bea147ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:23:43.751017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Bound port: 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75779e17-c412-4630-a0c6-0996bea147ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:23:43.751395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.761541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port 85433fa9-e134-409e-b7da-69db6eb5f7d5 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:43.761541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.784180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, b8ed16c2-31db-4f32-9adc-4552cc8b7998) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:43.792569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:43.793158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.824872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2364ca7b-c944-4403-ac7f-357702be9701 None None] Network b8ed16c2-31db-4f32-9adc-4552cc8b7998 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:43.881767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.917592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] For port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:43.921229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] For port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4e0f4a25-a550-494a-b6fc-9dc7f8f6c643,segment=NetworkSegment(75779e17-c412-4630-a0c6-0996bea147ab),segment_id=75779e17-c412-4630-a0c6-0996bea147ab)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:23:43.935223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:43.935374 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0610826 Dec 13 23:23:43.939339 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47078) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:43.967204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:43.968260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object cebc7a22-e598-448c-af10-39b7af2fe962 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:43.998940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1949552788', 'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:44.026770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Allocated IP 2001:db8::229 (36086a6f-4cc4-4d7b-8a06-8cc7505e88e5/c0cc444c-6743-4f59-964c-e2b243d1ff67/4ae012b9-8b90-479a-b0b4-569645a92a1d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:44.032642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:44.057876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Usage tracker for resource:port and tenant:e3a68face40f4a69972525752c47a411 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:44.067456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:44.085438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:44.089892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.149991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port cbf3bfef-504f-4860-85e3-9547999cc52a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:44.151848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.181670 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.188263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.197684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.211280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:44.225242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:44.226455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Transition to ACTIVE for port object c5491c1f-5b4d-4f95-a5c5-328d41840030 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:44.228764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:44.267172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.268082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.294906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Pushing event updated for resources: {'Port': ['ID=424908a9-d090-464b-ae73-8a7b25778555,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:44.298839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:44.306067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:44.401277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Pushing event updated for resources: {'Port': ['ID=4e0f4a25-a550-494a-b6fc-9dc7f8f6c643,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:44.404994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:44.406088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca6bd5dd-59a0-4ab9-af06-4d7a7d95ed52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.445256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for 85433fa9-e134-409e-b7da-69db6eb5f7d5 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:44.449196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Made reservation on behalf of e3a68face40f4a69972525752c47a411 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:44.450945 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Attempting to bind port 424908a9-d090-464b-ae73-8a7b25778555 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:44.451429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Attempting to bind port 424908a9-d090-464b-ae73-8a7b25778555 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '135cf73a-fb95-4431-9b88-0ce2d26d5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36086a6f-4cc4-4d7b-8a06-8cc7505e88e5'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:44.451560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.452042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Attempting to bind port 424908a9-d090-464b-ae73-8a7b25778555 on network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:44.472919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:23:44.473495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Checking segment: {'id': '135cf73a-fb95-4431-9b88-0ce2d26d5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36086a6f-4cc4-4d7b-8a06-8cc7505e88e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:44.473609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.474079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.475373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Bound using segment: {'id': '135cf73a-fb95-4431-9b88-0ce2d26d5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36086a6f-4cc4-4d7b-8a06-8cc7505e88e5'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:23:44.476015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Bound port: 424908a9-d090-464b-ae73-8a7b25778555, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135cf73a-fb95-4431-9b88-0ce2d26d5504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '36086a6f-4cc4-4d7b-8a06-8cc7505e88e5'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:23:44.476497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.486194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c10003f0-8388-438f-8cf9-de13455e6449 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:44.595839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:44.601375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:44.605453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=cebc7a22-e598-448c-af10-39b7af2fe962,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:44.607300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:44.619270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] device_id is not set on port 1ef3a35c-9e9e-4961-8ffa-515c9a4c7041 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:44.644525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.646333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:44.666031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:44.676687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1d8b5-60bb-48b4-826f-388f985e64ba None None] Network b8ed16c2-31db-4f32-9adc-4552cc8b7998 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:44.777891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:44.778506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.829801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:44.840424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Port': ['ID=c5491c1f-5b4d-4f95-a5c5-328d41840030,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:44.840889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Allocated IP 172.20.0.7 (b8ed16c2-31db-4f32-9adc-4552cc8b7998/52fec222-c75f-4bb9-998f-b62841d0675d/1ef3a35c-9e9e-4961-8ffa-515c9a4c7041) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:44.842317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:44.844153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:44.849424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:44.850488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] For port 424908a9-d090-464b-ae73-8a7b25778555, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:44.853496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:44.854126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.855564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.884168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] For port 424908a9-d090-464b-ae73-8a7b25778555, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=424908a9-d090-464b-ae73-8a7b25778555,segment=NetworkSegment(135cf73a-fb95-4431-9b88-0ce2d26d5504),segment_id=135cf73a-fb95-4431-9b88-0ce2d26d5504)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:23:44.968152 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.3844831 Dec 13 23:23:44.970281 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2757764 Dec 13 23:23:44.974624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:44.977083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47084) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:44.977560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47086) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:44.978986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-816bf877-76ce-45c6-b208-9a0dc5a27296 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:45.015230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Allocated IP 172.26.5.248 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/ef753dd2-88a4-4696-b8a0-4a27917a8fcf) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:45.081902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.104219 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:45.132970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for cbf3bfef-504f-4860-85e3-9547999cc52a owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:45.135119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'port': {'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1281209142', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d2', 'mac_address': 'fa:16:3e:19:3b:9a'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:45.143939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:45.182130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=85433fa9-e134-409e-b7da-69db6eb5f7d5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:45.196735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:45.256896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Pushing event updated for resources: {'Port': ['ID=424908a9-d090-464b-ae73-8a7b25778555,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:45.260766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:45.288768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.322194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.333236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5820dc-450d-4938-a98c-89aa06c2b56c None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:45.426366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.428060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:45.438232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:45.446685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.449060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.453444 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/floatingips/bd736e2f-349e-4ad2-b7b0-8752db021679 HTTP/1.1" status: 204 len: 168 time: 2.0879028 Dec 13 23:23:45.456403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47092) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:45.464696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '413e19fe-409d-4ee6-be41-7a393994d206'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:45.473182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:45.475711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:45.491365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Usage tracker for resource:port and tenant:40f6ac8202d84c5db041ab4e251d82c2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:45.500565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1907281-e7e9-4ffd-b4ca-86607182c88d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:45.505471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1907281-e7e9-4ffd-b4ca-86607182c88d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:45.506342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c1907281-e7e9-4ffd-b4ca-86607182c88d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:45.509527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:floatingip and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:45.512272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:45.516573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:45.533374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:45.537029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:45.538397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-98c8b589-10a2-43d6-b164-51a1b60737e1 None None] Provisioning for port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:45.609379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Made reservation on behalf of 40f6ac8202d84c5db041ab4e251d82c2 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:45.668084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.686411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c1907281-e7e9-4ffd-b4ca-86607182c88d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:45.688001 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c1907281-e7e9-4ffd-b4ca-86607182c88d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.6536465 Dec 13 23:23:45.695214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Transition to ACTIVE for port object 4ae012b9-8b90-479a-b0b4-569645a92a1d will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:45.696462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47096) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:45.747600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:45.761680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:45.762059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.906931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.943884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.980144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:45.983238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] device_id is not set on port f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:46.005879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port cebc7a22-e598-448c-af10-39b7af2fe962 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:46.006211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.012064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] Update dhcp port {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': '947dfa59-98ad-403c-bdcb-3cfb31c07439', 'ip_address': '2001:db8::f816:3eff:fe50:4aa5'}, {'subnet_id': '42c17296-fbd1-4c44-9b18-da482aedc225'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': 'f7bc1ca4-6c9a-40ad-b708-7b2da4896b86'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:23:46.081280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f7bc1ca4-6c9a-40ad-b708-7b2da4896b86,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:46.105123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.130105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.156386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.164359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b44d8382-21d9-41f2-aaa5-2c0254738e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:46.213143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.232861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Allocated IP 2001:db8::126 (2baaf625-691e-47bc-a3d1-2131ad263e7e/64a46581-e788-4c4e-810d-dfdbf82e1304/f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:46.273490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.283236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-84c15343-7dbd-49fa-850f-386b55250413 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:46.342706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=f7bc1ca4-6c9a-40ad-b708-7b2da4896b86,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:46.366232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:46.373821 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.386696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.405048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c619024-5bdf-4f41-98a7-fd95cfa0984e None None] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:46.495671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:46.510309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:46.513724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event updated for resources: {'Port': ['ID=4ae012b9-8b90-479a-b0b4-569645a92a1d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:46.539397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:46.540392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:46.544874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:46.545495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.550259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4e6ed2f0-df20-4b34-b3cd-dd5c5f54dcbb tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:46.610844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.619089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:46.630802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=cbf3bfef-504f-4860-85e3-9547999cc52a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:46.643919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:46.656811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] Allocated IP 172.20.0.2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/42c17296-fbd1-4c44-9b18-da482aedc225/f7bc1ca4-6c9a-40ad-b708-7b2da4896b86) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:46.673224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.26.5.189 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/da29ba73-3d99-4298-ac6a-64994186e6c3) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:46.691835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:46.699364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f57a947d-8846-4b34-bff5-7792c355f4a7 None None] Provisioning for port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:46.720362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f57a947d-8846-4b34-bff5-7792c355f4a7 None None] Provisioning complete for port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:46.720768 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f57a947d-8846-4b34-bff5-7792c355f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.768294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.806362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.806978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.844698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Transition to ACTIVE for port object f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:46.914811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:46.989515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.009851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c560cfd2-8aeb-42f0-8476-f9bb70cd3ae8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:47.041468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] For port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f7bc1ca4-6c9a-40ad-b708-7b2da4896b86,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:47.071496 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.087705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Network b8ed16c2-31db-4f32-9adc-4552cc8b7998 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:47.091132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] Transition to ACTIVE for port object f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:47.096205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for cebc7a22-e598-448c-af10-39b7af2fe962 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:47.098116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.102059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8c3930-6b0b-4506-b55c-fda0a52ae717 None None] Network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:47.110323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:47.122736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:47.126730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:47.132235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:47.132890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.172604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Port': ['ID=f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:47.172604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:47.172604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7dd9e098-1942-40de-9020-4536f33e465f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:47.204348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Pushing event updated for resources: {'Port': ['ID=ef753dd2-88a4-4696-b8a0-4a27917a8fcf,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:47.207147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:47.213207 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.9246035 Dec 13 23:23:47.213207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:47.215557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47102) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:47.225441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 424908a9-d090-464b-ae73-8a7b25778555 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:47.232330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Request body: {'port': {'network_id': '36086a6f-4cc4-4d7b-8a06-8cc7505e88e5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-669751508', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:47.232894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.api.validators [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] bootfile-name is not in valid_values {{(pid=84311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:23:47.233228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.api.validators [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] tftp-server is not in valid_values {{(pid=84311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:23:47.233553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.api.validators [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] server-ip-address is not in valid_values {{(pid=84311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:23:47.257678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:47.261661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:47.262122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.817s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:47.272255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:47.280799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:47.309592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.317080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=da29ba73-3d99-4298-ac6a-64994186e6c3,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:47.324974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:47.368350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:47.384644 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3519962 Dec 13 23:23:47.394029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47106) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:47.514306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f57a947d-8846-4b34-bff5-7792c355f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.577000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] Pushing event updated for resources: {'Port': ['ID=f7bc1ca4-6c9a-40ad-b708-7b2da4896b86,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:47.582371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:47.609926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event updated for resources: {'Port': ['ID=1ef3a35c-9e9e-4961-8ffa-515c9a4c7041,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:47.610143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:47.613152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:47.613843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.616633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Usage tracker for resource:port and tenant:0e7bb4d74977466e97933c76af4e418d is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:47.619260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:47.620590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:47.624449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.982s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:47.625080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:47.629449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:47.662783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d99f6d-a32b-4cef-a9b4-bbdb8e35b09c tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:47.664505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.674243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d99f6d-a32b-4cef-a9b4-bbdb8e35b09c tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:47.674243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d99f6d-a32b-4cef-a9b4-bbdb8e35b09c tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:47.674243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-37d99f6d-a32b-4cef-a9b4-bbdb8e35b09c tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Synchronizing usage tracker for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:47.682040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f57a947d-8846-4b34-bff5-7792c355f4a7 None None] For port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4e0f4a25-a550-494a-b6fc-9dc7f8f6c643,segment=NetworkSegment(75779e17-c412-4630-a0c6-0996bea147ab),segment_id=75779e17-c412-4630-a0c6-0996bea147ab)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:47.729342 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.7509754 Dec 13 23:23:47.747149 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f57a947d-8846-4b34-bff5-7792c355f4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.748204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47110) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:47.753479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ca97a83e-9f4d-4deb-8705-7bfc10e57a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:47.765154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Made reservation on behalf of 0e7bb4d74977466e97933c76af4e418d for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:47.768322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:47.786156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 424908a9-d090-464b-ae73-8a7b25778555 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:47.819735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:47.877576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] device_id is not set on port 12802abd-9a47-415d-a3af-65fbc5c7725d yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:47.915918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a947d-8846-4b34-bff5-7792c355f4a7 None None] Pushing event updated for resources: {'Port': ['ID=4e0f4a25-a550-494a-b6fc-9dc7f8f6c643,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:47.928483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f57a947d-8846-4b34-bff5-7792c355f4a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:48.000494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-37d99f6d-a32b-4cef-a9b4-bbdb8e35b09c tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Unset dirty status for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:48.004977 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-37d99f6d-a32b-4cef-a9b4-bbdb8e35b09c tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6098964 Dec 13 23:23:48.008112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-215e7708-d3ea-458b-a5bc-0e8d8234f73e None None] Provisioning for port 424908a9-d090-464b-ae73-8a7b25778555 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:48.011983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47114) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:48.019237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-215e7708-d3ea-458b-a5bc-0e8d8234f73e None None] Provisioning complete for port 424908a9-d090-464b-ae73-8a7b25778555 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:48.021054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-215e7708-d3ea-458b-a5bc-0e8d8234f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.105039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Deleting port 1ef3a35c-9e9e-4961-8ffa-515c9a4c7041 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:48.105387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.215277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-215e7708-d3ea-458b-a5bc-0e8d8234f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.288432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-215e7708-d3ea-458b-a5bc-0e8d8234f73e None None] For port 424908a9-d090-464b-ae73-8a7b25778555, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=424908a9-d090-464b-ae73-8a7b25778555,segment=NetworkSegment(135cf73a-fb95-4431-9b88-0ce2d26d5504),segment_id=135cf73a-fb95-4431-9b88-0ce2d26d5504)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:48.316010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.329235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.340211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Deleting port f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:48.340794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.356545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-215e7708-d3ea-458b-a5bc-0e8d8234f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.358690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:48.477985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d4e94bb4-576d-4ff8-affc-0503acff494c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:48.501781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e7708-d3ea-458b-a5bc-0e8d8234f73e None None] Pushing event updated for resources: {'Port': ['ID=424908a9-d090-464b-ae73-8a7b25778555,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:48.515640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-215e7708-d3ea-458b-a5bc-0e8d8234f73e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:48.517045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Provisioning complete for port 424908a9-d090-464b-ae73-8a7b25778555 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:48.518057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.656101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=cebc7a22-e598-448c-af10-39b7af2fe962,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:48.660635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:48.771996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Allocated IP 2001:db8::3e0 (36086a6f-4cc4-4d7b-8a06-8cc7505e88e5/c0cc444c-6743-4f59-964c-e2b243d1ff67/12802abd-9a47-415d-a3af-65fbc5c7725d) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:48.838367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Provisioning for port f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:48.846171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Provisioning complete for port f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:48.846171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.931206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.949542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.957410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Port f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:48.960748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:48.985410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 8a7af34e-8f35-402b-ab39-92574eebe4fd has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:48.987232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:49.022926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:49.090618 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/cebc7a22-e598-448c-af10-39b7af2fe962 HTTP/1.1" status: 204 len: 168 time: 3.3883593 Dec 13 23:23:49.091552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47118) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:49.165700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Provisioning for port c5491c1f-5b4d-4f95-a5c5-328d41840030 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:49.183483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Provisioning complete for port c5491c1f-5b4d-4f95-a5c5-328d41840030 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:49.183923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:49.229420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:49.230230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:49.278962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:49.302349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Port c5491c1f-5b4d-4f95-a5c5-328d41840030 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:49.408619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 424908a9-d090-464b-ae73-8a7b25778555 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:49.435799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:49.437887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Provisioning for port 4ae012b9-8b90-479a-b0b4-569645a92a1d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:49.449288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Provisioning complete for port 4ae012b9-8b90-479a-b0b4-569645a92a1d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:49.454044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:49.454153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Calling delete_port for 1ef3a35c-9e9e-4961-8ffa-515c9a4c7041 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:49.512594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca10ac22-4a7f-424b-ac27-a8dec5797cf0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:49.514047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca10ac22-4a7f-424b-ac27-a8dec5797cf0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:49.515553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca10ac22-4a7f-424b-ac27-a8dec5797cf0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:49.516567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ca10ac22-4a7f-424b-ac27-a8dec5797cf0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:49.536261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Port 4ae012b9-8b90-479a-b0b4-569645a92a1d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:49.540548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 424908a9-d090-464b-ae73-8a7b25778555 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:49.541187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:49.552400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:49.561354 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8b2e3bad-0052-4afa-be4e-d7aca12f39cb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/8a7af34e-8f35-402b-ab39-92574eebe4fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5727282 Dec 13 23:23:49.565827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47122) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:49.570175 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a19a7-78e3-4dbe-9157-67f68a451f55 None None] Sync routers for ids ['8a7af34e-8f35-402b-ab39-92574eebe4fd'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:49.586991 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a19a7-78e3-4dbe-9157-67f68a451f55 None None] Routers {'8a7af34e-8f35-402b-ab39-92574eebe4fd'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:49.587643 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c96a19a7-78e3-4dbe-9157-67f68a451f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8a7af34e-8f35-402b-ab39-92574eebe4fd'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:49.605844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Provisioning complete for port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:49.606346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40acda8c-4deb-42db-8a4d-c928e609dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:49.616031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ca10ac22-4a7f-424b-ac27-a8dec5797cf0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:49.626512 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ca10ac22-4a7f-424b-ac27-a8dec5797cf0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5316703 Dec 13 23:23:49.628171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47126) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:49.640394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c4200fa7-40b2-4eb9-8fa5-2df8aaa74c75 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:49.677654 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c96a19a7-78e3-4dbe-9157-67f68a451f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:49.693525 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a19a7-78e3-4dbe-9157-67f68a451f55 None None] Routers {'8a7af34e-8f35-402b-ab39-92574eebe4fd'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:49.694535 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c96a19a7-78e3-4dbe-9157-67f68a451f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8a7af34e-8f35-402b-ab39-92574eebe4fd'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:49.753583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Calling delete_port for f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:49.780087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c4200fa7-40b2-4eb9-8fa5-2df8aaa74c75 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:49.784990 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c4200fa7-40b2-4eb9-8fa5-2df8aaa74c75 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a7af34e-8f35-402b-ab39-92574eebe4fd HTTP/1.1" status: 200 len: 205 time: 0.2170577 Dec 13 23:23:49.789800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47130) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:49.806228 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c96a19a7-78e3-4dbe-9157-67f68a451f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:49.806772 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a19a7-78e3-4dbe-9157-67f68a451f55 None None] The sync data for ids ['8a7af34e-8f35-402b-ab39-92574eebe4fd'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:49.841513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:49.959537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.017679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Provisioning complete for port f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:50.018175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.073328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb64c-7a5d-4a2a-9115-1b58f503364c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.075184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Port f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:50.088994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Provisioning complete for port c5491c1f-5b4d-4f95-a5c5-328d41840030 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:50.089379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.127680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 42c17296-fbd1-4c44-9b18-da482aedc225 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:50.137172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Router 52fb4ec4-3c9f-4405-b2ff-e928c013a3cb is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:23:50.143708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.145511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Port c5491c1f-5b4d-4f95-a5c5-328d41840030 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:50.157953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Provisioning complete for port 4ae012b9-8b90-479a-b0b4-569645a92a1d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:50.158335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.186275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.204435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.214226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Port 4ae012b9-8b90-479a-b0b4-569645a92a1d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:50.214542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0b21e91f-6241-4a19-8599-924aa65e76ca tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:50.218182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Could not find standard attr ID for object cebc7a22-e598-448c-af10-39b7af2fe962. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:23:50.264874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.284914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event deleted for resources: {'Port': ['ID=f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:50.294606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.301885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:50.302431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:50.309994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Provisioning for port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:50.317622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Provisioning complete for port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:50.318304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-562795ff-cde8-4cf6-bfff-dfb11eac0e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.465632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.574394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ef3a35c-9e9e-4961-8ffa-515c9a4c7041,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:50.576921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:50.602434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Transition to ACTIVE for port object 12802abd-9a47-415d-a3af-65fbc5c7725d will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:50.807056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb64c-7a5d-4a2a-9115-1b58f503364c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.823056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb64c-7a5d-4a2a-9115-1b58f503364c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.825626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.836573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.869926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.894972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.922135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:50.928798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-069ca3ea-33b7-4623-af46-bd159af5dbdd tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:50.972551 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a568a915-b07e-49f5-abaa-80fa57b5cb10 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "DELETE /v2.0/ports/f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 HTTP/1.1" status: 204 len: 168 time: 2.9524605 Dec 13 23:23:50.976588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47134) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:50.988219 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "DELETE /v2.0/ports/1ef3a35c-9e9e-4961-8ffa-515c9a4c7041 HTTP/1.1" status: 204 len: 168 time: 3.2387488 Dec 13 23:23:50.995230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47138) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:51.010895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:51.014186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998', 'external_fixed_ips': [{'subnet_id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'ip_address': '172.20.0.7'}]}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:51.017178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.024802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:51.025471 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-439dc4e4-8801-41ee-ad2b-7d5969cb051f tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] GET failed (client error): The resource could not be found. Dec 13 23:23:51.026746 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-439dc4e4-8801-41ee-ad2b-7d5969cb051f tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "GET /v2.0/ports/f6bd9b42-08cb-4b6d-9649-d4ca4aeaa6f5 HTTP/1.1" status: 404 len: 333 time: 0.0481472 Dec 13 23:23:51.030628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:51.031623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb64c-7a5d-4a2a-9115-1b58f503364c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.032138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4eb64c-7a5d-4a2a-9115-1b58f503364c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7af34e-8f35-402b-ab39-92574eebe4fd {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:23:51.033564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:51.034143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47142) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:51.038058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:51.038631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.043768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event updated for resources: {'Port': ['ID=12802abd-9a47-415d-a3af-65fbc5c7725d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:51.046796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'port': {'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-950880089'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:51.051810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Usage tracker for resource:router and tenant:e3a68face40f4a69972525752c47a411 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:51.060925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:51.060925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:51.096280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:51.109494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:51.139945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.147872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6316e60d-629b-4445-8585-22fb76db3f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:51.178642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.9555628 Dec 13 23:23:51.183533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed4eb64c-7a5d-4a2a-9115-1b58f503364c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.184434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47148) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:51.184639 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ed4eb64c-7a5d-4a2a-9115-1b58f503364c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/8a7af34e-8f35-402b-ab39-92574eebe4fd HTTP/1.1" status: 204 len: 168 time: 1.3907382 Dec 13 23:23:51.189564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=da29ba73-3d99-4298-ac6a-64994186e6c3,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:51.191842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47150) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:51.197268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:51.209172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=42c17296-fbd1-4c44-9b18-da482aedc225,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:51.213116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7698edf2-f186-43be-b290-64b2f82e9abb None None] Sync routers for ids ['52fb4ec4-3c9f-4405-b2ff-e928c013a3cb'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:51.214577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.215794 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "PUT /v2.0/routers/52fb4ec4-3c9f-4405-b2ff-e928c013a3cb HTTP/1.1" status: 200 len: 917 time: 9.1824877 Dec 13 23:23:51.219653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47156) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:51.221036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:51.231663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:51.233208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698edf2-f186-43be-b290-64b2f82e9abb None None] Routers {'52fb4ec4-3c9f-4405-b2ff-e928c013a3cb'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:51.233890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7698edf2-f186-43be-b290-64b2f82e9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['52fb4ec4-3c9f-4405-b2ff-e928c013a3cb'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:51.281509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.282464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.298647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.302899 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/42c17296-fbd1-4c44-9b18-da482aedc225 HTTP/1.1" status: 204 len: 168 time: 1.6667724 Dec 13 23:23:51.313448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47160) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:51.314859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.320909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0610e23-fcae-43b9-a384-6820511156a0 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:51.339227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7698edf2-f186-43be-b290-64b2f82e9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:51.399369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:51.407455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Usage tracker for resource:port and tenant:40f6ac8202d84c5db041ab4e251d82c2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:51.412316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:51.429598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:51.432900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7698edf2-f186-43be-b290-64b2f82e9abb None None] Routers {'52fb4ec4-3c9f-4405-b2ff-e928c013a3cb'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:51.433648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7698edf2-f186-43be-b290-64b2f82e9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['52fb4ec4-3c9f-4405-b2ff-e928c013a3cb'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:51.513919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7698edf2-f186-43be-b290-64b2f82e9abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:51.514534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7698edf2-f186-43be-b290-64b2f82e9abb None None] The sync data for ids ['52fb4ec4-3c9f-4405-b2ff-e928c013a3cb'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:51.531770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Made reservation on behalf of 40f6ac8202d84c5db041ab4e251d82c2 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:51.531770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.564000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] device_id is not set on port e817da06-2833-45d5-be4c-b5aa434a5b12 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:51.576084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.635017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0ae92661-8342-4cf4-a0f5-a1ae2d3de701 None None] Provisioning for port 12802abd-9a47-415d-a3af-65fbc5c7725d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:51.641691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0ae92661-8342-4cf4-a0f5-a1ae2d3de701 None None] Provisioning complete for port 12802abd-9a47-415d-a3af-65fbc5c7725d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:51.642756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0ae92661-8342-4cf4-a0f5-a1ae2d3de701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.701085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0ae92661-8342-4cf4-a0f5-a1ae2d3de701 None None] Port 12802abd-9a47-415d-a3af-65fbc5c7725d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:51.713463 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0a3a0cde-ffad-425c-9549-0b2fa4d992bb tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/routers/52fb4ec4-3c9f-4405-b2ff-e928c013a3cb HTTP/1.1" status: 200 len: 923 time: 0.4912682 Dec 13 23:23:51.716236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47164) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:51.736623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd55f4-cfc6-4741-877e-cd8805e952c8 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:51.736623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd55f4-cfc6-4741-877e-cd8805e952c8 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:51.739145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecd55f4-cfc6-4741-877e-cd8805e952c8 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:51.740087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2ecd55f4-cfc6-4741-877e-cd8805e952c8 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Synchronizing usage tracker for tenant:0e7bb4d74977466e97933c76af4e418d on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:51.805175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Allocated IP 2001:db8::8 (2baaf625-691e-47bc-a3d1-2131ad263e7e/64a46581-e788-4c4e-810d-dfdbf82e1304/e817da06-2833-45d5-be4c-b5aa434a5b12) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:51.876379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-284ae5ec-a95d-49bd-8ba5-455e155ddff2 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Synchronizing usage tracker for tenant:fa20c781be5d49cc81cd1edc9bf6f498 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:51.888074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting subnet 3c9c9cef-1a68-48b9-ba90-3fb40161d6be {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:51.916749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:51.997107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-284ae5ec-a95d-49bd-8ba5-455e155ddff2 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Unset dirty status for tenant:fa20c781be5d49cc81cd1edc9bf6f498 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:52.000789 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-284ae5ec-a95d-49bd-8ba5-455e155ddff2 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=52fb4ec4-3c9f-4405-b2ff-e928c013a3cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2811596 Dec 13 23:23:52.002450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47168) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:52.134728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.176068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Transition to ACTIVE for port object e817da06-2833-45d5-be4c-b5aa434a5b12 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:52.182911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 947dfa59-98ad-403c-bdcb-3cfb31c07439 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:52.191023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.198106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbeecf-fe79-4b3f-ad10-ebc085270a0d tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:52.202196 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fcdbeecf-fe79-4b3f-ad10-ebc085270a0d tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 881 time: 0.1962504 Dec 13 23:23:52.202411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47172) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:52.231851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.249844 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b652bb3a-f74f-49bb-b5fe-662507c7f15a tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fb4ec4-3c9f-4405-b2ff-e928c013a3cb HTTP/1.1" status: 200 len: 205 time: 0.0462937 Dec 13 23:23:52.252807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47176) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:52.265211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2ecd55f4-cfc6-4741-877e-cd8805e952c8 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Unset dirty status for tenant:0e7bb4d74977466e97933c76af4e418d on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:52.266371 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2ecd55f4-cfc6-4741-877e-cd8805e952c8 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.0783708 Dec 13 23:23:52.275938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47180) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:52.333596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ce47e31b-fef5-4980-8901-62e4a2ef3f5a None None] Provisioning complete for port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:52.333596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ce47e31b-fef5-4980-8901-62e4a2ef3f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.359785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.399170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.424929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.437346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:52.483118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Deleting port 12802abd-9a47-415d-a3af-65fbc5c7725d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:52.483465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.518164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:52.528811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:52.530651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Port': ['ID=e817da06-2833-45d5-be4c-b5aa434a5b12,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:52.533756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:52.538337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:52.538958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.545250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:52.585433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.587119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.628596 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP 620f2233-769e-4e2b-9dcb-42b5956e09f2 associated. External IP: 172.26.5.189, port: 413e19fe-409d-4ee6-be41-7a393994d206. Dec 13 23:23:52.766795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.778355 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7413335 Dec 13 23:23:52.781683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47184) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:52.788053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d2', 'mac_address': 'fa:16:3e:19:3b:9a'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:52.836451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d3026f8f-e51e-443b-98d5-024bbe9260e4 None None] Provisioning for port e817da06-2833-45d5-be4c-b5aa434a5b12 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:52.843729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d3026f8f-e51e-443b-98d5-024bbe9260e4 None None] Provisioning complete for port e817da06-2833-45d5-be4c-b5aa434a5b12 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:52.843729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d3026f8f-e51e-443b-98d5-024bbe9260e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:52.902395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d3026f8f-e51e-443b-98d5-024bbe9260e4 None None] Port e817da06-2833-45d5-be4c-b5aa434a5b12 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:53.051031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.067175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dff213e4-dea5-49c7-8735-93e70a215419 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:53.126116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.167747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.177589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9c9cef-1a68-48b9-ba90-3fb40161d6be,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:53.182220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:53.207220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.253666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666f800d-88d4-4f22-9c0b-8118588f2f42 None None] Network 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:53.304667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.313490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Calling delete_port for 12802abd-9a47-415d-a3af-65fbc5c7725d owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:53.318968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Deleting port ef753dd2-88a4-4696-b8a0-4a27917a8fcf {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:53.320107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.357460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.366845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ca5d50c3-6501-480f-b5dc-034fe6bb1cc3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:53.418487 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/3c9c9cef-1a68-48b9-ba90-3fb40161d6be HTTP/1.1" status: 204 len: 168 time: 2.2192945 Dec 13 23:23:53.419636 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=947dfa59-98ad-403c-bdcb-3cfb31c07439,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:53.423294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47188) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:53.443860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:53.473059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.477683 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/947dfa59-98ad-403c-bdcb-3cfb31c07439 HTTP/1.1" status: 204 len: 168 time: 2.1096311 Dec 13 23:23:53.478155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d662bb7-1798-428f-8863-4a123e16073e None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:53.493318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47192) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:53.609059 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-62db00a5-9023-4499-9613-167ff0aa32ab tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1107218 Dec 13 23:23:53.612759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47196) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:53.629412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:53.710165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.720134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.795166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] DHCP port deletion for 54f3d4a2-a1f1-4992-9722-1aaafc6f66dc request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:23:53.801137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] Deleting port cfabce20-7210-4354-ab4d-279f27ebe1e2 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:53.801859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.839540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:23:53.849408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] Deleting port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:53.850084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.865726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:53.885140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Calling delete_port for ef753dd2-88a4-4696-b8a0-4a27917a8fcf owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:53.912489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:54.000353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] In _notify_port_updated(), no bound segment for port e817da06-2833-45d5-be4c-b5aa434a5b12 on network 2baaf625-691e-47bc-a3d1-2131ad263e7e {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:23:54.004992 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:54.005893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.009626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:54.009810 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "PUT /v2.0/ports/e817da06-2833-45d5-be4c-b5aa434a5b12 HTTP/1.1" status: 200 len: 1000 time: 1.2271371 Dec 13 23:23:54.011639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47200) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:54.014482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.040542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting subnet 2c0dc0cb-6f82-41c7-9743-f58150efcbc5 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:54.047618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.076618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Port': ['ID=e817da06-2833-45d5-be4c-b5aa434a5b12,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:54.080424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:54.131683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.149064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.151138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.161790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:54.168153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bbe20a52-a391-41e6-9496-615e080a6a03 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:54.260066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] For port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f7bc1ca4-6c9a-40ad-b708-7b2da4896b86,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:54.260066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.277242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event deleted for resources: {'Port': ['ID=12802abd-9a47-415d-a3af-65fbc5c7725d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:54.293673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:54.308162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Deleting port e817da06-2833-45d5-be4c-b5aa434a5b12 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:54.308502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.408975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] Calling delete_port for f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:54.442897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] For port cfabce20-7210-4354-ab4d-279f27ebe1e2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cfabce20-7210-4354-ab4d-279f27ebe1e2,segment=NetworkSegment(e8582a88-4dd3-4b6e-9a57-4d650189c83d),segment_id=e8582a88-4dd3-4b6e-9a57-4d650189c83d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:54.443116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.467760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.526504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:54.530489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.597280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] Calling delete_port for cfabce20-7210-4354-ab4d-279f27ebe1e2 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:54.608067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.612936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2016cb3c-3102-483d-ab22-71a7c1d7f115 tempest-ServersTestManualDisk-2144732091 tempest-ServersTestManualDisk-2144732091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:54.644624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c33dfd04-aa46-426c-99c4-aa382513fed6 None None] Provisioning complete for port e817da06-2833-45d5-be4c-b5aa434a5b12 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:54.645010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c33dfd04-aa46-426c-99c4-aa382513fed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.653753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.655116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.661439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event deleted for resources: {'Port': ['ID=ef753dd2-88a4-4696-b8a0-4a27917a8fcf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:54.665969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:54.669225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9bbe139d-b584-4e4a-8569-f7c6a57ac09f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:54.707304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0dc0cb-6f82-41c7-9743-f58150efcbc5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:54.742980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:54.744076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.744200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c33dfd04-aa46-426c-99c4-aa382513fed6 None None] Port e817da06-2833-45d5-be4c-b5aa434a5b12 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:54.749324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bb5204-7c4f-4605-81bb-2d3075e401c4 None None] Network ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:54.780435 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "DELETE /v2.0/ports/12802abd-9a47-415d-a3af-65fbc5c7725d HTTP/1.1" status: 204 len: 168 time: 2.4980533 Dec 13 23:23:54.782316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47204) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:54.794601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Request body: {'port': {'name': 'tempest-new-port-name-918869631', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:54.795217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.api.validators [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] bootfile-name is not in valid_values {{(pid=84312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:23:54.795651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.api.validators [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] tftp-server is not in valid_values {{(pid=84312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:23:54.796086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.api.validators [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] server-ip-address is not in valid_values {{(pid=84312) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:23:54.825194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.825459 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/2c0dc0cb-6f82-41c7-9743-f58150efcbc5 HTTP/1.1" status: 204 len: 168 time: 1.3940530 Dec 13 23:23:54.830436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47208) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:54.838185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bb4548a7-b8cf-4afe-a800-e7c6ee2a2116 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:54.869028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Allocated IP 172.20.0.7 (b8ed16c2-31db-4f32-9adc-4552cc8b7998/52fec222-c75f-4bb9-998f-b62841d0675d/830bbc36-5a18-41cd-945a-ddb6af03d71b) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:54.935469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:54.950196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] Pushing event deleted for resources: {'Port': ['ID=f7bc1ca4-6c9a-40ad-b708-7b2da4896b86,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:54.952932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:54.960000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-74bc93e1-3d52-452d-b15c-40355dc62977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:55.032335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] Pushing event deleted for resources: {'Port': ['ID=cfabce20-7210-4354-ab4d-279f27ebe1e2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:55.035586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:55.044308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cfabce20-7210-4354-ab4d-279f27ebe1e2 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:55.073635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] No DVR routers for this DVR port f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:23:55.122961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] No DVR routers for this DVR port cfabce20-7210-4354-ab4d-279f27ebe1e2 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:23:55.133743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: cfabce20-7210-4354-ab4d-279f27ebe1e2 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:55.133743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cfabce20-7210-4354-ab4d-279f27ebe1e2 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:55.135435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:55.172779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:55.467985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f7bc1ca4-6c9a-40ad-b708-7b2da4896b86 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:55.468929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.468929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.468929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.469676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.469676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:23:55.472030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Calling delete_port for e817da06-2833-45d5-be4c-b5aa434a5b12 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:55.527153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] DHCP port deletion for ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:23:55.532250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] Deleting port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:55.535292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.651687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.660107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.662681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.697362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.723193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f3d4a2-a1f1-4992-9722-1aaafc6f66dc']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:55.769759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] For port d667e7aa-46f5-4fcc-80e5-3998f46a7d21, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d667e7aa-46f5-4fcc-80e5-3998f46a7d21,segment=NetworkSegment(176b75e8-d084-45dc-b270-ad8eceaff7c7),segment_id=176b75e8-d084-45dc-b270-ad8eceaff7c7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:55.770394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.786270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.792795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-246cee29-9689-4d37-b451-42f5ebc21acb tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:55.896928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] Calling delete_port for d667e7aa-46f5-4fcc-80e5-3998f46a7d21 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:55.903873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8582a88-4dd3-4b6e-9a57-4d650189c83d') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:55.904075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8582a88-4dd3-4b6e-9a57-4d650189c83d') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:55.921184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.925548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=59fd72eb-d3e1-4312-ab18-42c3f43344a1,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:55.928302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:55.931288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.936829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:55.938459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c45410e-2d0e-40f9-917e-4275465a0acb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:55.974439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.983311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:55.987572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:55.988230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:55.993773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:23:55.993941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d670291c-21bc-4e54-9e5e-41b33a9ce05f None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:23:55.994831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:23:56.008926 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:23:56.065470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Network b8ed16c2-31db-4f32-9adc-4552cc8b7998 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:56.067675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.070207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.070702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Fanout notify agent at l3_agent the message router_deleted on router 52fb4ec4-3c9f-4405-b2ff-e928c013a3cb {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:23:56.072770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:56.097442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.099799 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/52fb4ec4-3c9f-4405-b2ff-e928c013a3cb HTTP/1.1" status: 204 len: 168 time: 3.8449461 Dec 13 23:23:56.102841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47212) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:56.109240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1387072632', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:56.119474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:56.125445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] Pushing event deleted for resources: {'Port': ['ID=d667e7aa-46f5-4fcc-80e5-3998f46a7d21,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:56.127082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:56.129893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:56.132150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:56.133051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Usage tracker for resource:router and tenant:0046f562572942ada20adb86ed00539b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:56.138676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:56.140291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] No DVR routers for this DVR port d667e7aa-46f5-4fcc-80e5-3998f46a7d21 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:23:56.147880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:56.167926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event updated for resources: {'Port': ['ID=830bbc36-5a18-41cd-945a-ddb6af03d71b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:56.170790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:56.171561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.176640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.184529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:56.187853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-860db32f-7402-4020-923d-23e135c72e7b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:56.202790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.211033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.211913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Network': ['ID=54f3d4a2-a1f1-4992-9722-1aaafc6f66dc,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:56.217128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:56.221986 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/networks/54f3d4a2-a1f1-4992-9722-1aaafc6f66dc HTTP/1.1" status: 204 len: 168 time: 1.3871236 Dec 13 23:23:56.222165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47216) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:56.238819 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6250174 Dec 13 23:23:56.241653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47220) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:56.250205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:56.257864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event deleted for resources: {'Port': ['ID=e817da06-2833-45d5-be4c-b5aa434a5b12,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:56.260280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:56.284727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.286475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-354e743f-f591-4794-bd6a-7563f8ed387e tempest-FloatingIPAdminTestJSON-740284289 tempest-FloatingIPAdminTestJSON-740284289-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:56.349304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '59fd72eb-d3e1-4312-ab18-42c3f43344a1'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:23:56.355550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.448074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.449473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.455788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] In _notify_port_updated(), no bound segment for port 4ae012b9-8b90-479a-b0b4-569645a92a1d on network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:23:56.461004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:56.461004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.462493 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "PUT /v2.0/ports/4ae012b9-8b90-479a-b0b4-569645a92a1d HTTP/1.1" status: 200 len: 1129 time: 1.6775420 Dec 13 23:23:56.469365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47224) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:56.560924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.570192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.577525 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "DELETE /v2.0/ports/e817da06-2833-45d5-be4c-b5aa434a5b12 HTTP/1.1" status: 204 len: 168 time: 2.5622678 Dec 13 23:23:56.577525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47228) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:56.581223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event updated for resources: {'Port': ['ID=4ae012b9-8b90-479a-b0b4-569645a92a1d,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:56.589305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:56.598461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.645657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Allocated IP 172.20.0.2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/59fd72eb-d3e1-4312-ab18-42c3f43344a1/5e736325-8ac2-4f6e-b67c-ea9fa49d75e6) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:56.668267 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98a61b8-5070-4a70-9ba5-d4a89b52af23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] GET failed (client error): The resource could not be found. Dec 13 23:23:56.669447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f98a61b8-5070-4a70-9ba5-d4a89b52af23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Synchronizing usage tracker for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:56.671186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:56.699447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:56.706741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ecc84-e963-4494-9e32-4a019748a001 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:56.707456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e06ecc84-e963-4494-9e32-4a019748a001 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Synchronizing usage tracker for tenant:0e7bb4d74977466e97933c76af4e418d on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:56.708743 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff0d7b-446c-4845-b83f-fdc09c1c1650 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:56.737504 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff0d7b-446c-4845-b83f-fdc09c1c1650 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:56.738055 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0eff0d7b-446c-4845-b83f-fdc09c1c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:56.784244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:56.800674 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0eff0d7b-446c-4845-b83f-fdc09c1c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:56.811304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e06ecc84-e963-4494-9e32-4a019748a001 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Unset dirty status for tenant:0e7bb4d74977466e97933c76af4e418d on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:56.812557 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e06ecc84-e963-4494-9e32-4a019748a001 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "GET /v2.0/ports/4ae012b9-8b90-479a-b0b4-569645a92a1d HTTP/1.1" status: 200 len: 1129 time: 0.3396788 Dec 13 23:23:56.813049 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff0d7b-446c-4845-b83f-fdc09c1c1650 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:56.813806 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0eff0d7b-446c-4845-b83f-fdc09c1c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:56.814056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.831679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8da5e11d-55ae-4726-bef0-6bc9d5cb007d None None] Provisioning complete for port 4ae012b9-8b90-479a-b0b4-569645a92a1d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:56.832271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8da5e11d-55ae-4726-bef0-6bc9d5cb007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.877527 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0eff0d7b-446c-4845-b83f-fdc09c1c1650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:56.878199 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff0d7b-446c-4845-b83f-fdc09c1c1650 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:23:56.881522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f98a61b8-5070-4a70-9ba5-d4a89b52af23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Unset dirty status for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:56.887042 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f98a61b8-5070-4a70-9ba5-d4a89b52af23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "GET /v2.0/ports/e817da06-2833-45d5-be4c-b5aa434a5b12 HTTP/1.1" status: 404 len: 333 time: 0.3005006 Dec 13 23:23:56.887042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47234) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:56.887282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.889246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47236) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:56.891434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8da5e11d-55ae-4726-bef0-6bc9d5cb007d None None] Port 4ae012b9-8b90-479a-b0b4-569645a92a1d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:23:56.921630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:56.938259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.938259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.938589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176b75e8-d084-45dc-b270-ad8eceaff7c7') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:56.938589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176b75e8-d084-45dc-b270-ad8eceaff7c7') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:56.940645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'port': {'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-634399211'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:56.951587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.963186 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.5062532 Dec 13 23:23:56.969505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.974325 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:23:56.976384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:23:56.976806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:56.988132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d667e7aa-46f5-4fcc-80e5-3998f46a7d21 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:23:56.992367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47242) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:57.036549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: d667e7aa-46f5-4fcc-80e5-3998f46a7d21 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:23:57.036897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d667e7aa-46f5-4fcc-80e5-3998f46a7d21 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:23:57.048167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:23:57.057089 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:23:57.063316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.069913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:57.153879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.219455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Deleting port 4ae012b9-8b90-479a-b0b4-569645a92a1d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:23:57.219826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.230466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:57.259257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Transition to ACTIVE for port object 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:57.280582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Transition to ACTIVE for port object 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:57.310647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.316194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.340511 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bb546cfa-56ec-40b7-98f5-d75abb96a284 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "GET /v2.0/floatingips/620f2233-769e-4e2b-9dcb-42b5956e09f2 HTTP/1.1" status: 200 len: 978 time: 0.3436346 Dec 13 23:23:57.340758 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b620d780-b8f4-4bdc-be80-6a20be4ead5e tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:57.363064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47246) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:57.366066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Network': ['ID=ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:57.368465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:57.379754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.391059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-215e7708-d3ea-458b-a5bc-0e8d8234f73e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:57.440650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:57.443724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:57.446344 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/networks/ed7fe379-cdcc-4a84-abbc-b3b1b4e916b2 HTTP/1.1" status: 204 len: 168 time: 1.2230883 Dec 13 23:23:57.450339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:57.462148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47250) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:57.484129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023166047'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:57.489889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:57.493688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:network and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:57.496724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:57.502743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:57.532521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:57.557481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:57.583710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:57.585432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Pushing event updated for resources: {'Port': ['ID=5e736325-8ac2-4f6e-b67c-ea9fa49d75e6,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:57.586836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.600798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:57.605061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Attempting to bind port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:23:57.605429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Attempting to bind port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:23:57.605788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Attempting to bind port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:23:57.613861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:23:57.614229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:23:57.614637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.615027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:23:57.615508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Bound port: 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:23:57.615907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.710117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] For port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:23:57.713869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] For port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5e736325-8ac2-4f6e-b67c-ea9fa49d75e6,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:23:57.738753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.739590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Made reservation on behalf of 40f6ac8202d84c5db041ab4e251d82c2 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:57.745903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.779835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5393d162-ca67-43ec-9762-1ea5fc7023d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Synchronizing usage tracker for tenant:3d7553f240134ef4b5c3fa6fc7556e17 on resource:floatingip {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:23:57.803417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.804195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] device_id is not set on port 70588a09-e780-4695-836e-710b7b538199 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:23:57.808232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f57a947d-8846-4b34-bff5-7792c355f4a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:57.837352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:23:57.839117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.882822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.883118 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added segment dd2c7ae0-3f24-4b73-a49b-06d6d622705a of type vlan for network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be Dec 13 23:23:57.896081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Pushing event updated for resources: {'Port': ['ID=5e736325-8ac2-4f6e-b67c-ea9fa49d75e6,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:57.905394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:57.947453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:57.981819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Calling delete_port for 4ae012b9-8b90-479a-b0b4-569645a92a1d owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:23:58.046188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5393d162-ca67-43ec-9762-1ea5fc7023d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Unset dirty status for tenant:3d7553f240134ef4b5c3fa6fc7556e17 on resource:floatingip {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:23:58.047372 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5393d162-ca67-43ec-9762-1ea5fc7023d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6780188 Dec 13 23:23:58.052648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47256) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:58.055170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:58.097660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'port_id': 'c895f2c8-7287-443f-8a4a-1b246308260c'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:58.183397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:58.202150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:58.208713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:58.208713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:58.231342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Allocated IP 2001:db8::389 (2baaf625-691e-47bc-a3d1-2131ad263e7e/64a46581-e788-4c4e-810d-dfdbf82e1304/70588a09-e780-4695-836e-710b7b538199) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:58.281944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5888534a-87f1-41a3-bcb9-9505038b7dfd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:58.338443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Router 864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:23:58.425526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:58.443989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:58.473248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Network': ['ID=bf7b2f91-a74a-4c6d-89ea-fe3dd14681be,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:58.482147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:58.482934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:23:58.484917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:58.547770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event deleted for resources: {'Port': ['ID=4ae012b9-8b90-479a-b0b4-569645a92a1d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:58.555803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:58.561313 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0960560 Dec 13 23:23:58.574089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47262) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:58.581789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'subnet': {'network_id': 'bf7b2f91-a74a-4c6d-89ea-fe3dd14681be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:23:58.773275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:58.827751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Allocated IP 172.26.5.60 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/5f1df72f-8545-45e4-a048-ed4c46c000d0) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:23:58.898477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:23:58.906606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:subnet and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:23:58.910713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:23:58.917486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:23:58.943539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:58.964531 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "DELETE /v2.0/ports/4ae012b9-8b90-479a-b0b4-569645a92a1d HTTP/1.1" status: 204 len: 168 time: 2.0743697 Dec 13 23:23:58.967253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47268) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:59.025205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Transition to ACTIVE for port object 70588a09-e780-4695-836e-710b7b538199 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:23:59.030359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:23:59.097016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:23:59.227535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.253871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:59.322715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-06ed4365-cca4-42d4-9529-770d447006a9 None None] Provisioning for port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:23:59.330629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-06ed4365-cca4-42d4-9529-770d447006a9 None None] Provisioning complete for port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:23:59.330629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-06ed4365-cca4-42d4-9529-770d447006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.395964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.479414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-06ed4365-cca4-42d4-9529-770d447006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.515697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-06ed4365-cca4-42d4-9529-770d447006a9 None None] For port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5e736325-8ac2-4f6e-b67c-ea9fa49d75e6,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:23:59.563437 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-27dfff66-f17a-43f8-9963-32cd54ce8b5b req-dae66b9b-c4d5-4d48-8d5f-514657988f84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1099 time: 0.4834349 Dec 13 23:23:59.569515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.579668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-06ed4365-cca4-42d4-9529-770d447006a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.582013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7cada2b4-c89c-48b0-9057-b41724824f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:59.590705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9fee859e-b42b-4fa4-b208-d980697d2bce tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:23:59.631356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:23:59.645368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Sync routers for ids ['864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:23:59.666065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed4365-cca4-42d4-9529-770d447006a9 None None] Pushing event updated for resources: {'Port': ['ID=5e736325-8ac2-4f6e-b67c-ea9fa49d75e6,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:59.669679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-06ed4365-cca4-42d4-9529-770d447006a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:59.671498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Routers {'864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:23:59.674583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:23:59.749025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:23:59.750364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:23:59.755126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Port': ['ID=70588a09-e780-4695-836e-710b7b538199,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:23:59.759294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Deleting subnet c0cc444c-6743-4f59-964c-e2b243d1ff67 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:23:59.762593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:23:59.763644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:23:59.771682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9e502-71fa-4f0a-a497-8cb1c9b14ecc req-5b04e8e1-f293-4ed0-8751-aa39fb172262 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:59.773165 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ace9e502-71fa-4f0a-a497-8cb1c9b14ecc req-5b04e8e1-f293-4ed0-8751-aa39fb172262 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.6376615 Dec 13 23:23:59.776279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:23:59.780159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:23:59.780761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.786334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.849544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.850817 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ba8964e5-1b85-4c8b-8c32-8fccba7d3f1a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.8476954 Dec 13 23:23:59.854528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47272) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:23:59.891010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Set router 864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:23:59.961298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:23:59.973007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.009630 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1158619 Dec 13 23:24:00.016680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47276) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:00.028395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2d7a2fa0-9746-4d84-b378-e464e99b384f tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:00.038578 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ace9e502-71fa-4f0a-a497-8cb1c9b14ecc req-9c729d41-1457-4c13-8c87-b1b50f6e659c tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222621 Dec 13 23:24:00.047195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:19:3b:9a'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:00.155741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:00.157427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfff66-f17a-43f8-9963-32cd54ce8b5b req-4d2b7fcb-70d1-4f18-af96-ab02c7658153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:00.160225 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-27dfff66-f17a-43f8-9963-32cd54ce8b5b req-4d2b7fcb-70d1-4f18-af96-ab02c7658153 service neutron] 10.222.0.18 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 913 time: 0.5300293 Dec 13 23:24:00.168289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:00.170953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:00.231598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c2bb7598-5571-4c47-bbca-ca3b2a65b52d None None] Provisioning for port 70588a09-e780-4695-836e-710b7b538199 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:00.240995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c', 'name': '', 'tenant_id': 'e3a68face40f4a69972525752c47a411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998', 'external_fixed_ips': [{'subnet_id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '830bbc36-5a18-41cd-945a-ddb6af03d71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:23:51Z', 'updated_at': '2021-12-13T23:23:56Z', 'revision_number': 3, 'project_id': 'e3a68face40f4a69972525752c47a411', 'gw_port': {'id': '830bbc36-5a18-41cd-945a-ddb6af03d71b', 'name': '', 'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:23:54Z', 'updated_at': '2021-12-13T23:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:00.244291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c2bb7598-5571-4c47-bbca-ca3b2a65b52d None None] Provisioning complete for port 70588a09-e780-4695-836e-710b7b538199 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:00.244674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c2bb7598-5571-4c47-bbca-ca3b2a65b52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.276224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.285415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:00.289524 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Checking router: 864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:24:00.289874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Updating router 864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c port 830bbc36-5a18-41cd-945a-ddb6af03d71b binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:24:00.350483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.357850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Subnet': ['ID=40fac580-a5a0-451b-8594-61c0f75fa9c0,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:00.364008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.385933 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-27dfff66-f17a-43f8-9963-32cd54ce8b5b req-72d8bf20-ad94-41c1-8c5c-e1196f49eea0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 1002 time: 0.1430917 Dec 13 23:24:00.395382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:00.410378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c2bb7598-5571-4c47-bbca-ca3b2a65b52d None None] Port 70588a09-e780-4695-836e-710b7b538199 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:00.480386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event updated for resources: {'Port': ['ID=5f1df72f-8545-45e4-a048-ed4c46c000d0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:00.483418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfff66-f17a-43f8-9963-32cd54ce8b5b req-4a4360b4-4460-41c3-a703-b835d7a92eb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:00.485021 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-27dfff66-f17a-43f8-9963-32cd54ce8b5b req-4a4360b4-4460-41c3-a703-b835d7a92eb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 200 len: 851 time: 0.0791242 Dec 13 23:24:00.486767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:00.588333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Checking segment: {'id': 'dd2c7ae0-3f24-4b73-a49b-06d6d622705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf7b2f91-a74a-4c6d-89ea-fe3dd14681be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:00.588614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network hostable DHCP agents. Network: bf7b2f91-a74a-4c6d-89ea-fe3dd14681be, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:00.606697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.682116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.696987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e1ae17a3-f9d1-4f32-a0d9-36bdb844b7b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:00.750438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cc444c-6743-4f59-964c-e2b243d1ff67,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:00.757217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:00.758906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:00.765049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.772591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.778630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Transition to ACTIVE for port object 830bbc36-5a18-41cd-945a-ddb6af03d71b will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:00.794309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.796578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15900cb-8982-48b3-bb7c-8382b7acf56d None None] Network 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:00.850747 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-27dfff66-f17a-43f8-9963-32cd54ce8b5b req-da7a5c42-4bff-4f26-b06a-3638ab9a2369 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=840a421d-88cb-462e-a555-093c8caed243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3516235 Dec 13 23:24:00.851035 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "DELETE /v2.0/subnets/c0cc444c-6743-4f59-964c-e2b243d1ff67 HTTP/1.1" status: 204 len: 168 time: 1.8822010 Dec 13 23:24:00.851487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47280) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:00.882883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, bf7b2f91-a74a-4c6d-89ea-fe3dd14681be) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:00.905793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b40a8-1e36-4d6c-87b8-8809642d4921 None None] Network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:00.912294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:00.912893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.936008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:00.947457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b3bb8e74-0880-41ca-a122-a5d45fd34fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:01.038765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.057509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Deleting port 424908a9-d090-464b-ae73-8a7b25778555 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:01.057863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.058666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:01.077780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.108700 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5298746 Dec 13 23:24:01.114036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47286) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:01.117446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.124210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1974114001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:01.131898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:01.144861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:router and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:01.149191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:01.180889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:01.195674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.197660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.202887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ac4a06e0-eec2-4651-b8d1-2c78afa83e36 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:01.239005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2fd43-4e64-4696-a35c-9539dcc12c77 None None] Pushing event updated for resources: {'Port': ['ID=830bbc36-5a18-41cd-945a-ddb6af03d71b,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:01.251184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-aff2fd43-4e64-4696-a35c-9539dcc12c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:01.254850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Attempting to bind port 830bbc36-5a18-41cd-945a-ddb6af03d71b on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:01.255371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Attempting to bind port 830bbc36-5a18-41cd-945a-ddb6af03d71b by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:01.255891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Attempting to bind port 830bbc36-5a18-41cd-945a-ddb6af03d71b on network b8ed16c2-31db-4f32-9adc-4552cc8b7998 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:01.316306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:01.316862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Checking segment: {'id': '4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:01.317371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.317870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Bound using segment: {'id': '4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:01.318487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Bound port: 830bbc36-5a18-41cd-945a-ddb6af03d71b, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:01.318968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.403047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:01.403589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.440978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.442017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.482276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] In _notify_port_updated(), no bound segment for port 70588a09-e780-4695-836e-710b7b538199 on network 2baaf625-691e-47bc-a3d1-2131ad263e7e {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:24:01.486744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:01.487384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.491524 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "PUT /v2.0/ports/70588a09-e780-4695-836e-710b7b538199 HTTP/1.1" status: 200 len: 1002 time: 1.4661064 Dec 13 23:24:01.495267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47290) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:01.544817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.545533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.552276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] For port 830bbc36-5a18-41cd-945a-ddb6af03d71b, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:01.571719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] For port 830bbc36-5a18-41cd-945a-ddb6af03d71b, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=830bbc36-5a18-41cd-945a-ddb6af03d71b,segment=NetworkSegment(4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5),segment_id=4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:01.571719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-bf7b2f91-a74a-4c6d-89ea-fe3dd14681be', 'network_id': 'bf7b2f91-a74a-4c6d-89ea-fe3dd14681be', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'fixed_ips': [{'subnet_id': '40fac580-a5a0-451b-8594-61c0f75fa9c0'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:01.571993 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.584703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Deleting port 70588a09-e780-4695-836e-710b7b538199 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:01.585055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.657053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.678431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] DHCP port deletion for 36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:01.681095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.686134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5a9c9d3a-378c-4d7c-a985-84d45443c38f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:01.692774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Port': ['ID=70588a09-e780-4695-836e-710b7b538199,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:01.696051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:01.721453 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-27dfff66-f17a-43f8-9963-32cd54ce8b5b req-4592b28e-2975-4067-8df6-4ed078a69f4e service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8434877 Dec 13 23:24:01.737076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] Deleting port 424908a9-d090-464b-ae73-8a7b25778555 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:01.737883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.765524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.868894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] For port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5e736325-8ac2-4f6e-b67c-ea9fa49d75e6,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:01.922874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] For port 424908a9-d090-464b-ae73-8a7b25778555, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=424908a9-d090-464b-ae73-8a7b25778555,segment=NetworkSegment(135cf73a-fb95-4431-9b88-0ce2d26d5504),segment_id=135cf73a-fb95-4431-9b88-0ce2d26d5504)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:01.924977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:01.975510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2fd43-4e64-4696-a35c-9539dcc12c77 None None] Pushing event updated for resources: {'Port': ['ID=830bbc36-5a18-41cd-945a-ddb6af03d71b,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:01.981683 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-27dfff66-f17a-43f8-9963-32cd54ce8b5b req-2663f48b-541b-431c-b0d5-eb5f537fe82f service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431929 Dec 13 23:24:01.988214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-aff2fd43-4e64-4696-a35c-9539dcc12c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:01.994476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.013515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c3385-81b1-423a-b6c9-cbd6cfcc4abe req-5f7bcf70-8f89-4c1a-8668-761946c7c2eb tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:02.014992 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9e2c3385-81b1-423a-b6c9-cbd6cfcc4abe req-5f7bcf70-8f89-4c1a-8668-761946c7c2eb tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.7252352 Dec 13 23:24:02.087454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Calling delete_port for 424908a9-d090-464b-ae73-8a7b25778555 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:02.089498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Routers {'864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:02.090151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:02.151556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.152358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.185374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.192923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-99772c39-5e21-4504-afa4-793042d9f26f None None] Provisioning complete for port 70588a09-e780-4695-836e-710b7b538199 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:02.193305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-99772c39-5e21-4504-afa4-793042d9f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.206035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bbb65bcf-1d13-4355-a5e4-3226bbe9d25d tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:02.229771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.273371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] For port 424908a9-d090-464b-ae73-8a7b25778555, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=424908a9-d090-464b-ae73-8a7b25778555,segment=NetworkSegment(135cf73a-fb95-4431-9b88-0ce2d26d5504),segment_id=135cf73a-fb95-4431-9b88-0ce2d26d5504)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:02.274010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.322813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:02.333465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:02.337625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:02.338202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.350867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=5e736325-8ac2-4f6e-b67c-ea9fa49d75e6,revision_number=5']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:02.357434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.358411 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8b0a56c3-3e8e-455a-a375-622a700bd4d8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2436914 Dec 13 23:24:02.359575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.370081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Calling delete_port for 70588a09-e780-4695-836e-710b7b538199 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:02.375886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47294) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:02.399857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-50d0721d-1238-4821-9b48-a550b02147da tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:02.400081 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9e2c3385-81b1-423a-b6c9-cbd6cfcc4abe req-c5f486cb-b3c8-4b83-853e-01d760adeb2d tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298495 Dec 13 23:24:02.429230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'port': {'network_id': 'bf7b2f91-a74a-4c6d-89ea-fe3dd14681be', 'name': 'tempest-RoutersTest-1513899925'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:02.454134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event deleted for resources: {'Port': ['ID=424908a9-d090-464b-ae73-8a7b25778555,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:02.459385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:02.468613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] No DVR routers for this DVR port 424908a9-d090-464b-ae73-8a7b25778555 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:02.473870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.474254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.474638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.475012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.475380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.475780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.476144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.476509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.476872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.477229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.477587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:02.482544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:02.488140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:02.585899 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.3431008 Dec 13 23:24:02.599024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47298) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:02.607752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:d3:fa:01', 'name': 'tempest-NetworksTestDHCPv6-1158218994'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:02.608436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb78e7b3-7f54-4633-a993-a6db71b6323b None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:02.625889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.636436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] Calling delete_port for 424908a9-d090-464b-ae73-8a7b25778555 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:02.679407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Allocated IP 172.20.0.2 (bf7b2f91-a74a-4c6d-89ea-fe3dd14681be/40fac580-a5a0-451b-8594-61c0f75fa9c0/a09e20c8-957d-4ae6-893e-3287eb338021) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:02.692133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-99772c39-5e21-4504-afa4-793042d9f26f None None] Port 70588a09-e780-4695-836e-710b7b538199 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:02.692945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36086a6f-4cc4-4d7b-8a06-8cc7505e88e5']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:02.715808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135cf73a-fb95-4431-9b88-0ce2d26d5504') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:02.716252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135cf73a-fb95-4431-9b88-0ce2d26d5504') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:02.735044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.735856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=05c8de71-f38f-4a23-bff0-5bee49863214,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:02.754887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.761505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:02.762822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:02.763484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.784973 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP 620f2233-769e-4e2b-9dcb-42b5956e09f2 associated. External IP: 172.26.5.189, port: 413e19fe-409d-4ee6-be41-7a393994d206. Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:02.790481 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:02.859171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:02.877746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fa00aa30-1d99-4f2f-bfe9-f95780545343 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:02.937933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event deleted for resources: {'Port': ['ID=70588a09-e780-4695-836e-710b7b538199,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:02.945765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:02.973038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:24:02.973650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:24:02.974462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] Set router 864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:24:02.998725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.006676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.012729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:03.028091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:port and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:03.036276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.040864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3ffdaa00-caff-48ba-903d-968b806f1951 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:03.048587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:03.060705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.064345 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] 10.222.0.30 "DELETE /v2.0/networks/36086a6f-4cc4-4d7b-8a06-8cc7505e88e5 HTTP/1.1" status: 204 len: 168 time: 2.2068341 Dec 13 23:24:03.069304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:03.074468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Pushing event deleted for resources: {'Network': ['ID=36086a6f-4cc4-4d7b-8a06-8cc7505e88e5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:03.077288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:03.082194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "DELETE /v2.0/ports/70588a09-e780-4695-836e-710b7b538199 HTTP/1.1" status: 204 len: 168 time: 1.5809381 Dec 13 23:24:03.084915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47304) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:03.117901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:03.135050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:03.146475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:03.154376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Deleting port 830bbc36-5a18-41cd-945a-ddb6af03d71b {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:03.155031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.174028 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acf9fb2-ef39-424a-a0c9-d92998058370 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] GET failed (client error): The resource could not be found. Dec 13 23:24:03.175342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7acf9fb2-ef39-424a-a0c9-d92998058370 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Synchronizing usage tracker for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:03.195056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:03.198059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.208101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:03.228991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.241627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Transition to ACTIVE for port object a09e20c8-957d-4ae6-893e-3287eb338021 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:03.282123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7acf9fb2-ef39-424a-a0c9-d92998058370 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Unset dirty status for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:03.284720 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7acf9fb2-ef39-424a-a0c9-d92998058370 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "GET /v2.0/ports/70588a09-e780-4695-836e-710b7b538199 HTTP/1.1" status: 404 len: 333 time: 0.1985650 Dec 13 23:24:03.295593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47308) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:03.298253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:03.304192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'port': {'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-822851341'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:03.329078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] device_id is not set on port d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:03.339736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Transition to ACTIVE for port object a09e20c8-957d-4ae6-893e-3287eb338021 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:03.373348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:03.458896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Router e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:24:03.588118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] Deleting port 424908a9-d090-464b-ae73-8a7b25778555 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:03.588529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.699478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:03.707056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-72c27d4f-d3e8-4be2-a6da-61ded74fa7c3 None None] The port '424908a9-d090-464b-ae73-8a7b25778555' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:24:03.713307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.719845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:03.726169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:03.738806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e118a28-fde1-496c-ac09-0f331aab40de req-077eac52-b03f-4b83-89b5-8d175715ee5d tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:03.740421 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9e118a28-fde1-496c-ac09-0f331aab40de req-077eac52-b03f-4b83-89b5-8d175715ee5d tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.1656697 Dec 13 23:24:03.762525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] For port 830bbc36-5a18-41cd-945a-ddb6af03d71b, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=830bbc36-5a18-41cd-945a-ddb6af03d71b,segment=NetworkSegment(4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5),segment_id=4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:03.763031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.802562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.806849 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9e118a28-fde1-496c-ac09-0f331aab40de req-f396374c-5cb9-4655-ac28-e30e4a2342d1 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576713 Dec 13 23:24:03.807435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Made reservation on behalf of 40f6ac8202d84c5db041ab4e251d82c2 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:03.810634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:03.836630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] device_id is not set on port 177a0d6a-5ccd-4de9-b896-cc9498866e02 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:03.872463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:03.883515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:03.885903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:03.895886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47316) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:03.938477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Calling delete_port for 830bbc36-5a18-41cd-945a-ddb6af03d71b owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:03.990713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.20.0.7 (bf7b2f91-a74a-4c6d-89ea-fe3dd14681be/40fac580-a5a0-451b-8594-61c0f75fa9c0/d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:04.014051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Pushing event updated for resources: {'Port': ['ID=a09e20c8-957d-4ae6-893e-3287eb338021,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:04.028872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:04.033911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 760273fe-f3f9-4e13-bc73-67688f3e1325 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:04.042537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Attempting to bind port a09e20c8-957d-4ae6-893e-3287eb338021 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:04.042997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Attempting to bind port a09e20c8-957d-4ae6-893e-3287eb338021 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'dd2c7ae0-3f24-4b73-a49b-06d6d622705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf7b2f91-a74a-4c6d-89ea-fe3dd14681be'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:04.043574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Attempting to bind port a09e20c8-957d-4ae6-893e-3287eb338021 on network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:04.045586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:04.046051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:04.053651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Allocated IP 2001:db8::1b2 (2baaf625-691e-47bc-a3d1-2131ad263e7e/64a46581-e788-4c4e-810d-dfdbf82e1304/177a0d6a-5ccd-4de9-b896-cc9498866e02) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:04.106326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:04.107017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Checking segment: {'id': 'dd2c7ae0-3f24-4b73-a49b-06d6d622705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf7b2f91-a74a-4c6d-89ea-fe3dd14681be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:04.107628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:04.108032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Bound using segment: {'id': 'dd2c7ae0-3f24-4b73-a49b-06d6d622705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf7b2f91-a74a-4c6d-89ea-fe3dd14681be'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:04.108565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Bound port: a09e20c8-957d-4ae6-893e-3287eb338021, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2c7ae0-3f24-4b73-a49b-06d6d622705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'bf7b2f91-a74a-4c6d-89ea-fe3dd14681be'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:04.108979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:04.150893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c', 'name': '', 'tenant_id': 'e3a68face40f4a69972525752c47a411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998', 'external_fixed_ips': [{'subnet_id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '830bbc36-5a18-41cd-945a-ddb6af03d71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:23:51Z', 'updated_at': '2021-12-13T23:23:56Z', 'revision_number': 3, 'project_id': 'e3a68face40f4a69972525752c47a411', 'gw_port': {'id': '830bbc36-5a18-41cd-945a-ddb6af03d71b', 'name': '', 'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:23:54Z', 'updated_at': '2021-12-13T23:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:04.194225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723680a3-b4c3-4cab-b74e-5555a549b066 None None] The sync data for ids ['864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c'] in dv-neutron-821564-1-hyperv is: [{'id': '864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c', 'name': '', 'tenant_id': 'e3a68face40f4a69972525752c47a411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998', 'external_fixed_ips': [{'subnet_id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '830bbc36-5a18-41cd-945a-ddb6af03d71b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:23:51Z', 'updated_at': '2021-12-13T23:23:56Z', 'revision_number': 3, 'project_id': 'e3a68face40f4a69972525752c47a411', 'gw_port': {'id': '830bbc36-5a18-41cd-945a-ddb6af03d71b', 'name': '', 'network_id': 'b8ed16c2-31db-4f32-9adc-4552cc8b7998', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:e8:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:23:54Z', 'updated_at': '2021-12-13T23:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '52fec222-c75f-4bb9-998f-b62841d0675d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:04.296872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:04.361658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Transition to ACTIVE for port object 177a0d6a-5ccd-4de9-b896-cc9498866e02 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:04.372655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] For port a09e20c8-957d-4ae6-893e-3287eb338021, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:04.376559 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] For port a09e20c8-957d-4ae6-893e-3287eb338021, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a09e20c8-957d-4ae6-893e-3287eb338021,segment=NetworkSegment(dd2c7ae0-3f24-4b73-a49b-06d6d622705a),segment_id=dd2c7ae0-3f24-4b73-a49b-06d6d622705a)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:04.436013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 424908a9-d090-464b-ae73-8a7b25778555 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:04.460280 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bf3641f7-7592-4cad-b7b0-4110f914cd2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e7bb4d74977466e97933c76af4e418d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5629418 Dec 13 23:24:04.461314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47324) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:04.492916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:04.559138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:04.569927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-21f2ea14-a55d-4f4e-a7fa-5ec7f7ceb547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:04.653783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:04.682757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 424908a9-d090-464b-ae73-8a7b25778555 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:24:04.683112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 424908a9-d090-464b-ae73-8a7b25778555 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:24:04.701241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:04.705624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:04.707841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Port': ['ID=177a0d6a-5ccd-4de9-b896-cc9498866e02,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:04.713820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:04.719220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:04.720406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:04.757612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6345567-1138-4454-ba29-bb8ad209673e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:04.780093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Pushing event updated for resources: {'Port': ['ID=a09e20c8-957d-4ae6-893e-3287eb338021,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:04.796384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:04.825806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6345567-1138-4454-ba29-bb8ad209673e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:04.891564 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5888860 Dec 13 23:24:04.921244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47328) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:04.926538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.927028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.927337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.927715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.928075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.928491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.929105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.929477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.930005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.930430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.930797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:04.937760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'port': {'network_id': '2baaf625-691e-47bc-a3d1-2131ad263e7e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1203649269'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:04.961843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:05.003526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:05.017397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:05.076072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 830bbc36-5a18-41cd-945a-ddb6af03d71b up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:05.093974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6345567-1138-4454-ba29-bb8ad209673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:05.105384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8cd864f0-86f7-4c96-9b95-e686c0f8b010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:05.152535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6345567-1138-4454-ba29-bb8ad209673e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd72228-1a1d-462e-9f18-85b5d1d86a6b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:05.165624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d6345567-1138-4454-ba29-bb8ad209673e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:05.176950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6345567-1138-4454-ba29-bb8ad209673e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:05.178160 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d6345567-1138-4454-ba29-bb8ad209673e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5dd72228-1a1d-462e-9f18-85b5d1d86a6b HTTP/1.1" status: 204 len: 168 time: 0.7144496 Dec 13 23:24:05.237855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event deleted for resources: {'Port': ['ID=830bbc36-5a18-41cd-945a-ddb6af03d71b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:05.256594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:05.260309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 830bbc36-5a18-41cd-945a-ddb6af03d71b {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:24:05.260931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 830bbc36-5a18-41cd-945a-ddb6af03d71b not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 13 23:24:05.265528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Usage tracker for resource:port and tenant:40f6ac8202d84c5db041ab4e251d82c2 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:05.274148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:05.287127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:05.353380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 172.20.0.6 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/59fd72eb-d3e1-4312-ab18-42c3f43344a1/760273fe-f3f9-4e13-bc73-67688f3e1325) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:05.357137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:05.396147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Port 830bbc36-5a18-41cd-945a-ddb6af03d71b not found, will not notify nova. {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 13 23:24:05.396832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Made reservation on behalf of 40f6ac8202d84c5db041ab4e251d82c2 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:05.400114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:05.428839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b76eb74d-7542-4c52-8f18-8dc87b945e1b None None] Provisioning complete for port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:05.429305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b76eb74d-7542-4c52-8f18-8dc87b945e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:05.457762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] device_id is not set on port fff3607d-175b-4ecc-8516-5ed9eb0577ac yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:05.483723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fed3:fa01 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/05c8de71-f38f-4a23-bff0-5bee49863214/760273fe-f3f9-4e13-bc73-67688f3e1325) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:05.600530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:05.615523 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c7210-baf6-4f3b-b58c-f41d737ea725 None None] Sync routers for ids ['e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:05.637661 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c7210-baf6-4f3b-b58c-f41d737ea725 None None] Routers {'e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:05.638501 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-242c7210-baf6-4f3b-b58c-f41d737ea725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:05.658566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Allocated IP 2001:db8::186 (2baaf625-691e-47bc-a3d1-2131ad263e7e/64a46581-e788-4c4e-810d-dfdbf82e1304/fff3607d-175b-4ecc-8516-5ed9eb0577ac) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:05.673601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:05.701292 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-242c7210-baf6-4f3b-b58c-f41d737ea725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:05.716066 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c7210-baf6-4f3b-b58c-f41d737ea725 None None] Routers {'e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:05.717232 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-242c7210-baf6-4f3b-b58c-f41d737ea725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:05.795930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4d148a92-a0d5-4f2d-8a3d-7bd9a8a6ae04 None None] Provisioning for port 177a0d6a-5ccd-4de9-b896-cc9498866e02 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:05.803179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4d148a92-a0d5-4f2d-8a3d-7bd9a8a6ae04 None None] Provisioning complete for port 177a0d6a-5ccd-4de9-b896-cc9498866e02 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:05.806288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4d148a92-a0d5-4f2d-8a3d-7bd9a8a6ae04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:05.865983 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-242c7210-baf6-4f3b-b58c-f41d737ea725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:05.867506 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c7210-baf6-4f3b-b58c-f41d737ea725 None None] The sync data for ids ['e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:05.910211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4d148a92-a0d5-4f2d-8a3d-7bd9a8a6ae04 None None] Port 177a0d6a-5ccd-4de9-b896-cc9498866e02 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:05.929218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:05.942123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:05.944380 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.8394008 Dec 13 23:24:05.951508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Transition to ACTIVE for port object d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:05.955271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Transition to ACTIVE for port object fff3607d-175b-4ecc-8516-5ed9eb0577ac will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:05.956574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47338) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:05.986844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:06.050264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:06.053390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:06.059849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-76e1d497-50a8-44a3-9f36-4b6aa08edfa9 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:06.148003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:06.151206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:06.155804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:06.160826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:06.161587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:06.166578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Port': ['ID=fff3607d-175b-4ecc-8516-5ed9eb0577ac,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:06.170184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:06.200129 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19493e-7305-4e6e-93de-6bfa7e8bf0ef None None] Network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:06.267598 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3445742 Dec 13 23:24:06.270712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47348) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:06.278265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d2', 'mac_address': 'fa:16:3e:19:3b:9a'}, {'ip_address': '2001:db8::1b2', 'mac_address': 'fa:16:3e:9c:f2:1b'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:06.433189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4daac0eb-9b59-41d7-b0f8-7d096a00db90 None None] Provisioning for port a09e20c8-957d-4ae6-893e-3287eb338021 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:06.564730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:24:06.575519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:06.588942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-39d7ea73-c649-4976-aa7a-d9bb71d91ee0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:06.641111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:06.641904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-daf7c318-25e6-4f10-8a87-9377445d71e8 None None] Provisioning for port fff3607d-175b-4ecc-8516-5ed9eb0577ac completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:06.647968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:06.649833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-daf7c318-25e6-4f10-8a87-9377445d71e8 None None] Provisioning complete for port fff3607d-175b-4ecc-8516-5ed9eb0577ac triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:06.650468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-daf7c318-25e6-4f10-8a87-9377445d71e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:06.724100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:06.729026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:06.754308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-daf7c318-25e6-4f10-8a87-9377445d71e8 None None] Port fff3607d-175b-4ecc-8516-5ed9eb0577ac cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:06.758485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:06.808419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:06.811287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:06.820350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:06.822921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:06.999890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.019044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47358) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:07.076640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.090787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2800f771-17c5-4c00-88fd-e67a03981635 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:07.100809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 760273fe-f3f9-4e13-bc73-67688f3e1325 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:07.115311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a09e20c8-957d-4ae6-893e-3287eb338021 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:07.163938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:07.164958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.226920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.227425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:24:07.235066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.237008 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "DELETE /v2.0/routers/864862e8-0d3a-4fe9-bc9b-27d58c2d6e8c HTTP/1.1" status: 204 len: 168 time: 7.3801997 Dec 13 23:24:07.238657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47364) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:07.277693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] In _notify_port_updated(), no bound segment for port fff3607d-175b-4ecc-8516-5ed9eb0577ac on network 2baaf625-691e-47bc-a3d1-2131ad263e7e {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:24:07.277693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:07.277693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.277693 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "PUT /v2.0/ports/fff3607d-175b-4ecc-8516-5ed9eb0577ac HTTP/1.1" status: 200 len: 1068 time: 0.9993827 Dec 13 23:24:07.277693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'networks': [{'name': 'tempest-network--1186667678'}, {'name': 'tempest-network--383550800'}]} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:07.277693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'network': {'name': 'tempest-network--1186667678'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:07.277693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'network': {'name': 'tempest-network--383550800'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:07.279093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47368) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:07.290068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:07.293517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-86dccf67-739c-472a-a7af-a021ab4a0704 None None] Provisioning for port d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:07.298772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Usage tracker for resource:network and tenant:12d3426490624bc3b73f1d00093358d0 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:07.299710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-86dccf67-739c-472a-a7af-a021ab4a0704 None None] Provisioning complete for port d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:07.300228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-86dccf67-739c-472a-a7af-a021ab4a0704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.321456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:07.339555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:07.356031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event updated for resources: {'Port': ['ID=fff3607d-175b-4ecc-8516-5ed9eb0577ac,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:07.374458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:07.387746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-86dccf67-739c-472a-a7af-a021ab4a0704 None None] Port d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:07.390232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a09e20c8-957d-4ae6-893e-3287eb338021 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:07.397045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a09e20c8-957d-4ae6-893e-3287eb338021 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:07.397774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.409331 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.0253279 Dec 13 23:24:07.412985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.413127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47372) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:07.422208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bd6d1521-08de-40fa-970a-be6a21041228 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:07.523066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Deleting subnet 52fec222-c75f-4bb9-998f-b62841d0675d {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:07.540711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.544273 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Made reservation on behalf of 12d3426490624bc3b73f1d00093358d0 for: {'network': 2} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:07.547714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.565871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.573088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Deleting port fff3607d-175b-4ecc-8516-5ed9eb0577ac {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:07.573430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.573623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.601381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port a09e20c8-957d-4ae6-893e-3287eb338021, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a09e20c8-957d-4ae6-893e-3287eb338021,segment=NetworkSegment(dd2c7ae0-3f24-4b73-a49b-06d6d622705a),segment_id=dd2c7ae0-3f24-4b73-a49b-06d6d622705a)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:07.618940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d031df26-acbc-42ae-89c7-7dafca1c36a7 None None] Provisioning complete for port fff3607d-175b-4ecc-8516-5ed9eb0577ac triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:07.619318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d031df26-acbc-42ae-89c7-7dafca1c36a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.668798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.672760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:07.697445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:07.698516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=760273fe-f3f9-4e13-bc73-67688f3e1325,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:07.701522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:07.709876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:07.712302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:07.716331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d031df26-acbc-42ae-89c7-7dafca1c36a7 None None] Port fff3607d-175b-4ecc-8516-5ed9eb0577ac cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:07.732637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:07.744024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=a09e20c8-957d-4ae6-893e-3287eb338021,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:07.748079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Usage tracker for resource:security_group_rule and tenant:12d3426490624bc3b73f1d00093358d0 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:07.748599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:07.753762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:07.761614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:07.796770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.918802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:07.919584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:07.971626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.012872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.139687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.140109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.152802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:08.162370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0da70ede-337c-4845-8d73-16c8c0397d8e None None] Provisioning for port 760273fe-f3f9-4e13-bc73-67688f3e1325 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:08.167515 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5654917 Dec 13 23:24:08.170004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0da70ede-337c-4845-8d73-16c8c0397d8e None None] Provisioning complete for port 760273fe-f3f9-4e13-bc73-67688f3e1325 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:08.170592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0da70ede-337c-4845-8d73-16c8c0397d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.176887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47376) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:08.200783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.217347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247b02c7-fe07-4329-a5d4-69a78e616620,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:08.225300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:08.230011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:08.233855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:08.276400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.276751 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Added segment ddeb7c4e-36fc-4c4e-ad38-c8ba427f330e of type vlan for network e3105729-c7ef-4562-bec8-7130f81ce22f Dec 13 23:24:08.278411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0da70ede-337c-4845-8d73-16c8c0397d8e None None] Port 760273fe-f3f9-4e13-bc73-67688f3e1325 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:08.281798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc45162-a6b3-4460-9530-adbc8275d23c None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:08.300691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc45162-a6b3-4460-9530-adbc8275d23c None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:08.301474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6fc45162-a6b3-4460-9530-adbc8275d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:08.385234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6fc45162-a6b3-4460-9530-adbc8275d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:08.393496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.400061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc45162-a6b3-4460-9530-adbc8275d23c None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:08.400920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6fc45162-a6b3-4460-9530-adbc8275d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:08.470870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.477159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6fc45162-a6b3-4460-9530-adbc8275d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:08.477711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc45162-a6b3-4460-9530-adbc8275d23c None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:08.536640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.549668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Calling delete_port for fff3607d-175b-4ecc-8516-5ed9eb0577ac owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:08.576528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:08.596594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:08.620304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.620659 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Added segment 15e94d3d-e4d4-4ab8-abae-8afd6f063252 of type vlan for network bf89eccf-cfd5-469b-a60e-f76bbbea5a55 Dec 13 23:24:08.683538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.726768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.774475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=52fec222-c75f-4bb9-998f-b62841d0675d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:08.784789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.789491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-66865dca-d8fa-4977-bef7-3ac97b3965fe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:08.790785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:08.801614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.836817 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/52fec222-c75f-4bb9-998f-b62841d0675d HTTP/1.1" status: 204 len: 168 time: 1.5957644 Dec 13 23:24:08.837796 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.838348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.842065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:08.845606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:08.846263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:08.852276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47380) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:08.899684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b607c784-cbbe-49d6-a589-083a4616e308 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:08.903864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b607c784-cbbe-49d6-a589-083a4616e308 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:08.904794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b607c784-cbbe-49d6-a589-083a4616e308 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:09.041133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a09e20c8-957d-4ae6-893e-3287eb338021 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:09.135570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a09e20c8-957d-4ae6-893e-3287eb338021 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:09.136001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:09.141048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:09.144663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:09.155962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b607c784-cbbe-49d6-a589-083a4616e308 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:09.157716 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b607c784-cbbe-49d6-a589-083a4616e308 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.9772458 Dec 13 23:24:09.161181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47384) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:09.163868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:09.229195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7bfba5c5-788b-461c-847e-973c061962c5 None None] Provisioning complete for port d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:09.229574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bfba5c5-788b-461c-847e-973c061962c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:09.256457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:09.281984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ce91d0e2-11ba-46f4-8b2e-38ec12a498e3 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:09.319226 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3002303 Dec 13 23:24:09.334631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47388) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:09.337154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:09.337644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7bfba5c5-788b-461c-847e-973c061962c5 None None] Port d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:09.367454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Network': ['ID=e3105729-c7ef-4562-bec8-7130f81ce22f,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:09.374917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event deleted for resources: {'Port': ['ID=fff3607d-175b-4ecc-8516-5ed9eb0577ac,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:09.384690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:09.411534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 760273fe-f3f9-4e13-bc73-67688f3e1325 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:09.412015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:09.448748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 830bbc36-5a18-41cd-945a-ddb6af03d71b no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:09.500623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network e3105729-c7ef-4562-bec8-7130f81ce22f details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:09.664297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Network': ['ID=bf89eccf-cfd5-469b-a60e-f76bbbea5a55,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:09.665837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 830bbc36-5a18-41cd-945a-ddb6af03d71b {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:24:09.666583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 830bbc36-5a18-41cd-945a-ddb6af03d71b not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:24:09.682703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:09.683257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.830s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:09.683665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:09.685913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network bf89eccf-cfd5-469b-a60e-f76bbbea5a55 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:09.830555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:09.869674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4184bb-32c7-4cfb-a79d-2764a2a948e5 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:09.873793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4184bb-32c7-4cfb-a79d-2764a2a948e5 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:09.878632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4184bb-32c7-4cfb-a79d-2764a2a948e5 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:09.879338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:09.882624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4184bb-32c7-4cfb-a79d-2764a2a948e5 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:09.886628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4184bb-32c7-4cfb-a79d-2764a2a948e5 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:09.887548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6e4184bb-32c7-4cfb-a79d-2764a2a948e5 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Synchronizing usage tracker for tenant:12d3426490624bc3b73f1d00093358d0 on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:09.907442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ed16c2-31db-4f32-9adc-4552cc8b7998']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:09.926267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:09.926568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5456d0-d3e3-4e7b-ae22-d3450b7e19a5') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:09.978798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:09.985760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:09.997278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.002792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.011413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:10.011840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:10.025738 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:10.037216 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "DELETE /v2.0/ports/fff3607d-175b-4ecc-8516-5ed9eb0577ac HTTP/1.1" status: 204 len: 168 time: 2.7541466 Dec 13 23:24:10.082390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47394) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:10.094935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.135167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6e4184bb-32c7-4cfb-a79d-2764a2a948e5 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Unset dirty status for tenant:12d3426490624bc3b73f1d00093358d0 on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:10.136261 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6e4184bb-32c7-4cfb-a79d-2764a2a948e5 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2971 time: 0.7963769 Dec 13 23:24:10.146840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47398) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:10.171075 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-466cbda0-a412-4779-9df0-c0bb4cfccd50 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] GET failed (client error): The resource could not be found. Dec 13 23:24:10.171581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-466cbda0-a412-4779-9df0-c0bb4cfccd50 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Synchronizing usage tracker for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:10.231144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 760273fe-f3f9-4e13-bc73-67688f3e1325 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:10.259599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.288743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.308176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b7018a25-1291-4e90-89bb-31f553133bb3 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:10.325288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8ed16c2-31db-4f32-9adc-4552cc8b7998 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 23:24:10.333362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.349747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8ed16c2-31db-4f32-9adc-4552cc8b7998,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:10.357694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.359568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:10.363859 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "DELETE /v2.0/networks/b8ed16c2-31db-4f32-9adc-4552cc8b7998 HTTP/1.1" status: 204 len: 168 time: 1.5104027 Dec 13 23:24:10.364679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-466cbda0-a412-4779-9df0-c0bb4cfccd50 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Unset dirty status for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:10.366073 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-466cbda0-a412-4779-9df0-c0bb4cfccd50 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "GET /v2.0/ports/fff3607d-175b-4ecc-8516-5ed9eb0577ac HTTP/1.1" status: 404 len: 333 time: 0.2823904 Dec 13 23:24:10.369171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47404) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:10.369783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.377934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:24:10.395407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Deleting port 5f1df72f-8545-45e4-a048-ed4c46c000d0 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:10.395677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.564819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Deleting port 177a0d6a-5ccd-4de9-b896-cc9498866e02 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:10.565221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.893380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47412) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:10.957907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:10.976828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'router': {'name': 'tempest-router--883631665', 'project_id': '11f360d84a00469992659799a92cf3f4'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:10.995895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:11.016383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Usage tracker for resource:router and tenant:11f360d84a00469992659799a92cf3f4 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:11.025942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.064785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:11.068375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3105729-c7ef-4562-bec8-7130f81ce22f']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:11.095881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:11.103912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddeb7c4e-36fc-4c4e-ad38-c8ba427f330e') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:11.104172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddeb7c4e-36fc-4c4e-ad38-c8ba427f330e') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:11.130822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.170320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Calling delete_port for 5f1df72f-8545-45e4-a048-ed4c46c000d0 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:11.206081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.207400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.214854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3b9338d8-dff2-4c18-b6e8-1c13f8f6b0cf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:11.271816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=760273fe-f3f9-4e13-bc73-67688f3e1325,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:11.277365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:11.312110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.313068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.331751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:11.331751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:11.351041 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:11.435022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:11.456991 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a42529-e919-4998-9cb6-a37661f3aee5 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:11.474084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.484390 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a42529-e919-4998-9cb6-a37661f3aee5 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:11.485383 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-32a42529-e919-4998-9cb6-a37661f3aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:11.517635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.522649 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/760273fe-f3f9-4e13-bc73-67688f3e1325 HTTP/1.1" status: 204 len: 168 time: 2.3568218 Dec 13 23:24:11.522786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47416) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:11.525671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.565427 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-32a42529-e919-4998-9cb6-a37661f3aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:11.586428 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a42529-e919-4998-9cb6-a37661f3aee5 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:11.587392 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-32a42529-e919-4998-9cb6-a37661f3aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:23:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:11.653888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.662682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Calling delete_port for 177a0d6a-5ccd-4de9-b896-cc9498866e02 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:11.676131 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-32a42529-e919-4998-9cb6-a37661f3aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:11.677116 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a42529-e919-4998-9cb6-a37661f3aee5 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:11.700042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42dcb6a1-38bd-44d1-8f62-7e0ea55ddac4 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:11.702506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a19e7-38ba-4893-9fa0-bf2766569d47 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:11.703868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a19e7-38ba-4893-9fa0-bf2766569d47 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:11.706007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528a19e7-38ba-4893-9fa0-bf2766569d47 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:11.706784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-528a19e7-38ba-4893-9fa0-bf2766569d47 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:11.715521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.721974 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9d688b92-4c7d-4cfd-b707-75c232f88240 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/floatingips/620f2233-769e-4e2b-9dcb-42b5956e09f2 HTTP/1.1" status: 200 len: 979 time: 13.6652236 Dec 13 23:24:11.722160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47420) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:11.727624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-41dd8b2b-81bc-4ac8-9f42-e73a156d026d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:11.735142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Network': ['ID=e3105729-c7ef-4562-bec8-7130f81ce22f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:11.746186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:11.754719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:24:11.771763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.776068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.803691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.807227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-66fc9c47-81a8-45cf-bef7-953664de0aee tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:11.849999 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/networks/e3105729-c7ef-4562-bec8-7130f81ce22f HTTP/1.1" status: 204 len: 168 time: 1.6950636 Dec 13 23:24:11.852623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47424) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:11.859651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Pushing event deleted for resources: {'Port': ['ID=5f1df72f-8545-45e4-a048-ed4c46c000d0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:11.883877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:11.900133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7d3f8b42-4e42-4e79-95fb-f828be3fb9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.900687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.904140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:11.936923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:11.999075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.007155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-528a19e7-38ba-4893-9fa0-bf2766569d47 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:12.017962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-528a19e7-38ba-4893-9fa0-bf2766569d47 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4847281 Dec 13 23:24:12.018101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47428) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:12.053153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-41dd8b2b-81bc-4ac8-9f42-e73a156d026d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.084006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.098641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:12.108539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:12.109065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:12.191906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.193094 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-151b9fe8-cec3-4766-ab87-17826b0ffe38 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2382300 Dec 13 23:24:12.208717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47432) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:12.213033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event deleted for resources: {'Port': ['ID=177a0d6a-5ccd-4de9-b896-cc9498866e02,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:12.218121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.223226 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "DELETE /v2.0/ports/177a0d6a-5ccd-4de9-b896-cc9498866e02 HTTP/1.1" status: 204 len: 168 time: 1.8402145 Dec 13 23:24:12.261419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47436) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:12.273161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.289849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:12.347091 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aba3582-a953-4842-8222-6eb95060dea7 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] GET failed (client error): The resource could not be found. Dec 13 23:24:12.347586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9aba3582-a953-4842-8222-6eb95060dea7 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Synchronizing usage tracker for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:12.619272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.684613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9aba3582-a953-4842-8222-6eb95060dea7 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Unset dirty status for tenant:40f6ac8202d84c5db041ab4e251d82c2 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:12.685813 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9aba3582-a953-4842-8222-6eb95060dea7 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "GET /v2.0/ports/177a0d6a-5ccd-4de9-b896-cc9498866e02 HTTP/1.1" status: 404 len: 333 time: 0.4209809 Dec 13 23:24:12.690382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e05e4eed-417c-4448-8abc-a49ba20a9f4a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.740358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47440) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:12.823412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 05c8de71-f38f-4a23-bff0-5bee49863214 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:12.834056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.872545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.876302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.893571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:12.898630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:12.902084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:12.998512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf89eccf-cfd5-469b-a60e-f76bbbea5a55']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:13.013579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Deleting port c5491c1f-5b4d-4f95-a5c5-328d41840030 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:13.013927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.033279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.114535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-41dd8b2b-81bc-4ac8-9f42-e73a156d026d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.115844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e94d3d-e4d4-4ab8-abae-8afd6f063252') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:13.116137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e94d3d-e4d4-4ab8-abae-8afd6f063252') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:13.191698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.193575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e2245f3f-954a-447a-8c94-ed4aa291bb6c None None] Provisioning complete for port d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:13.194096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e2245f3f-954a-447a-8c94-ed4aa291bb6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.210974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-41dd8b2b-81bc-4ac8-9f42-e73a156d026d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.211327 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-41dd8b2b-81bc-4ac8-9f42-e73a156d026d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP 620f2233-769e-4e2b-9dcb-42b5956e09f2 disassociated. External IP: 172.26.5.189, port: c895f2c8-7287-443f-8a4a-1b246308260c. Dec 13 23:24:13.253428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e2245f3f-954a-447a-8c94-ed4aa291bb6c None None] Port d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:13.291924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.336979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:13.337378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:13.353538 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:13.482927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Router e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:24:13.525538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.571196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e05e4eed-417c-4448-8abc-a49ba20a9f4a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.591348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e05e4eed-417c-4448-8abc-a49ba20a9f4a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.681297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.695447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b5df0ce0-1735-4c89-b9a4-decde9305fdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:13.714451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e05e4eed-417c-4448-8abc-a49ba20a9f4a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.715078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05e4eed-417c-4448-8abc-a49ba20a9f4a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5c92ab6-f5e6-4569-8e3a-b7ca4742750e {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:24:13.728203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.739297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.743047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-763a7f8a-b8a2-492d-8b87-051d7d35eaf8 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:13.779060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=05c8de71-f38f-4a23-bff0-5bee49863214,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:13.783418 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:13.786729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 5ad9f718-d1a4-4283-b018-2d4e882582ca is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:24:13.787528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Network': ['ID=bf89eccf-cfd5-469b-a60e-f76bbbea5a55,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:13.789799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.800241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d09f5b-4b41-4cb9-bb7a-ce1a9be513e5 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:13.808409 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/05c8de71-f38f-4a23-bff0-5bee49863214 HTTP/1.1" status: 204 len: 168 time: 1.7822001 Dec 13 23:24:13.809201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47444) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:13.859126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:13.881680 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/networks/bf89eccf-cfd5-469b-a60e-f76bbbea5a55 HTTP/1.1" status: 204 len: 168 time: 2.0210009 Dec 13 23:24:13.942589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47448) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:13.978206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.996341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e05e4eed-417c-4448-8abc-a49ba20a9f4a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:13.997823 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e05e4eed-417c-4448-8abc-a49ba20a9f4a tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a5c92ab6-f5e6-4569-8e3a-b7ca4742750e HTTP/1.1" status: 204 len: 168 time: 1.7861936 Dec 13 23:24:14.103019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5ce8f896-00ed-4042-a24a-cd81df855944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:14.167585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 59fd72eb-d3e1-4312-ab18-42c3f43344a1 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:14.168814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Calling delete_port for c5491c1f-5b4d-4f95-a5c5-328d41840030 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:14.174350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:14.247176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:14.267390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:14.273929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:14.285005 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "PUT /v2.0/routers/e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 HTTP/1.1" status: 200 len: 710 time: 8.3178658 Dec 13 23:24:14.285369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47454) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:14.288932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70ba4e-3715-4499-a9e0-ec845a428499 None None] Sync routers for ids ['e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:14.314669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70ba4e-3715-4499-a9e0-ec845a428499 None None] Routers {'e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:14.315396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0e70ba4e-3715-4499-a9e0-ec845a428499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:14.361348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dac126a-7723-4ca2-b2b4-acc05a0829f6 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:14.370659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dac126a-7723-4ca2-b2b4-acc05a0829f6 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:14.371700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6dac126a-7723-4ca2-b2b4-acc05a0829f6 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Synchronizing usage tracker for tenant:12d3426490624bc3b73f1d00093358d0 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:14.374399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47458) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:14.466994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0e70ba4e-3715-4499-a9e0-ec845a428499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:14.493549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:14.494947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70ba4e-3715-4499-a9e0-ec845a428499 None None] Routers {'e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:14.495771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0e70ba4e-3715-4499-a9e0-ec845a428499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:14.513040 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f92b4-3728-4d0e-96dc-1af17254e12b None None] Sync routers for ids ['5ad9f718-d1a4-4283-b018-2d4e882582ca'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:14.522104 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/5ad9f718-d1a4-4283-b018-2d4e882582ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1086617 Dec 13 23:24:14.527060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47464) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:14.536153 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f92b4-3728-4d0e-96dc-1af17254e12b None None] Routers {'5ad9f718-d1a4-4283-b018-2d4e882582ca'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:14.536893 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d21f92b4-3728-4d0e-96dc-1af17254e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5ad9f718-d1a4-4283-b018-2d4e882582ca'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:14.585332 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0e70ba4e-3715-4499-a9e0-ec845a428499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:14.588638 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e70ba4e-3715-4499-a9e0-ec845a428499 None None] The sync data for ids ['e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:14.632903 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7f2a2c0c-e8a7-46c7-9c94-ca87788e2ae6 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/routers/e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 HTTP/1.1" status: 200 len: 745 time: 0.3460555 Dec 13 23:24:14.649583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:14.654675 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d21f92b4-3728-4d0e-96dc-1af17254e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:14.661132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47468) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:14.663684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6dac126a-7723-4ca2-b2b4-acc05a0829f6 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Unset dirty status for tenant:12d3426490624bc3b73f1d00093358d0 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:14.664813 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6dac126a-7723-4ca2-b2b4-acc05a0829f6 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7207754 Dec 13 23:24:14.669373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47472) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:14.675513 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21f92b4-3728-4d0e-96dc-1af17254e12b None None] Routers {'5ad9f718-d1a4-4283-b018-2d4e882582ca'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:14.676168 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d21f92b4-3728-4d0e-96dc-1af17254e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5ad9f718-d1a4-4283-b018-2d4e882582ca'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:14.742575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2015545878'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:14.743037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd3b32-4003-4d82-acd2-02578302e049 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:14.743752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-32cd3b32-4003-4d82-acd2-02578302e049 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:14.753855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:14.753999 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d21f92b4-3728-4d0e-96dc-1af17254e12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:14.754302 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21f92b4-3728-4d0e-96dc-1af17254e12b None None] The sync data for ids ['5ad9f718-d1a4-4283-b018-2d4e882582ca'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:14.772780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:14.782681 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a7cb8881-5a2e-4c46-a86b-73a39b151a7d tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 HTTP/1.1" status: 200 len: 205 time: 0.1201966 Dec 13 23:24:14.783400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5cb6cd70-2c06-4f3a-ba79-190048cdd6a6 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:14.785673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47476) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:14.823528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:14.829676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:14.832618 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-619dee0c-7d18-4171-99e3-84b02545f235 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:14.836953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-82394225', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:14.852001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event deleted for resources: {'Port': ['ID=c5491c1f-5b4d-4f95-a5c5-328d41840030,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:14.857503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:14.862717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:14.869400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Usage tracker for resource:router and tenant:307daabb371943eda530dd05ec1b0356 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:14.869793 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f64bc7d2-423a-486b-baa5-a76fa6ddbc72 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 HTTP/1.1" status: 200 len: 205 time: 0.0827816 Dec 13 23:24:14.883513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-32cd3b32-4003-4d82-acd2-02578302e049 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:14.883513 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-32cd3b32-4003-4d82-acd2-02578302e049 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports/d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 HTTP/1.1" status: 200 len: 977 time: 0.3481600 Dec 13 23:24:14.883513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47482) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:14.883513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=59fd72eb-d3e1-4312-ab18-42c3f43344a1,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:14.884048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:14.886979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47484) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:14.897962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:14.909572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6736fbab-beb1-4b2e-89b3-904918a38371 None None] Provisioning complete for port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:14.909572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6736fbab-beb1-4b2e-89b3-904918a38371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:14.921786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:14.932120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:14.934776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Made reservation on behalf of 12d3426490624bc3b73f1d00093358d0 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:14.937760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.041932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:15.047376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.048748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.062243 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "DELETE /v2.0/ports/c5491c1f-5b4d-4f95-a5c5-328d41840030 HTTP/1.1" status: 204 len: 168 time: 2.2678490 Dec 13 23:24:15.064859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.065309 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Added segment 2fcf7f79-9622-47a8-8fc3-9607cb2985bc of type vlan for network 5566ef7f-0641-4c23-a04d-dce751c28479 Dec 13 23:24:15.070898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47490) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:15.104927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f6b654-7470-4c73-a5cf-bb0b69a58c81 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:15.111245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.167147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.186008 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/59fd72eb-d3e1-4312-ab18-42c3f43344a1 HTTP/1.1" status: 204 len: 168 time: 1.3761733 Dec 13 23:24:15.191107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47494) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:15.196036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.265826 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a2dc3baf-5c4d-45e9-9b54-88d95adb5ebb tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0719776 Dec 13 23:24:15.275076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47498) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:15.284850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:15.301212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.312025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f66fa91a-6464-4acf-afc0-139e78923ca7 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.414909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:15.419870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Deleting port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:15.420202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.450603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.526554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Deleting subnet 64a46581-e788-4c4e-810d-dfdbf82e1304 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:15.531551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.622394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dd8b2b-81bc-4ac8-9f42-e73a156d026d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:24:15.632666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.636754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:15.637499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.650058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] For port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5e736325-8ac2-4f6e-b67c-ea9fa49d75e6,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:15.650408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.653493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:15.667433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:15.675459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:15.680258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:15.687507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:15.766854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.824712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Calling delete_port for 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:15.892310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:15.894017 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Network': ['ID=5566ef7f-0641-4c23-a04d-dce751c28479,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:15.896362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:15.908768 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 5566ef7f-0641-4c23-a04d-dce751c28479 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:15.946401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:15.961170 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2838774 Dec 13 23:24:15.971275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47502) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:15.983598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1100162256'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:16.000465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:16.012069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Usage tracker for resource:network and tenant:12d3426490624bc3b73f1d00093358d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:16.015947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.017148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.021907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-53fd7f8b-8a40-4da9-92a2-6605bcf43d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:16.022316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:16.037405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:16.060679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.063970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Pushing event deleted for resources: {'Port': ['ID=5e736325-8ac2-4f6e-b67c-ea9fa49d75e6,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:16.077634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.078000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.078282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.078611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.079482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.079850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.080184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.080513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.080838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.081156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.081479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:16.084106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] No DVR routers for this DVR port 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:16.085481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:16.195456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Made reservation on behalf of 12d3426490624bc3b73f1d00093358d0 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:16.198455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.204794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f66fa91a-6464-4acf-afc0-139e78923ca7 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.228524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f66fa91a-6464-4acf-afc0-139e78923ca7 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.310139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:16.329658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.330141 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Added segment b206422b-6f3e-4d88-b34d-bca7142481c0 of type vlan for network 79dec2bf-ef2b-4478-870d-360b642dd664 Dec 13 23:24:16.385548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.391151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.397430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9b498e07-8ce0-410f-a7a3-7439c68bf308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:16.416303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f66fa91a-6464-4acf-afc0-139e78923ca7 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.416827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66fa91a-6464-4acf-afc0-139e78923ca7 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Fanout notify agent at l3_agent the message router_deleted on router e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:24:16.446629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f66fa91a-6464-4acf-afc0-139e78923ca7 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.447655 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f66fa91a-6464-4acf-afc0-139e78923ca7 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 HTTP/1.1" status: 204 len: 168 time: 1.5625012 Dec 13 23:24:16.448084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event deleted for resources: {'Subnet': ['ID=64a46581-e788-4c4e-810d-dfdbf82e1304,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:16.450658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:16.450916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47506) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:16.487522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.492410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:16.506086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.512224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b04b8-8005-489e-ae81-e255d5c5ec49 None None] Network 2baaf625-691e-47bc-a3d1-2131ad263e7e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:16.548684 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "DELETE /v2.0/subnets/64a46581-e788-4c4e-810d-dfdbf82e1304 HTTP/1.1" status: 204 len: 168 time: 1.4764194 Dec 13 23:24:16.551112 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0c39ca6f-40be-493d-91c1-9a8f0af8ac6c tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 HTTP/1.1" status: 200 len: 205 time: 0.0940263 Dec 13 23:24:16.553777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47510) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:16.554151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47512) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:16.557920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dd8b2b-81bc-4ac8-9f42-e73a156d026d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:16.558662 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:16.562464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-41dd8b2b-81bc-4ac8-9f42-e73a156d026d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.585560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:16.601557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6c4a5-0cb3-4ece-aadd-8eff825fd2c9 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:16.601719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:16.601719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.627358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09856d58-78aa-4a40-8a3e-6e84188e4b74 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:16.658746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6c4a5-0cb3-4ece-aadd-8eff825fd2c9 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:16.659556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-26e6c4a5-0cb3-4ece-aadd-8eff825fd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:16.667291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.671087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:16.671894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.685280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a8e2b67a-a9f6-4fa2-8834-81c57d9cbcc8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:16.696568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=9a903c39-7612-4171-9335-23e253d86d5a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:16.710255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:16.713553 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-8404d1b6-e016-4917-a761-4bc1539d5dda tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] delete failed (client error): The resource could not be found. Dec 13 23:24:16.714634 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8404d1b6-e016-4917-a761-4bc1539d5dda tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/e0c9530c-d3ae-4f4e-906f-8e0b333c5bc8 HTTP/1.1" status: 404 len: 336 time: 0.1595526 Dec 13 23:24:16.717723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47518) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:16.800016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-26e6c4a5-0cb3-4ece-aadd-8eff825fd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:16.812293 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5309885 Dec 13 23:24:16.812293 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dd110dd1-1ee9-446d-ab8c-78a7eee80d62 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=52fb4ec4-3c9f-4405-b2ff-e928c013a3cb HTTP/1.1" status: 200 len: 205 time: 0.0907574 Dec 13 23:24:16.812293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47522) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:16.818456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.820360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47524) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:16.820506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.836147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:16.848921 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-41dd8b2b-81bc-4ac8-9f42-e73a156d026d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/floatingips/620f2233-769e-4e2b-9dcb-42b5956e09f2 HTTP/1.1" status: 200 len: 688 time: 5.1250615 Dec 13 23:24:16.852787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47530) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:16.879294 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9044333 Dec 13 23:24:16.881044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.885091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47534) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:16.901211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.921334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e6c4a5-0cb3-4ece-aadd-8eff825fd2c9 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:16.921793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-26e6c4a5-0cb3-4ece-aadd-8eff825fd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:16.940742 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-abeafbba-5a5d-44a0-98b4-286acaf52971 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] delete failed (client error): The resource could not be found. Dec 13 23:24:16.944171 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-abeafbba-5a5d-44a0-98b4-286acaf52971 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/52fb4ec4-3c9f-4405-b2ff-e928c013a3cb HTTP/1.1" status: 404 len: 336 time: 0.1175334 Dec 13 23:24:16.944745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:16.951561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47536) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:16.956074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'ports': [{'network_id': '5566ef7f-0641-4c23-a04d-dce751c28479', 'name': 'tempest-port--17720824', 'admin_state_up': True}, {'network_id': '79dec2bf-ef2b-4478-870d-360b642dd664', 'admin_state_up': False}]} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:16.956412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'port': {'network_id': '5566ef7f-0641-4c23-a04d-dce751c28479', 'name': 'tempest-port--17720824', 'admin_state_up': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:16.956877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'port': {'network_id': '79dec2bf-ef2b-4478-870d-360b642dd664', 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:17.001687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:17.017134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Network': ['ID=79dec2bf-ef2b-4478-870d-360b642dd664,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:17.020004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:17.070041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 79dec2bf-ef2b-4478-870d-360b642dd664 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:17.083230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-26e6c4a5-0cb3-4ece-aadd-8eff825fd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:17.083829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e6c4a5-0cb3-4ece-aadd-8eff825fd2c9 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:17.103911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:24:17.104430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5e736325-8ac2-4f6e-b67c-ea9fa49d75e6 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:24:17.205730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Deleting port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:17.206413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:17.259242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '9a903c39-7612-4171-9335-23e253d86d5a'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:17.260401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:17.308148 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-47b3ee63-d260-431d-9479-009976c91df0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=290d3704-2211-48c1-b059-f272a868793b HTTP/1.1" status: 200 len: 205 time: 0.3339107 Dec 13 23:24:17.309977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47542) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:17.401583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port da29ba73-3d99-4298-ac6a-64994186e6c3 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:17.401957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:17.413189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] DHCP port deletion for 2baaf625-691e-47bc-a3d1-2131ad263e7e request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:17.421864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] Deleting port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:17.422595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:17.446786 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-3eb2f8d0-dabf-4994-b54e-a697522ddd66 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] delete failed (client error): The resource could not be found. Dec 13 23:24:17.450229 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3eb2f8d0-dabf-4994-b54e-a697522ddd66 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/290d3704-2211-48c1-b059-f272a868793b HTTP/1.1" status: 404 len: 336 time: 0.1364095 Dec 13 23:24:17.454604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47546) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:17.571564 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-47f15965-4494-47e4-8bf3-129eef9530f8 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7890ef-369d-47bb-9cb6-d17d26c5f2d3 HTTP/1.1" status: 200 len: 205 time: 0.1142318 Dec 13 23:24:17.573551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Allocated IP 172.20.0.2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/9a903c39-7612-4171-9335-23e253d86d5a/b6514e7e-75e8-4fd7-a63b-a154768e7141) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:17.583995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47550) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:17.593757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:17.614234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:17.619141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:17.629698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:17.658653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] For port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4e0f4a25-a550-494a-b6fc-9dc7f8f6c643,segment=NetworkSegment(75779e17-c412-4630-a0c6-0996bea147ab),segment_id=75779e17-c412-4630-a0c6-0996bea147ab)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:17.659012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:17.754373 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-3d5a1cf4-6476-4d62-bdbf-84c12717a4ef tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] delete failed (client error): The resource could not be found. Dec 13 23:24:17.757924 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3d5a1cf4-6476-4d62-bdbf-84c12717a4ef tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/ee7890ef-369d-47bb-9cb6-d17d26c5f2d3 HTTP/1.1" status: 404 len: 336 time: 0.1680725 Dec 13 23:24:17.758081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:17.759200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:17.765463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47554) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:17.816735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] For port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4e0f4a25-a550-494a-b6fc-9dc7f8f6c643,segment=NetworkSegment(75779e17-c412-4630-a0c6-0996bea147ab),segment_id=75779e17-c412-4630-a0c6-0996bea147ab)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:17.817130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:17.846638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Calling delete_port for 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:17.875644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Allocated IP 172.26.5.248 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/5af0f09e-e2e1-4cd9-b282-3a84b464ee68) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:17.886360 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-99dd1b98-b654-4e4f-bfce-e23db42fe0f0 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=106b0bfd-408f-4f09-854a-34553085269a HTTP/1.1" status: 200 len: 205 time: 0.1176965 Dec 13 23:24:17.886545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:17.889849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47558) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:17.903305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Usage tracker for resource:port and tenant:12d3426490624bc3b73f1d00093358d0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:17.909011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:17.941421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:17.960066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] Calling delete_port for 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:18.024266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.024608 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.043082 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-11e9e255-1cee-4296-b3ae-04e1a11ce3de tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] delete failed (client error): The resource could not be found. Dec 13 23:24:18.046566 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-11e9e255-1cee-4296-b3ae-04e1a11ce3de tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/106b0bfd-408f-4f09-854a-34553085269a HTTP/1.1" status: 404 len: 336 time: 0.1539443 Dec 13 23:24:18.094128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47562) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:18.112826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.165812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for da29ba73-3d99-4298-ac6a-64994186e6c3 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:18.196135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.200575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Transition to ACTIVE for port object b6514e7e-75e8-4fd7-a63b-a154768e7141 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:18.207163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:18.222694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:24:18.223272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:24:18.232143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Made reservation on behalf of 12d3426490624bc3b73f1d00093358d0 for: {'port': 2} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:18.235517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.255114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] Pushing event deleted for resources: {'Port': ['ID=4e0f4a25-a550-494a-b6fc-9dc7f8f6c643,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:18.259856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:18.267045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] No DVR routers for this DVR port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:18.268853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Transition to ACTIVE for port object b6514e7e-75e8-4fd7-a63b-a154768e7141 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:18.276045 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-031d4b59-ae46-48f0-9ac0-69f743b4d985 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e6c364a-57df-4df8-adef-acd785772aeb HTTP/1.1" status: 200 len: 205 time: 0.1731091 Dec 13 23:24:18.276627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:18.276627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.285328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47566) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:18.354942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.360075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:18.373755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.414981 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-f3089d00-ba78-4174-864d-b4c7756c10a5 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] delete failed (client error): The resource could not be found. Dec 13 23:24:18.418839 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f3089d00-ba78-4174-864d-b4c7756c10a5 tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/routers/7e6c364a-57df-4df8-adef-acd785772aeb HTTP/1.1" status: 404 len: 336 time: 0.1229706 Dec 13 23:24:18.428873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47570) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:18.437158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Pushing event updated for resources: {'Port': ['ID=b6514e7e-75e8-4fd7-a63b-a154768e7141,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:18.440302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:18.450308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:18.450836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.451890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:18.455537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:18.517988 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb6cf88-22cb-4753-8968-f0d58cccdb9d tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] DELETE failed (client error): The resource could not be found. Dec 13 23:24:18.518421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb6cf88-22cb-4753-8968-f0d58cccdb9d tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:24:18.552159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Attempting to bind port b6514e7e-75e8-4fd7-a63b-a154768e7141 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:18.552606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Attempting to bind port b6514e7e-75e8-4fd7-a63b-a154768e7141 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:18.553077 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Attempting to bind port b6514e7e-75e8-4fd7-a63b-a154768e7141 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:18.560190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:18.560634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:18.561090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.561584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:18.562645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Bound port: b6514e7e-75e8-4fd7-a63b-a154768e7141, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:18.562645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.641155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.658742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] For port b6514e7e-75e8-4fd7-a63b-a154768e7141, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:18.662396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] For port b6514e7e-75e8-4fd7-a63b-a154768e7141, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b6514e7e-75e8-4fd7-a63b-a154768e7141,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:18.749986 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8cb6cf88-22cb-4753-8968-f0d58cccdb9d tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] 10.222.0.30 "DELETE /v2.0/subnets/069d13dd-c254-4fec-94e5-f6605feea36e HTTP/1.1" status: 404 len: 337 time: 0.3194847 Dec 13 23:24:18.756781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.763204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Deleting port 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:18.763521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-aff2fd43-4e64-4696-a35c-9539dcc12c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:18.763947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.783957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] device_id is not set on port 14330fad-dc98-40e4-9181-8dc3bf75467b yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:18.803792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:18.870370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.871401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Pushing event updated for resources: {'Port': ['ID=b6514e7e-75e8-4fd7-a63b-a154768e7141,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:18.879566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:18.885035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9ddfd493-8f4a-4198-8beb-f0ae73812f89 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:18.922419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] The port '4e0f4a25-a550-494a-b6fc-9dc7f8f6c643' was deleted {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:24:18.936055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.958710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=da29ba73-3d99-4298-ac6a-64994186e6c3,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:18.973769 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:18.993222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:18.994066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cda2cf15-fb29-42f6-8769-d128bd12fb67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1685365353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:19.012910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:19.057321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:24:19.061162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4e0f4a25-a550-494a-b6fc-9dc7f8f6c643 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:24:19.173274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:19.193287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:19.200731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:19.214914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.249166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event updated for resources: {'Port': ['ID=5af0f09e-e2e1-4cd9-b282-3a84b464ee68,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:19.275296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:19.293206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.316114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.316114 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/floatingips/620f2233-769e-4e2b-9dcb-42b5956e09f2 HTTP/1.1" status: 204 len: 168 time: 2.4469528 Dec 13 23:24:19.318792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.325145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47578) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:19.354615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2baaf625-691e-47bc-a3d1-2131ad263e7e']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:19.389128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.objects.ports [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84311) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:24:19.437700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75779e17-c412-4630-a0c6-0996bea147ab') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:19.437914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75779e17-c412-4630-a0c6-0996bea147ab') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:19.448171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47582) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:19.468953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.499288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.514820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:19.515229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.523733 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-0823bc9e-e13c-413d-aa44-daaae65c4fe5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] delete failed (client error): The resource could not be found. Dec 13 23:24:19.524805 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0823bc9e-e13c-413d-aa44-daaae65c4fe5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/floatingips/620f2233-769e-4e2b-9dcb-42b5956e09f2 HTTP/1.1" status: 404 len: 345 time: 0.1984880 Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:19.534124 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:19.536525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47588) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:19.572774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.605655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e547693b-b7ab-48bd-a662-d95f5213d2d1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:19.628802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] device_id is not set on port 0ebac8d4-5749-4bf5-98b9-c20b1fb8a623 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:19.750196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=d8ae5785-040c-4e6f-ab3a-8f5771b0f0e5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:19.764558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:19.814843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.817817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.876984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:19.886090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Usage tracker for resource:security_group_rule and tenant:0046f562572942ada20adb86ed00539b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:19.891162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:19.899157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:19.930840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.933265 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.944180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:19.994058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:20.019444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.032528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f262e415-03f5-4918-a3da-d5f21e801bd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:20.069076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.146259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Port': ['ID=14330fad-dc98-40e4-9181-8dc3bf75467b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:20.149094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:20.162764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.221389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Pushing event deleted for resources: {'Network': ['ID=2baaf625-691e-47bc-a3d1-2131ad263e7e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:20.227978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:20.242385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2139c7-f044-469d-a2f6-f189f93d85c9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:20.245150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.246956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2139c7-f044-469d-a2f6-f189f93d85c9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:20.250613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2139c7-f044-469d-a2f6-f189f93d85c9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:20.251570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e2139c7-f044-469d-a2f6-f189f93d85c9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Synchronizing usage tracker for tenant:3d7553f240134ef4b5c3fa6fc7556e17 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:20.259506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c53a21d8-bb23-4957-a649-53ddf8ade2d0 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:20.273614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.287478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Checking segment: {'id': '2fcf7f79-9622-47a8-8fc3-9607cb2985bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5566ef7f-0641-4c23-a04d-dce751c28479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:20.288177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Network hostable DHCP agents. Network: 5566ef7f-0641-4c23-a04d-dce751c28479, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:20.300485 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] 10.222.0.30 "DELETE /v2.0/networks/2baaf625-691e-47bc-a3d1-2131ad263e7e HTTP/1.1" status: 204 len: 168 time: 3.7427509 Dec 13 23:24:20.337715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.368964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d73f6cb-e942-4486-8ab4-aaba32644ad3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:20.378772 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0046f562572942ada20adb86ed00539b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9247732 Dec 13 23:24:20.380051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:20.387949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47594) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:20.445293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e2139c7-f044-469d-a2f6-f189f93d85c9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Unset dirty status for tenant:3d7553f240134ef4b5c3fa6fc7556e17 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:20.446462 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5e2139c7-f044-469d-a2f6-f189f93d85c9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "GET /v2.0/ports?network_id=01b83c4b-700e-4316-a87c-d0e5a2f9645f HTTP/1.1" status: 200 len: 2359 time: 0.9102943 Dec 13 23:24:20.451144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47598) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:20.457459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cd4dfecc-dae4-4dec-b139-451584a87e69 None None] Provisioning for port b6514e7e-75e8-4fd7-a63b-a154768e7141 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:20.496357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Network 5566ef7f-0641-4c23-a04d-dce751c28479 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:20.553031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba7d809a-16c7-4d90-aa62-84b71bc77dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.562428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9bc21a-fbbe-4395-88fb-d4488996e29d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:20.564472 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1b9bc21a-fbbe-4395-88fb-d4488996e29d tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "GET /v2.0/subnets/17193e6a-d5b1-48ee-b82c-baf618808635 HTTP/1.1" status: 200 len: 797 time: 0.1115179 Dec 13 23:24:20.574529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47602) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:20.583560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'port': {'network_id': '01b83c4b-700e-4316-a87c-d0e5a2f9645f', 'name': 'tempest-FloatingIPTestJSON-1023607895', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:20.623687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba7d809a-16c7-4d90-aa62-84b71bc77dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.630984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 5566ef7f-0641-4c23-a04d-dce751c28479) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:20.639351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1260b96-de6f-4b59-a648-f4d78fb9857a None None] Network 5566ef7f-0641-4c23-a04d-dce751c28479 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:20.695419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:20.696296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.711736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:20.788942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] For port b6514e7e-75e8-4fd7-a63b-a154768e7141, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b6514e7e-75e8-4fd7-a63b-a154768e7141,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:20.963306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:24:20.980698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:20.991629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47608) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:21.009434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Router 434bc54b-0c1a-4d3d-9f0f-d4f39263cbee is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:24:21.022001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 5ad9f718-d1a4-4283-b018-2d4e882582ca has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:24:21.032436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Port': ['ID=0ebac8d4-5749-4bf5-98b9-c20b1fb8a623,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:21.060061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b6514e7e-75e8-4fd7-a63b-a154768e7141 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:21.071640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:21.106669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.107472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.118584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:21.190607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:21.211044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:21.219366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port b6514e7e-75e8-4fd7-a63b-a154768e7141 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:21.225451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b6514e7e-75e8-4fd7-a63b-a154768e7141 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:21.225665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.227147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Checking segment: {'id': 'b206422b-6f3e-4d88-b34d-bca7142481c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '79dec2bf-ef2b-4478-870d-360b642dd664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:21.227506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Network hostable DHCP agents. Network: 79dec2bf-ef2b-4478-870d-360b642dd664, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:21.307724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:21.308243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=b6514e7e-75e8-4fd7-a63b-a154768e7141,revision_number=4']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:21.324995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:21.328263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:21.331364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f6fe5ee0-6b41-4a13-ab58-6e72f3457cb5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:21.353774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba7d809a-16c7-4d90-aa62-84b71bc77dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.358566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7ec2ae66-2f9e-4f12-a541-c199c19005f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:21.381631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Made reservation on behalf of 3d7553f240134ef4b5c3fa6fc7556e17 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:21.385923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0bbfb9-612f-4f71-b425-de1e6320624b None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:21.396518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:21.397113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.402011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d809a-16c7-4d90-aa62-84b71bc77dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d73f6cb-e942-4486-8ab4-aaba32644ad3,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:21.410481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ba7d809a-16c7-4d90-aa62-84b71bc77dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:21.427564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba7d809a-16c7-4d90-aa62-84b71bc77dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.444085 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ba7d809a-16c7-4d90-aa62-84b71bc77dfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d73f6cb-e942-4486-8ab4-aaba32644ad3 HTTP/1.1" status: 204 len: 168 time: 1.0430429 Dec 13 23:24:21.444085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Network 79dec2bf-ef2b-4478-870d-360b642dd664 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:21.493056 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3e69cd55-3585-47d0-81da-28065c818be8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40f6ac8202d84c5db041ab4e251d82c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5038474 Dec 13 23:24:21.495246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:21.516686 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b1cc8-874e-4ac5-8ba0-a1381e0b8762 None None] Sync routers for ids ['5ad9f718-d1a4-4283-b018-2d4e882582ca'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:21.520929 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/5ad9f718-d1a4-4283-b018-2d4e882582ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6303544 Dec 13 23:24:21.520929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47616) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:21.541327 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b1cc8-874e-4ac5-8ba0-a1381e0b8762 None None] Routers {'5ad9f718-d1a4-4283-b018-2d4e882582ca'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:21.542067 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-376b1cc8-874e-4ac5-8ba0-a1381e0b8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5ad9f718-d1a4-4283-b018-2d4e882582ca'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:21.542499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47618) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:21.553831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.634221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b6514e7e-75e8-4fd7-a63b-a154768e7141, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b6514e7e-75e8-4fd7-a63b-a154768e7141,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:21.647529 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8331454 Dec 13 23:24:21.655282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47624) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:21.677411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 79dec2bf-ef2b-4478-870d-360b642dd664) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:21.682266 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-376b1cc8-874e-4ac5-8ba0-a1381e0b8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:21.692459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.700296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a947a5-c2a3-46b8-9218-3aba108feae1 None None] Network 79dec2bf-ef2b-4478-870d-360b642dd664 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:21.710475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:d4:b8:16', 'name': 'tempest-NetworksTestDHCPv6-1969376240'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:21.712512 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376b1cc8-874e-4ac5-8ba0-a1381e0b8762 None None] Routers {'5ad9f718-d1a4-4283-b018-2d4e882582ca'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:21.713394 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-376b1cc8-874e-4ac5-8ba0-a1381e0b8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5ad9f718-d1a4-4283-b018-2d4e882582ca'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:21.724206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-aff2fd43-4e64-4696-a35c-9539dcc12c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:21.781785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:21.793602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:21.799639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:21.803731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.817259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=5c45565b-b5b9-4afe-bfce-68f3a1171415,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:21.826822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:21.847001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:21.848249 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-376b1cc8-874e-4ac5-8ba0-a1381e0b8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:21.849735 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376b1cc8-874e-4ac5-8ba0-a1381e0b8762 None None] The sync data for ids ['5ad9f718-d1a4-4283-b018-2d4e882582ca'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:21.867244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:21.899538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74c9af-91a4-4647-8768-be70e261f1a3 None None] Sync routers for ids ['434bc54b-0c1a-4d3d-9f0f-d4f39263cbee'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:21.986960 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.0385377 Dec 13 23:24:21.993118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47630) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:22.074225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b6514e7e-75e8-4fd7-a63b-a154768e7141,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:22.077156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] device_id is not set on port 4f6792c2-24f0-4301-9500-f4009c42952b yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:22.082964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:22.086183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74c9af-91a4-4647-8768-be70e261f1a3 None None] Routers {'434bc54b-0c1a-4d3d-9f0f-d4f39263cbee'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:22.087136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-5b74c9af-91a4-4647-8768-be70e261f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['434bc54b-0c1a-4d3d-9f0f-d4f39263cbee'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:22.157266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-5b74c9af-91a4-4647-8768-be70e261f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:22.198334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96e3a1b9-89dd-4ea4-962c-3fcf7b121fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:22.202763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74c9af-91a4-4647-8768-be70e261f1a3 None None] Routers {'434bc54b-0c1a-4d3d-9f0f-d4f39263cbee'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:22.204211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-5b74c9af-91a4-4647-8768-be70e261f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['434bc54b-0c1a-4d3d-9f0f-d4f39263cbee'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:22.206879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:22.210461 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.8288977 Dec 13 23:24:22.213695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47634) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:22.221347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:22.225794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:22.233109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:22.272624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-5b74c9af-91a4-4647-8768-be70e261f1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:22.273039 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74c9af-91a4-4647-8768-be70e261f1a3 None None] The sync data for ids ['434bc54b-0c1a-4d3d-9f0f-d4f39263cbee'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:22.311045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96e3a1b9-89dd-4ea4-962c-3fcf7b121fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:22.335318 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-517b2d63-7dc5-4452-8470-d7a0ea3b5c1e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 23:24:22.340146 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-517b2d63-7dc5-4452-8470-d7a0ea3b5c1e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/5ad9f718-d1a4-4283-b018-2d4e882582ca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7965772 Dec 13 23:24:22.340825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47638) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:22.344935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:22.353099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47640) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:22.418251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8a913321-05ca-4b7b-b55c-0304a449f4e8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:22.524782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab66422a-0cd2-4869-8032-3ab896cf3314 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:22.528824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab66422a-0cd2-4869-8032-3ab896cf3314 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:22.529576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ab66422a-0cd2-4869-8032-3ab896cf3314 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Synchronizing usage tracker for tenant:12d3426490624bc3b73f1d00093358d0 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:22.532961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:22.539343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96e3a1b9-89dd-4ea4-962c-3fcf7b121fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:22.544077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8a913321-05ca-4b7b-b55c-0304a449f4e8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:22.545415 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8a913321-05ca-4b7b-b55c-0304a449f4e8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ad9f718-d1a4-4283-b018-2d4e882582ca HTTP/1.1" status: 200 len: 205 time: 0.1920009 Dec 13 23:24:22.550913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:22.553763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47646) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:22.632235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3a1b9-89dd-4ea4-962c-3fcf7b121fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a92cf2b-39b2-4b77-9847-58d8b0abb1d0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:22.635743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-96e3a1b9-89dd-4ea4-962c-3fcf7b121fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:22.637607 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96e3a1b9-89dd-4ea4-962c-3fcf7b121fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:22.638821 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-96e3a1b9-89dd-4ea4-962c-3fcf7b121fc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0a92cf2b-39b2-4b77-9847-58d8b0abb1d0 HTTP/1.1" status: 204 len: 168 time: 1.1157515 Dec 13 23:24:22.676729 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e73fe6d6-e861-4c2d-b0ef-fa567059d91e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa20c781be5d49cc81cd1edc9bf6f498&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3193781 Dec 13 23:24:22.688855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47652) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:22.726453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f36eef7-5173-4e12-a6ab-0a5ccd98ab3a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:22.857241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ab66422a-0cd2-4869-8032-3ab896cf3314 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Unset dirty status for tenant:12d3426490624bc3b73f1d00093358d0 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:22.858517 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ab66422a-0cd2-4869-8032-3ab896cf3314 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.8504035 Dec 13 23:24:22.863179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47656) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:22.911134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21bdec51-eb25-4c70-aff6-f7749c2a679f None None] Provisioning complete for port b6514e7e-75e8-4fd7-a63b-a154768e7141 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:22.911134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21bdec51-eb25-4c70-aff6-f7749c2a679f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:22.964436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.010811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.20.0.14 (01b83c4b-700e-4316-a87c-d0e5a2f9645f/17193e6a-d5b1-48ee-b82c-baf618808635/4f6792c2-24f0-4301-9500-f4009c42952b) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:23.025606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b6514e7e-75e8-4fd7-a63b-a154768e7141 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:23.046094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.20.0.12 (01b83c4b-700e-4316-a87c-d0e5a2f9645f/17193e6a-d5b1-48ee-b82c-baf618808635/4f6792c2-24f0-4301-9500-f4009c42952b) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:23.051446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port a267f9b8-5345-475a-a256-c7b47dcc878a yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:23.065356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Deleting port 14330fad-dc98-40e4-9181-8dc3bf75467b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:23.065356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.181875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b6514e7e-75e8-4fd7-a63b-a154768e7141 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:23.182339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.247721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f36eef7-5173-4e12-a6ab-0a5ccd98ab3a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.292982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f36eef7-5173-4e12-a6ab-0a5ccd98ab3a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.305011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f998706-eea1-4f46-8b81-e6648cefe30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.439093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.450633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f36eef7-5173-4e12-a6ab-0a5ccd98ab3a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.451167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f36eef7-5173-4e12-a6ab-0a5ccd98ab3a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad9f718-d1a4-4283-b018-2d4e882582ca {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:24:23.571844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f36eef7-5173-4e12-a6ab-0a5ccd98ab3a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.572934 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6f36eef7-5173-4e12-a6ab-0a5ccd98ab3a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/5ad9f718-d1a4-4283-b018-2d4e882582ca HTTP/1.1" status: 204 len: 168 time: 1.0172849 Dec 13 23:24:23.580375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Calling delete_port for 14330fad-dc98-40e4-9181-8dc3bf75467b owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:23.607970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47670) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:23.620855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f998706-eea1-4f46-8b81-e6648cefe30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.731088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 172.20.0.3 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/9a903c39-7612-4171-9335-23e253d86d5a/a267f9b8-5345-475a-a256-c7b47dcc878a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:23.746481 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b10883d9-0184-476a-840a-31e72dfca11d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/routers/434bc54b-0c1a-4d3d-9f0f-d4f39263cbee HTTP/1.1" status: 200 len: 919 time: 1.5159512 Dec 13 23:24:23.752198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47676) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:23.758790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.762791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fed4:b816 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/5c45565b-b5b9-4afe-bfce-68f3a1171415/a267f9b8-5345-475a-a256-c7b47dcc878a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:23.819477 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-21ead3b3-025f-45d8-8782-4f37d9037cd0 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=434bc54b-0c1a-4d3d-9f0f-d4f39263cbee HTTP/1.1" status: 200 len: 205 time: 0.0639040 Dec 13 23:24:23.823275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47682) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:23.930024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f998706-eea1-4f46-8b81-e6648cefe30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.937653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:23.966740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting subnet 40fac580-a5a0-451b-8594-61c0f75fa9c0 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:23.966740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:23.977159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f998706-eea1-4f46-8b81-e6648cefe30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38833a4c-1230-4c27-b0ad-9a19fcffb395,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:24.007642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9f998706-eea1-4f46-8b81-e6648cefe30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:24.023737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.032864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.061824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2b3d9eaa-822d-49aa-aee6-367e867f609b tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:24.109128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47688) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:24.120092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Port': ['ID=14330fad-dc98-40e4-9181-8dc3bf75467b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:24.122609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:24.140160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.187553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.217123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.218823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9f998706-eea1-4f46-8b81-e6648cefe30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.220552 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9f998706-eea1-4f46-8b81-e6648cefe30e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38833a4c-1230-4c27-b0ad-9a19fcffb395 HTTP/1.1" status: 204 len: 168 time: 1.5302126 Dec 13 23:24:24.232315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03a8df30-81fe-46e9-a0f8-466a3d0a9fd2 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:24.253763 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/ports/14330fad-dc98-40e4-9181-8dc3bf75467b HTTP/1.1" status: 204 len: 168 time: 1.3894224 Dec 13 23:24:24.257156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47696) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:24.309383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'networks': [{'name': 'tempest-network--1136204899'}, {'name': 'tempest-network--1313687281'}]} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:24.309910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'network': {'name': 'tempest-network--1136204899'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:24.310145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'network': {'name': 'tempest-network--1313687281'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:24.317825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.329806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:24.341774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Deleting port 0ebac8d4-5749-4bf5-98b9-c20b1fb8a623 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:24.341971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.354709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Usage tracker for resource:network and tenant:81c3e5a27e454dfead5f4132b5dd85b5 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:24.365598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:24.371392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:24.380553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:24.382866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:24.384849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=4f6792c2-24f0-4301-9500-f4009c42952b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:24.388389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:24.390067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:24.422672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object a267f9b8-5345-475a-a256-c7b47dcc878a will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:24.435306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.445672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4647668b-5bb3-45c3-9a4d-06e37897f484 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:24.482183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:24.483098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.490946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Subnet': ['ID=40fac580-a5a0-451b-8594-61c0f75fa9c0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:24.493330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:24.520682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.522627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347015cd-f81e-4c10-a1bd-2f8a9d55d284 None None] Network bf7b2f91-a74a-4c6d-89ea-fe3dd14681be requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:24.528697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.546971 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/40fac580-a5a0-451b-8594-61c0f75fa9c0 HTTP/1.1" status: 204 len: 168 time: 0.9370861 Dec 13 23:24:24.572553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47700) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:24.602743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Made reservation on behalf of 81c3e5a27e454dfead5f4132b5dd85b5 for: {'network': 2} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:24.606456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.633297 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.0547001 Dec 13 23:24:24.634161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.635982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.637395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47704) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:24.643981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.717054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f1ab01cf-8c31-40a8-9c39-dd74c1c8a135 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:24.751421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '4f6792c2-24f0-4301-9500-f4009c42952b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:24.815205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Calling delete_port for 0ebac8d4-5749-4bf5-98b9-c20b1fb8a623 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:24.824295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d5eac-9967-434b-874a-d158d50d700c None None] DHCP port deletion for bf7b2f91-a74a-4c6d-89ea-fe3dd14681be request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:24.829623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-584d5eac-9967-434b-874a-d158d50d700c None None] Deleting port a09e20c8-957d-4ae6-893e-3287eb338021 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:24.830084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-584d5eac-9967-434b-874a-d158d50d700c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.835538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:24.890178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:24.919444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:24.935949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:24.947138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=a267f9b8-5345-475a-a256-c7b47dcc878a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:24.957290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:24.962823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:24.963744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:24.993197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:25.004515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.005538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Usage tracker for resource:security_group_rule and tenant:81c3e5a27e454dfead5f4132b5dd85b5 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:25.013479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a09e20c8-957d-4ae6-893e-3287eb338021 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:25.017009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:25.021776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1415ce4-c752-4159-9e10-892b7c99665e tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:25.030462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:25.046921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port a09e20c8-957d-4ae6-893e-3287eb338021 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:25.047765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.075258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Port': ['ID=0ebac8d4-5749-4bf5-98b9-c20b1fb8a623,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:25.079820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.084269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:25.085615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.099561 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/ports/0ebac8d4-5749-4bf5-98b9-c20b1fb8a623 HTTP/1.1" status: 204 len: 168 time: 0.8389628 Dec 13 23:24:25.107259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47716) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:25.189044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-584d5eac-9967-434b-874a-d158d50d700c None None] For port a09e20c8-957d-4ae6-893e-3287eb338021, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a09e20c8-957d-4ae6-893e-3287eb338021,segment=NetworkSegment(dd2c7ae0-3f24-4b73-a49b-06d6d622705a),segment_id=dd2c7ae0-3f24-4b73-a49b-06d6d622705a)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:25.189442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-584d5eac-9967-434b-874a-d158d50d700c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.220914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e1bdc925-ac71-4b29-a30a-74b67ced4f41 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Synchronizing usage tracker for tenant:12d3426490624bc3b73f1d00093358d0 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:25.291270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:25.291924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.306108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.315997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e1bdc925-ac71-4b29-a30a-74b67ced4f41 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Unset dirty status for tenant:12d3426490624bc3b73f1d00093358d0 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:25.317647 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e1bdc925-ac71-4b29-a30a-74b67ced4f41 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1953022 Dec 13 23:24:25.327992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47722) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:25.328728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2065316370'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:25.331471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-584d5eac-9967-434b-874a-d158d50d700c None None] Calling delete_port for a09e20c8-957d-4ae6-893e-3287eb338021 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:25.336536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:25.342301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Usage tracker for resource:network and tenant:12d3426490624bc3b73f1d00093358d0 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:25.346915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:25.354120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:25.389809 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-6b8b206b-0ee8-428d-995a-6dadbbc2bcb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6426878 Dec 13 23:24:25.465619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.535978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.536505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.545742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d51b74ca-1dcb-47de-a3cd-a62f05610f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:25.561582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Made reservation on behalf of 12d3426490624bc3b73f1d00093358d0 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:25.565017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.593049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8eb8e398-e0fe-43d4-9670-4f9de850e129 None None] Provisioning for port a267f9b8-5345-475a-a256-c7b47dcc878a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:25.595864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:25.597653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-584d5eac-9967-434b-874a-d158d50d700c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.602530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-489082a7-8d2c-40f8-b598-538ffc4987ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:25.606185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.606740 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Added segment a3b00725-32bf-4c68-86da-c4b191842062 of type vlan for network 69d75c42-3818-4fb3-b5b3-80a86684467b Dec 13 23:24:25.635779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.644746 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9748600 Dec 13 23:24:25.646291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47730) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:25.714006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8eb8e398-e0fe-43d4-9670-4f9de850e129 None None] Provisioning complete for port a267f9b8-5345-475a-a256-c7b47dcc878a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:25.714435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8eb8e398-e0fe-43d4-9670-4f9de850e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.739650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75425e92-39e5-4f8c-9f8b-6694b4c94bf8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:25.742796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:25.762547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d5eac-9967-434b-874a-d158d50d700c None None] Pushing event deleted for resources: {'Port': ['ID=a09e20c8-957d-4ae6-893e-3287eb338021,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:25.768975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-584d5eac-9967-434b-874a-d158d50d700c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:25.790262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584d5eac-9967-434b-874a-d158d50d700c None None] No DVR routers for this DVR port a09e20c8-957d-4ae6-893e-3287eb338021 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:25.801259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8e398-e0fe-43d4-9670-4f9de850e129 None None] Port a267f9b8-5345-475a-a256-c7b47dcc878a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:25.823077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863919e0-d169-45b8-9362-9caa6701086a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:25.827117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863919e0-d169-45b8-9362-9caa6701086a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:25.829733 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-863919e0-d169-45b8-9362-9caa6701086a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1830814 Dec 13 23:24:25.832389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47736) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:25.836568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:25.867366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.872927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:25.872927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.874875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47740) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:25.883539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-34128198-eb38-4c9c-ac47-bfb27ab1f40f tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:25.888483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:25.888833 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Added segment eb056100-4c77-44ab-8c19-a0ed97404b3b of type vlan for network b1da9c47-4a9f-40ab-a34e-c0c0f3ada302 Dec 13 23:24:25.909632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] For port a09e20c8-957d-4ae6-893e-3287eb338021, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a09e20c8-957d-4ae6-893e-3287eb338021,segment=NetworkSegment(dd2c7ae0-3f24-4b73-a49b-06d6d622705a),segment_id=dd2c7ae0-3f24-4b73-a49b-06d6d622705a)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:25.910001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.011484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port a267f9b8-5345-475a-a256-c7b47dcc878a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:26.011851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.049087 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7224500 Dec 13 23:24:26.056908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Network': ['ID=69d75c42-3818-4fb3-b5b3-80a86684467b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:26.060899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47746) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:26.066735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:26.070309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-585886025'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:26.070882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 69d75c42-3818-4fb3-b5b3-80a86684467b details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:26.071267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for a09e20c8-957d-4ae6-893e-3287eb338021 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:26.089486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:26.103009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.104001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Usage tracker for resource:network and tenant:12d3426490624bc3b73f1d00093358d0 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:26.116301 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-96d7ee6e-19c3-4210-9101-3c7fda746c1b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1099 time: 0.5572565 Dec 13 23:24:26.130597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:26.144266 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-62927734-ec6d-4758-abda-09b7ff76cc89 tempest-AgentManagementNegativeTest-1957530785 tempest-AgentManagementNegativeTest-1957530785-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2468164 Dec 13 23:24:26.150846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.155478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:26.277404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.348969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Deleting port 5af0f09e-e2e1-4cd9-b282-3a84b464ee68 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:26.349231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.366698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Made reservation on behalf of 12d3426490624bc3b73f1d00093358d0 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:26.369635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.384451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:26.431742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:26.445925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:24:26.446643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:24:26.452456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.460062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.460401 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Added segment 20ab7019-2380-424e-8050-f56fcef09c5c of type vlan for network 961e169b-b4c0-45b6-bfc1-73dabdac6bd1 Dec 13 23:24:26.469520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.470256 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Added segment 36e129a3-48c9-4beb-8967-7ab2a0bbcd68 of type vlan for network 1a7a4993-9950-4236-977d-54fed9dd6014 Dec 13 23:24:26.589651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for a267f9b8-5345-475a-a256-c7b47dcc878a owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:26.591079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-6e79c677-5cdf-4983-a346-d692c5d91c12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:26.592618 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-6e79c677-5cdf-4983-a346-d692c5d91c12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 913 time: 0.4462891 Dec 13 23:24:26.635287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.701892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.714846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47754) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:26.813849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.832391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.835770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.26.5.211 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/59a19782-ead8-4db3-8223-0f330c03eb4b) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:26.836210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:26.836798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.843537 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-d13364b7-689e-48ed-9d4b-b5f6adb03090 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 1002 time: 0.2141817 Dec 13 23:24:26.843746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6c8eb698-1d59-4059-8b40-7a76342c758d tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:26.913773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:26.956765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port a09e20c8-957d-4ae6-893e-3287eb338021 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:26.957117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.007638 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9332635 Dec 13 23:24:27.011646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Network': ['ID=961e169b-b4c0-45b6-bfc1-73dabdac6bd1,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:27.016872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:27.019645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Calling delete_port for 5af0f09e-e2e1-4cd9-b282-3a84b464ee68 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:27.024323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 961e169b-b4c0-45b6-bfc1-73dabdac6bd1 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:27.028291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:27.034193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Usage tracker for resource:security_group_rule and tenant:c9e5040b6ea3434d9b11e5b78482a3e4 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:27.038030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:27.049048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:27.051986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.052715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.056939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:27.060092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:27.060990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.081164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-484d625e-250e-43d2-b339-f7cb6023bb51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:27.144306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.153646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-75eb9c5f-ee8b-42fa-883f-4db35970927a tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:27.192689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.204359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=a267f9b8-5345-475a-a256-c7b47dcc878a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:27.210768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:27.285432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.300554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-38ea7b02-959f-40fb-b5f7-2bc5d6302284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:27.302298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] The port 'a09e20c8-957d-4ae6-893e-3287eb338021' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:24:27.331177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75c80e7-8311-4d69-873a-a1129c21e89f,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:27.439338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:27.447602 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9e5040b6ea3434d9b11e5b78482a3e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7295334 Dec 13 23:24:27.447602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.458083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47760) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:27.462814 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/a267f9b8-5345-475a-a256-c7b47dcc878a HTTP/1.1" status: 204 len: 168 time: 1.6292319 Dec 13 23:24:27.463685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47762) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:27.538033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e4f42-e245-4f88-82f3-727c6b148522 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:27.539465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e4f42-e245-4f88-82f3-727c6b148522 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:27.541210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e4f42-e245-4f88-82f3-727c6b148522 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:27.542005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-440e4f42-e245-4f88-82f3-727c6b148522 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:27.601237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-440e4f42-e245-4f88-82f3-727c6b148522 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:27.605469 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-440e4f42-e245-4f88-82f3-727c6b148522 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1375468 Dec 13 23:24:27.605654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47768) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:27.677428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-1e6731d1-b8ae-4f9d-8753-5a3ae127dd91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:27.678843 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-1e6731d1-b8ae-4f9d-8753-5a3ae127dd91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 200 len: 851 time: 0.7771487 Dec 13 23:24:27.679569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Network': ['ID=b1da9c47-4a9f-40ab-a34e-c0c0f3ada302,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:27.691884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network b1da9c47-4a9f-40ab-a34e-c0c0f3ada302 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:27.810387 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.6966469 Dec 13 23:24:27.811185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 5c45565b-b5b9-4afe-bfce-68f3a1171415 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:27.813501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47772) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:27.843405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.904867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.961808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:27.991277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf7b2f91-a74a-4c6d-89ea-fe3dd14681be']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:28.012180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Network': ['ID=1a7a4993-9950-4236-977d-54fed9dd6014,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:28.014960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.934s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:28.030814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 1a7a4993-9950-4236-977d-54fed9dd6014 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:28.035777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.937s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:28.035926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:28.039870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2c7ae0-3f24-4b73-a49b-06d6d622705a') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:28.040171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2c7ae0-3f24-4b73-a49b-06d6d622705a') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:28.062223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.067760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.069855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae49c4-cf01-45e2-b929-c225725c6a45 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:28.074839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae49c4-cf01-45e2-b929-c225725c6a45 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:28.079505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae49c4-cf01-45e2-b929-c225725c6a45 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:28.083771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c43a056e-e395-47f0-b813-8269011dcb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.084194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae49c4-cf01-45e2-b929-c225725c6a45 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:28.086365 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f4ae49c4-cf01-45e2-b929-c225725c6a45 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2719512 Dec 13 23:24:28.089579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47776) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:28.156223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.177636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:28.178090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:28.199044 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:28.213722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.288525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c43a056e-e395-47f0-b813-8269011dcb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.301341 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-eb0ab6de-79e2-4736-86f8-2c1769972f1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=840a421d-88cb-462e-a555-093c8caed243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5592346 Dec 13 23:24:28.373567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.432551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.443168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-346e3731-4556-4c1f-b3e9-355edc9aca06 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:28.474928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.479022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.485438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.511140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.517890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event deleted for resources: {'Port': ['ID=5af0f09e-e2e1-4cd9-b282-3a84b464ee68,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:28.533044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:28.533941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cd2a45f1-f54d-459e-a64f-006a12dd3fbf tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:28.546470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1da9c47-4a9f-40ab-a34e-c0c0f3ada302']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:28.561601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb056100-4c77-44ab-8c19-a0ed97404b3b') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:28.561923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb056100-4c77-44ab-8c19-a0ed97404b3b') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:28.575230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.592092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.599152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:28.599476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Network': ['ID=bf7b2f91-a74a-4c6d-89ea-fe3dd14681be,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:28.599600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.615923 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/networks/bf7b2f91-a74a-4c6d-89ea-fe3dd14681be HTTP/1.1" status: 204 len: 168 time: 4.0338707 Dec 13 23:24:28.615923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:28.619037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47780) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:28.629766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f26adfad-a139-48e6-85f9-ed731d3ee206 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:28.633915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1882382457'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:28.638686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:28.701487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:network and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:28.705134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.709354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:28.711837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:28.715944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0b03375-3d89-4be5-aa02-6db14370f04f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:28.720241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c43a056e-e395-47f0-b813-8269011dcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.722657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c43a056e-e395-47f0-b813-8269011dcb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.726276 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c43a056e-e395-47f0-b813-8269011dcb26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d75c80e7-8311-4d69-873a-a1129c21e89f HTTP/1.1" status: 204 len: 168 time: 1.2115433 Dec 13 23:24:28.726276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:28.750281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:28.759820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=5c45565b-b5b9-4afe-bfce-68f3a1171415,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:28.767590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:28.775954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.777259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d3b4e8-fff8-4c3d-b5c7-2406a14fa8da None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:28.788377 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-c1735712-cfee-4521-bf1b-657b6d841ec5 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642217 Dec 13 23:24:28.795853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:28.848645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.851241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:28.855135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.894470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:28.922543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:28.923300 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/networks/b1da9c47-4a9f-40ab-a34e-c0c0f3ada302 HTTP/1.1" status: 204 len: 168 time: 0.8332200 Dec 13 23:24:28.926073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Network': ['ID=b1da9c47-4a9f-40ab-a34e-c0c0f3ada302,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:28.932106 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/5c45565b-b5b9-4afe-bfce-68f3a1171415 HTTP/1.1" status: 204 len: 168 time: 1.3255088 Dec 13 23:24:28.933282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47786) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:28.933994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47788) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:28.936629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:29.068817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:29.180308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.180666 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added segment 80e2531c-5c75-436f-bc8b-2d75bb85c5be of type vlan for network d6e77d59-53b7-4d2a-95df-77e631e31b1d Dec 13 23:24:29.196633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=59a19782-ead8-4db3-8223-0f330c03eb4b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:29.206609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:29.213994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 9a903c39-7612-4171-9335-23e253d86d5a {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:29.223881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.273300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9f998706-eea1-4f46-8b81-e6648cefe30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:29.317570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.351724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.357137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a056e-e395-47f0-b813-8269011dcb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75c80e7-8311-4d69-873a-a1129c21e89f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:29.366327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.473289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.483394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c43a056e-e395-47f0-b813-8269011dcb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:29.695462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.699729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:29.700335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.725021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-be64ee2f-424f-4322-999a-c4ec246005b6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:29.861316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Network': ['ID=d6e77d59-53b7-4d2a-95df-77e631e31b1d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:29.874185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network d6e77d59-53b7-4d2a-95df-77e631e31b1d details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:29.876828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.894650 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2651310 Dec 13 23:24:29.896332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:29.896980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47804) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:29.904915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:29.928769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7a4993-9950-4236-977d-54fed9dd6014']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:29.940459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'subnet': {'network_id': 'd6e77d59-53b7-4d2a-95df-77e631e31b1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:29.948378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e129a3-48c9-4beb-8967-7ab2a0bbcd68') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:29.948893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e129a3-48c9-4beb-8967-7ab2a0bbcd68') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:29.968704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.001587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.004996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.041142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.058218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:30.058946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:30.076009 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:30.101198 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1eef9bbb-f98d-4aee-b7ab-5ff7d4b780f9 req-2a651d18-10fd-48ac-ad7f-35324fe0f319 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2532651 Dec 13 23:24:30.160846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3651e307-9e3f-4ed7-b738-06521afa5b87 None None] Provisioning complete for port b6514e7e-75e8-4fd7-a63b-a154768e7141 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:30.161229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3651e307-9e3f-4ed7-b738-06521afa5b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.230662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:30.247035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:subnet and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:30.253561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:30.306257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47812) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:30.313193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:30.318745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'subnets': [{'network_id': '69d75c42-3818-4fb3-b5b3-80a86684467b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--889314056', 'ip_version': 6}, {'network_id': '961e169b-b4c0-45b6-bfc1-73dabdac6bd1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:30.319066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'subnet': {'network_id': '69d75c42-3818-4fb3-b5b3-80a86684467b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--889314056', 'ip_version': 6}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:30.319943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Request body: {'subnet': {'network_id': '961e169b-b4c0-45b6-bfc1-73dabdac6bd1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:30.352739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.358324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.366178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e67a61f1-3d3e-45ec-b8a5-062a835ce3a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2259138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:30.380321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.380540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Fanout notify agent at l3_agent the message router_deleted on router 434bc54b-0c1a-4d3d-9f0f-d4f39263cbee {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:24:30.397662 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Network': ['ID=1a7a4993-9950-4236-977d-54fed9dd6014,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:30.398046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:30.402778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.409875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.411017 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/434bc54b-0c1a-4d3d-9f0f-d4f39263cbee HTTP/1.1" status: 204 len: 168 time: 6.5850105 Dec 13 23:24:30.414767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47816) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:30.421170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'router': {'name': 'tempest-snat-router-253728454', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': False}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:30.432418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:30.438880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Usage tracker for resource:router and tenant:e3a68face40f4a69972525752c47a411 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:30.442496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:30.449737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:30.452003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7aa83d4c-d86b-4996-ac05-2bdcc63d2e62 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:30.475841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:30.503154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47822) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:30.504348 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/networks/1a7a4993-9950-4236-977d-54fed9dd6014 HTTP/1.1" status: 204 len: 168 time: 1.5653875 Dec 13 23:24:30.517452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=9a903c39-7612-4171-9335-23e253d86d5a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:30.520000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:30.537931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.542563 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/9a903c39-7612-4171-9335-23e253d86d5a HTTP/1.1" status: 204 len: 168 time: 1.6000898 Dec 13 23:24:30.542709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47826) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:30.551468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a021f048-ef54-4b51-b439-e34966c89219 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:30.595555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.596640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.608534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47830) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:30.806031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.819886 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0cb38a5e-ed78-4ba2-a0b6-6c3dccb23ac2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2722635 Dec 13 23:24:30.821599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47836) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:30.849857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:30.854693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Deleting port b6514e7e-75e8-4fd7-a63b-a154768e7141 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:30.855268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:30.896038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:30.909132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Usage tracker for resource:subnet and tenant:12d3426490624bc3b73f1d00093358d0 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:30.915856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:30.929946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:30.959103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0365974-582f-4c06-8bbe-db983b871603 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:30.963677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c0365974-582f-4c06-8bbe-db983b871603 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:31.001292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b6514e7e-75e8-4fd7-a63b-a154768e7141 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:31.034951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-70571388'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:31.058578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Made reservation on behalf of 12d3426490624bc3b73f1d00093358d0 for: {'subnet': 2} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:31.077177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c0365974-582f-4c06-8bbe-db983b871603 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:31.081376 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c0365974-582f-4c06-8bbe-db983b871603 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2561491 Dec 13 23:24:31.083532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47842) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:31.085985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.097115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:31.123591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.129823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Usage tracker for resource:network and tenant:17d8c05e9d60438bafab83891292a6f4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:31.146454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc51a06-9c91-4207-af93-d2c301228b41 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:31.150755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc51a06-9c91-4207-af93-d2c301228b41 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:31.151539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0fc51a06-9c91-4207-af93-d2c301228b41 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Synchronizing usage tracker for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:31.154378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:31.172654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:31.181302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] For port b6514e7e-75e8-4fd7-a63b-a154768e7141, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b6514e7e-75e8-4fd7-a63b-a154768e7141,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:31.181690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.249789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682741b2-bafb-48aa-8e66-744ca7e2ada3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:31.250527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-682741b2-bafb-48aa-8e66-744ca7e2ada3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:31.262448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.348070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.361081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.361081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.363991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Calling delete_port for b6514e7e-75e8-4fd7-a63b-a154768e7141 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:31.373683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Made reservation on behalf of 17d8c05e9d60438bafab83891292a6f4 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:31.376728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.380556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-682741b2-bafb-48aa-8e66-744ca7e2ada3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:31.384207 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-682741b2-bafb-48aa-8e66-744ca7e2ada3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2973602 Dec 13 23:24:31.388321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47846) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:31.440545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0fc51a06-9c91-4207-af93-d2c301228b41 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Unset dirty status for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:31.445848 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0fc51a06-9c91-4207-af93-d2c301228b41 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9372180 Dec 13 23:24:31.449572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b6514e7e-75e8-4fd7-a63b-a154768e7141, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b6514e7e-75e8-4fd7-a63b-a154768e7141,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:31.460966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47850) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:31.478476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1241980623'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:31.527232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.534905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:31.535106 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-be1bce2e-ba89-4f93-a3bb-fc545265031d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1444962 Dec 13 23:24:31.547670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47854) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:31.547825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.556110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fe59d613-d032-4d5f-ba8a-1c194fb6b2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:31.557057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:31.593392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:31.609346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b6514e7e-75e8-4fd7-a63b-a154768e7141,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:31.612717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:31.642926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:24:31.643746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:24:31.686740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fe59d613-d032-4d5f-ba8a-1c194fb6b2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:31.711191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Made reservation on behalf of 81c3e5a27e454dfead5f4132b5dd85b5 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:31.714143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.733606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fe59d613-d032-4d5f-ba8a-1c194fb6b2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:31.741886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:31.763945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.769790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Usage tracker for resource:security_group_rule and tenant:17d8c05e9d60438bafab83891292a6f4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:31.774350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:31.800455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:31.833339 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:31.858263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.858602 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Added segment 20d08fbe-195f-453c-b131-a76bfd9f3543 of type vlan for network 7395c4d0-7d51-4049-9d50-249b59c3378d Dec 13 23:24:31.863654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe59d613-d032-4d5f-ba8a-1c194fb6b2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:31.867126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe59d613-d032-4d5f-ba8a-1c194fb6b2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.868717 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe59d613-d032-4d5f-ba8a-1c194fb6b2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:24:31.869135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe59d613-d032-4d5f-ba8a-1c194fb6b2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:24:31.875013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.892174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:31.945414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.978475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:31.996559 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fe59d613-d032-4d5f-ba8a-1c194fb6b2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4487805 Dec 13 23:24:31.999871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47858) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:32.007415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-98a6a95a-cc46-4a0a-bc74-1f77f47a5989 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:32.041987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.089087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.090081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Subnet': ['ID=c6a503b9-8585-4a71-8e28-2451596702b3,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:32.098589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:32.102640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3388a91a-6b21-4449-bbbf-13689e5d3368 tempest-FloatingIPAdminTestJSON-155219006 tempest-FloatingIPAdminTestJSON-155219006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:32.141750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-98a6a95a-cc46-4a0a-bc74-1f77f47a5989 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:32.145378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Deleting port b6514e7e-75e8-4fd7-a63b-a154768e7141 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:32.145893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.152007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-98a6a95a-cc46-4a0a-bc74-1f77f47a5989 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:32.196896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.203725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:32.230524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.242652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6a95a-cc46-4a0a-bc74-1f77f47a5989 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:32.246151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-98a6a95a-cc46-4a0a-bc74-1f77f47a5989 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.247488 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.247655 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a6a95a-cc46-4a0a-bc74-1f77f47a5989 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:24:32.247945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a6a95a-cc46-4a0a-bc74-1f77f47a5989 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:24:32.251579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:32.252179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.255951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Checking segment: {'id': '80e2531c-5c75-436f-bc8b-2d75bb85c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6e77d59-53b7-4d2a-95df-77e631e31b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:32.256309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network hostable DHCP agents. Network: d6e77d59-53b7-4d2a-95df-77e631e31b1d, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:32.299864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:32.305267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Subnet': ['ID=8f2c29dd-a514-4be8-b397-8d2c8bd1c046,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:32.309254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:32.315851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=59a19782-ead8-4db3-8223-0f330c03eb4b,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:32.325410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:32.333568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:32.334800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Checking segment: {'id': 'a3b00725-32bf-4c68-86da-c4b191842062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69d75c42-3818-4fb3-b5b3-80a86684467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:32.335895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Network hostable DHCP agents. Network: 69d75c42-3818-4fb3-b5b3-80a86684467b, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:32.352777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.378175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] For port b6514e7e-75e8-4fd7-a63b-a154768e7141, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b6514e7e-75e8-4fd7-a63b-a154768e7141,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:32.378175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.380767 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-98a6a95a-cc46-4a0a-bc74-1f77f47a5989 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3800464 Dec 13 23:24:32.381697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47862) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:32.391379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-6e60be3e-c767-4056-b7cf-173cadffdc9c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:32.411019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.411363 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Added segment 698f6b14-72dd-4289-bdde-f922d8e7184d of type vlan for network dd153172-d372-4003-8be2-924ad9473c8c Dec 13 23:24:32.472309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Network 69d75c42-3818-4fb3-b5b3-80a86684467b is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:32.485736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db632d70-5e60-4494-994d-93310b6250af,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:32.494730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:32.498357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:32.504745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Calling delete_port for b6514e7e-75e8-4fd7-a63b-a154768e7141 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:32.514069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.516243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6e60be3e-c767-4056-b7cf-173cadffdc9c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:32.528717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6e60be3e-c767-4056-b7cf-173cadffdc9c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:32.625956 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1620815 Dec 13 23:24:32.626628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network d6e77d59-53b7-4d2a-95df-77e631e31b1d is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:32.628598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47866) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:32.645718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e60be3e-c767-4056-b7cf-173cadffdc9c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:32.649462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6e60be3e-c767-4056-b7cf-173cadffdc9c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.651052 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e60be3e-c767-4056-b7cf-173cadffdc9c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:24:32.651514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e60be3e-c767-4056-b7cf-173cadffdc9c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:24:32.657869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1980745173'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:32.663769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Network': ['ID=7395c4d0-7d51-4049-9d50-249b59c3378d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:32.668061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:32.670362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 69d75c42-3818-4fb3-b5b3-80a86684467b) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:32.670882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.674077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:32.677029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.683047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8117ee30-0e46-4f21-bfbb-d85b6173c55a tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:32.683430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Usage tracker for resource:network and tenant:81c3e5a27e454dfead5f4132b5dd85b5 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:32.686861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, d6e77d59-53b7-4d2a-95df-77e631e31b1d) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:32.688626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-da301c27-f102-4dff-a6ca-31e354caea38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:32.690080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:32.723846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 7395c4d0-7d51-4049-9d50-249b59c3378d details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:32.736349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4163ab7-e259-4973-a64e-1bbd871f9bac None None] Network 69d75c42-3818-4fb3-b5b3-80a86684467b requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:32.742963 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6e60be3e-c767-4056-b7cf-173cadffdc9c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3594069 Dec 13 23:24:32.745782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:32.746376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.750311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:32.752630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47870) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:32.753519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] No DVR routers for this DVR port b6514e7e-75e8-4fd7-a63b-a154768e7141 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:32.760430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa5dde8-e475-47f2-9069-7aac0cd93ef8 None None] Network d6e77d59-53b7-4d2a-95df-77e631e31b1d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:32.767645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-91d4f658-f81f-46ab-b947-b90835e8a92c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:32.791298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event updated for resources: {'Subnet': ['ID=1effe155-ea40-4479-9a6d-25e40a820f58,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:32.802688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.806566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:32.807159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:32.814096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Pushing event deleted for resources: {'Port': ['ID=b6514e7e-75e8-4fd7-a63b-a154768e7141,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:32.819824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-679ed3b8-e7ae-4cba-b2d0-c37bd974e04a tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:32.919328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:32.967452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:33.013403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Checking segment: {'id': '20ab7019-2380-424e-8050-f56fcef09c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '961e169b-b4c0-45b6-bfc1-73dabdac6bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:33.014150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Network hostable DHCP agents. Network: 961e169b-b4c0-45b6-bfc1-73dabdac6bd1, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:33.032249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-91d4f658-f81f-46ab-b947-b90835e8a92c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:33.046175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-91d4f658-f81f-46ab-b947-b90835e8a92c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:33.074063 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1720319 Dec 13 23:24:33.077218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47874) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:33.083703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1215881466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:33.083899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.095300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:33.099784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:router and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:33.102732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:33.109149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:33.116276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Network': ['ID=dd153172-d372-4003-8be2-924ad9473c8c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:33.128957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Made reservation on behalf of 81c3e5a27e454dfead5f4132b5dd85b5 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:33.132532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.137033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d4f658-f81f-46ab-b947-b90835e8a92c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:33.144876 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5299928 Dec 13 23:24:33.146439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:33.147408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.153716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47878) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:33.157014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network dd153172-d372-4003-8be2-924ad9473c8c details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:33.196536 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'subnet': {'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:33.247826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-91d4f658-f81f-46ab-b947-b90835e8a92c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.249469 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d4f658-f81f-46ab-b947-b90835e8a92c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:24:33.249774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d4f658-f81f-46ab-b947-b90835e8a92c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:24:33.270326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Network 961e169b-b4c0-45b6-bfc1-73dabdac6bd1 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:33.277412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.278349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.299646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.348799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:33.351932 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-91d4f658-f81f-46ab-b947-b90835e8a92c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5980098 Dec 13 23:24:33.353013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47882) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:33.362718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-44586bc0-7f19-4698-8a8f-ceaabf813325 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:33.392947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-d6e77d59-53b7-4d2a-95df-77e631e31b1d', 'network_id': 'd6e77d59-53b7-4d2a-95df-77e631e31b1d', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'fixed_ips': [{'subnet_id': 'c6a503b9-8585-4a71-8e28-2451596702b3'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:33.394079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.406433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:33.413054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.413394 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Added segment ed1006a7-c573-48fc-9acb-749b791780f5 of type vlan for network 429615e7-e07e-4c93-ac1a-891cc82dd4a0 Dec 13 23:24:33.424621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Usage tracker for resource:subnet and tenant:17d8c05e9d60438bafab83891292a6f4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:33.429507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:33.444365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:33.463705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-69d75c42-3818-4fb3-b5b3-80a86684467b', 'network_id': '69d75c42-3818-4fb3-b5b3-80a86684467b', 'tenant_id': '12d3426490624bc3b73f1d00093358d0', 'fixed_ips': [{'subnet_id': '8f2c29dd-a514-4be8-b397-8d2c8bd1c046'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:33.464660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.470907 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP 39350ec4-8ee8-4815-a4d1-190f9246d9c0 associated. External IP: 172.26.5.211, port: 4f6792c2-24f0-4301-9500-f4009c42952b. Dec 13 23:24:33.479861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 961e169b-b4c0-45b6-bfc1-73dabdac6bd1) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:33.494032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc52c00-4642-4852-8900-12b724bf7ce2 None None] Network 961e169b-b4c0-45b6-bfc1-73dabdac6bd1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:33.507727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.518468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:33.518468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:33.519485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.528885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.559548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Allocated IP 172.26.5.59 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/b5991024-f336-475a-8159-87a4fb56a033) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:33.569514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-44586bc0-7f19-4698-8a8f-ceaabf813325 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:33.581083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-44586bc0-7f19-4698-8a8f-ceaabf813325 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:33.618323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Made reservation on behalf of 17d8c05e9d60438bafab83891292a6f4 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:33.645148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.649221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-62d5c432-a8d2-4dd3-a691-ebd1220b23d1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5680859 Dec 13 23:24:33.649221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.3410099 Dec 13 23:24:33.649958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47886) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:33.696771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47888) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:33.767337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44586bc0-7f19-4698-8a8f-ceaabf813325 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:33.770186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-44586bc0-7f19-4698-8a8f-ceaabf813325 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.772211 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-44586bc0-7f19-4698-8a8f-ceaabf813325 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:24:33.772340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44586bc0-7f19-4698-8a8f-ceaabf813325 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:24:33.802345 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Allocated IP 172.20.0.2 (d6e77d59-53b7-4d2a-95df-77e631e31b1d/c6a503b9-8585-4a71-8e28-2451596702b3/bfc9e7ec-71bd-402f-bdda-fbdd657268f8) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:33.813148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.816927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:33.817509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.829408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aabc54d3-cd3a-427f-859c-9cd5433b62cd tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:33.869955 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-44586bc0-7f19-4698-8a8f-ceaabf813325 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5151691 Dec 13 23:24:33.877849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47894) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:33.887014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Allocated IP 2001:db8::1 (69d75c42-3818-4fb3-b5b3-80a86684467b/8f2c29dd-a514-4be8-b397-8d2c8bd1c046/3f63976e-cd3e-4ad1-9b15-c247c36f533c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:33.931941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d9a3f933-7168-4678-9c0f-f3780b2321ec tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:33.971072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:33.979123 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:24:34.082335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b999e-dbf5-4da3-84d2-047661eeca5c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:34.083578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b999e-dbf5-4da3-84d2-047661eeca5c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:34.083861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-961e169b-b4c0-45b6-bfc1-73dabdac6bd1', 'network_id': '961e169b-b4c0-45b6-bfc1-73dabdac6bd1', 'tenant_id': '12d3426490624bc3b73f1d00093358d0', 'fixed_ips': [{'subnet_id': '1effe155-ea40-4479-9a6d-25e40a820f58'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:34.084683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.085038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b999e-dbf5-4da3-84d2-047661eeca5c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:34.092208 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1f6b999e-dbf5-4da3-84d2-047661eeca5c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3903043 Dec 13 23:24:34.103530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47898) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:34.111522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d9a3f933-7168-4678-9c0f-f3780b2321ec tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:34.127900 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4839394 Dec 13 23:24:34.128910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Network': ['ID=429615e7-e07e-4c93-ac1a-891cc82dd4a0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:34.131936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:34.152618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 429615e7-e07e-4c93-ac1a-891cc82dd4a0 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:34.175174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47902) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:34.188415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d9a3f933-7168-4678-9c0f-f3780b2321ec tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:34.193205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'ports': [{'network_id': '7395c4d0-7d51-4049-9d50-249b59c3378d', 'name': 'tempest-port--74920267', 'admin_state_up': True}, {'network_id': '429615e7-e07e-4c93-ac1a-891cc82dd4a0', 'admin_state_up': False}]} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:34.193515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'port': {'network_id': '7395c4d0-7d51-4049-9d50-249b59c3378d', 'name': 'tempest-port--74920267', 'admin_state_up': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:34.193978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'port': {'network_id': '429615e7-e07e-4c93-ac1a-891cc82dd4a0', 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:34.241681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.291797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a3f933-7168-4678-9c0f-f3780b2321ec tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:34.295250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9a3f933-7168-4678-9c0f-f3780b2321ec tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.297642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a3f933-7168-4678-9c0f-f3780b2321ec tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:24:34.297642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a3f933-7168-4678-9c0f-f3780b2321ec tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:24:34.475586 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d9a3f933-7168-4678-9c0f-f3780b2321ec tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5937819 Dec 13 23:24:34.479067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47906) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:34.513429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.526316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:34.529946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.559385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Transition to ACTIVE for port object bfc9e7ec-71bd-402f-bdda-fbdd657268f8 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:34.567233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.606309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Transition to ACTIVE for port object 3f63976e-cd3e-4ad1-9b15-c247c36f533c will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:34.609475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Transition to ACTIVE for port object bfc9e7ec-71bd-402f-bdda-fbdd657268f8 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:34.615403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Allocated IP 2001:db8:0:1::1 (961e169b-b4c0-45b6-bfc1-73dabdac6bd1/1effe155-ea40-4479-9a6d-25e40a820f58/acede315-cc6d-4e9f-8b5d-ea6313587013) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:34.642083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Transition to ACTIVE for port object 3f63976e-cd3e-4ad1-9b15-c247c36f533c will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:34.691254 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3d258acd-e265-4a20-98f9-5c990758ed5e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2068057 Dec 13 23:24:34.694073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47910) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:34.699649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.716518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.724063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0c506410-5f46-4c35-ac21-8ddf82f39bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:34.727908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Deleting subnet 8f2c29dd-a514-4be8-b397-8d2c8bd1c046 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:34.741161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.746766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:34.758594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Usage tracker for resource:port and tenant:81c3e5a27e454dfead5f4132b5dd85b5 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:34.763948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:34.764568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:34.823031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:34.830022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Network d6e77d59-53b7-4d2a-95df-77e631e31b1d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:34.841084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Pushing event updated for resources: {'Port': ['ID=bfc9e7ec-71bd-402f-bdda-fbdd657268f8,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:34.843481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:34.845269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:34.855528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8d9a0860-7c8c-42a5-811b-59a1ef73cbd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:34.883914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:34.888246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event updated for resources: {'Port': ['ID=b5991024-f336-475a-8159-87a4fb56a033,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:34.894622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Network 69d75c42-3818-4fb3-b5b3-80a86684467b is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:34.894855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:34.899425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:34.906651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:34.908461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:34.916009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:34.916192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bf89e8-ef9d-4c8a-8ba7-10046db4eed9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:34.917236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:34.923322 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f1bf89e8-ef9d-4c8a-8ba7-10046db4eed9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2223656 Dec 13 23:24:34.923322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47914) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:34.966263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.016591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.026003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d4684ca2-6d7c-4153-9c00-cb32cc5d84bc tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:35.030084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Made reservation on behalf of 81c3e5a27e454dfead5f4132b5dd85b5 for: {'port': 2} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:35.033852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.049755 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-07f880b6-0b2b-4f10-92e0-c396eb4809a1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1233714 Dec 13 23:24:35.052310 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47918) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:35.071135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.084957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:35.100306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Pushing event updated for resources: {'Port': ['ID=3f63976e-cd3e-4ad1-9b15-c247c36f533c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:35.146245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:35.214916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Attempting to bind port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:35.214916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Attempting to bind port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '80e2531c-5c75-436f-bc8b-2d75bb85c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6e77d59-53b7-4d2a-95df-77e631e31b1d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:35.214916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Attempting to bind port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 on network d6e77d59-53b7-4d2a-95df-77e631e31b1d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:35.227750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.250691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Transition to ACTIVE for port object acede315-cc6d-4e9f-8b5d-ea6313587013 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:35.267053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] device_id is not set on port 8d92a4ad-8039-4a16-90e7-25f134118cff yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:35.275890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:35.276265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Checking segment: {'id': '80e2531c-5c75-436f-bc8b-2d75bb85c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6e77d59-53b7-4d2a-95df-77e631e31b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:35.276703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.277101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Bound using segment: {'id': '80e2531c-5c75-436f-bc8b-2d75bb85c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6e77d59-53b7-4d2a-95df-77e631e31b1d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:35.277571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Bound port: bfc9e7ec-71bd-402f-bdda-fbdd657268f8, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e2531c-5c75-436f-bc8b-2d75bb85c5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd6e77d59-53b7-4d2a-95df-77e631e31b1d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:35.277946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.290196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Transition to ACTIVE for port object acede315-cc6d-4e9f-8b5d-ea6313587013 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:35.294549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Attempting to bind port 3f63976e-cd3e-4ad1-9b15-c247c36f533c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:35.294924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Attempting to bind port 3f63976e-cd3e-4ad1-9b15-c247c36f533c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'a3b00725-32bf-4c68-86da-c4b191842062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69d75c42-3818-4fb3-b5b3-80a86684467b'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:35.295288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Attempting to bind port 3f63976e-cd3e-4ad1-9b15-c247c36f533c on network 69d75c42-3818-4fb3-b5b3-80a86684467b {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:35.301544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Subnet': ['ID=8627cad9-a764-4337-b012-ee0b5951cec7,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:35.323095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:35.346412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.20.0.1 (d6e77d59-53b7-4d2a-95df-77e631e31b1d/c6a503b9-8585-4a71-8e28-2451596702b3/13b33b67-2fd3-4bbe-a642-cd9243129f4e) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:35.381296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:35.382493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Checking segment: {'id': 'a3b00725-32bf-4c68-86da-c4b191842062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69d75c42-3818-4fb3-b5b3-80a86684467b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:35.383118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.386991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Bound using segment: {'id': 'a3b00725-32bf-4c68-86da-c4b191842062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69d75c42-3818-4fb3-b5b3-80a86684467b'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:35.388678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Bound port: 3f63976e-cd3e-4ad1-9b15-c247c36f533c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b00725-32bf-4c68-86da-c4b191842062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '69d75c42-3818-4fb3-b5b3-80a86684467b'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:35.389207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.409949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:35.419012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.429886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.463060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cd0b2344-acbe-4c91-80ba-0d2ef3965187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:35.467194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:35.468491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Checking segment: {'id': '698f6b14-72dd-4289-bdde-f922d8e7184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:35.469450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Network hostable DHCP agents. Network: dd153172-d372-4003-8be2-924ad9473c8c, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:35.564765 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Network 961e169b-b4c0-45b6-bfc1-73dabdac6bd1 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:35.565893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] For port bfc9e7ec-71bd-402f-bdda-fbdd657268f8, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:35.580681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:24:35.585249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:35.591520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:35.594832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:35.599942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.604532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] For port bfc9e7ec-71bd-402f-bdda-fbdd657268f8, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bfc9e7ec-71bd-402f-bdda-fbdd657268f8,segment=NetworkSegment(80e2531c-5c75-436f-bc8b-2d75bb85c5be),segment_id=80e2531c-5c75-436f-bc8b-2d75bb85c5be)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:35.609722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Pushing event updated for resources: {'Port': ['ID=acede315-cc6d-4e9f-8b5d-ea6313587013,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:35.616059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:35.618412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Transition to ACTIVE for port object 13b33b67-2fd3-4bbe-a642-cd9243129f4e will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:35.674543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Network dd153172-d372-4003-8be2-924ad9473c8c is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:35.679548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] For port 3f63976e-cd3e-4ad1-9b15-c247c36f533c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:35.686698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.687950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.700277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1df06808-3c45-43eb-96d0-b726a062ed5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:35.712598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.728193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3d6ba5e2-08bc-4c99-8be1-1dc15c8e7c6e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:35.729659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.742252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] For port 3f63976e-cd3e-4ad1-9b15-c247c36f533c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3f63976e-cd3e-4ad1-9b15-c247c36f533c,segment=NetworkSegment(a3b00725-32bf-4c68-86da-c4b191842062),segment_id=a3b00725-32bf-4c68-86da-c4b191842062)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:35.747716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:35.760242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Attempting to bind port acede315-cc6d-4e9f-8b5d-ea6313587013 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:35.760685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Attempting to bind port acede315-cc6d-4e9f-8b5d-ea6313587013 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '20ab7019-2380-424e-8050-f56fcef09c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '961e169b-b4c0-45b6-bfc1-73dabdac6bd1'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:35.761065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Attempting to bind port acede315-cc6d-4e9f-8b5d-ea6313587013 on network 961e169b-b4c0-45b6-bfc1-73dabdac6bd1 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:35.793436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:35.793436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Checking segment: {'id': '20ab7019-2380-424e-8050-f56fcef09c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '961e169b-b4c0-45b6-bfc1-73dabdac6bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:35.793436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.793886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Bound using segment: {'id': '20ab7019-2380-424e-8050-f56fcef09c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '961e169b-b4c0-45b6-bfc1-73dabdac6bd1'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:35.794275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Bound port: acede315-cc6d-4e9f-8b5d-ea6313587013, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ab7019-2380-424e-8050-f56fcef09c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '961e169b-b4c0-45b6-bfc1-73dabdac6bd1'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:35.794658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.808987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2c29dd-a514-4be8-b397-8d2c8bd1c046,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:35.847790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:35.848356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Pushing event updated for resources: {'Port': ['ID=bfc9e7ec-71bd-402f-bdda-fbdd657268f8,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:35.848356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:35.848677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.848777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network d6e77d59-53b7-4d2a-95df-77e631e31b1d is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:35.848903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:35.868413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:35.877040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:35.918681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] For port acede315-cc6d-4e9f-8b5d-ea6313587013, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:35.922453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] For port acede315-cc6d-4e9f-8b5d-ea6313587013, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=acede315-cc6d-4e9f-8b5d-ea6313587013,segment=NetworkSegment(20ab7019-2380-424e-8050-f56fcef09c5c),segment_id=20ab7019-2380-424e-8050-f56fcef09c5c)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:35.928155 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/subnets/8f2c29dd-a514-4be8-b397-8d2c8bd1c046 HTTP/1.1" status: 204 len: 168 time: 1.8170156 Dec 13 23:24:35.950250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47926) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:36.028650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] device_id is not set on port 044f7e83-870e-45a3-9cf0-61a40cfd74ec yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:36.032290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=13b33b67-2fd3-4bbe-a642-cd9243129f4e,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:36.035141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:36.082128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.082793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.083501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.093345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Deleting subnet 1effe155-ea40-4479-9a6d-25e40a820f58 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:36.094642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.106101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.111204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-13375d7d-888e-4cdb-a629-ea00785ca6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:36.196673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Pushing event updated for resources: {'Port': ['ID=3f63976e-cd3e-4ad1-9b15-c247c36f533c,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:36.199917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:36.228781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.262885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.271785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e07bd0cf-e634-4a11-b123-006aa8b2759c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:36.376560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Pushing event updated for resources: {'Port': ['ID=acede315-cc6d-4e9f-8b5d-ea6313587013,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:36.383852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:36.405372 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, dd153172-d372-4003-8be2-924ad9473c8c) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:36.417127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade258e2-feae-49d5-8167-562e4c11c44c None None] Network dd153172-d372-4003-8be2-924ad9473c8c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:36.434532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:36.440484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.458409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.492948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.625666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed4a9f-5fdf-43b3-b080-1abbc2b2c347 req-88e02339-8030-4cda-924c-4287f682f46a tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:36.633007 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eeed4a9f-5fdf-43b3-b080-1abbc2b2c347 req-88e02339-8030-4cda-924c-4287f682f46a tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.6516061 Dec 13 23:24:36.717254 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5627682 Dec 13 23:24:36.737554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47930) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:36.760181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'port': {'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c', 'name': 'tempest-AllowedAddressPairTestJSON-436036816'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:36.890356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:36.903283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-dd153172-d372-4003-8be2-924ad9473c8c', 'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c', 'tenant_id': '17d8c05e9d60438bafab83891292a6f4', 'fixed_ips': [{'subnet_id': '8627cad9-a764-4337-b012-ee0b5951cec7'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:36.904834 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e183880-d205-4737-9737-507ed4a722c9 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:36.905875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.907309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:36.919272 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e183880-d205-4737-9737-507ed4a722c9 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:36.929339 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4e183880-d205-4737-9737-507ed4a722c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:37.039706 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eeed4a9f-5fdf-43b3-b080-1abbc2b2c347 req-bcc87141-0ab6-4f37-94f4-7a3adcb20c72 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056613 Dec 13 23:24:37.090876 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4e183880-d205-4737-9737-507ed4a722c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:37.115062 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e183880-d205-4737-9737-507ed4a722c9 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:37.115802 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4e183880-d205-4737-9737-507ed4a722c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:37.213846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.262349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bfc9e7ec-71bd-402f-bdda-fbdd657268f8 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:37.267920 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4e183880-d205-4737-9737-507ed4a722c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:37.268557 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e183880-d205-4737-9737-507ed4a722c9 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:37.354377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Allocated IP 172.20.0.2 (dd153172-d372-4003-8be2-924ad9473c8c/8627cad9-a764-4337-b012-ee0b5951cec7/1264642a-8e33-433f-8a7e-e703b3d9bf7c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:37.412182 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.7710505 Dec 13 23:24:37.413982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47936) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:37.425201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-92a9337a-496f-4202-b846-ac69a3d81853 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'port_id': '4f6792c2-24f0-4301-9500-f4009c42952b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:37.463566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:37.474389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3f63976e-cd3e-4ad1-9b15-c247c36f533c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:37.475480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.491692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1645a700-bc1c-45fe-b9e0-a676b3abbcb8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:37.503374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:37.520731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:24:37.522891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Usage tracker for resource:port and tenant:17d8c05e9d60438bafab83891292a6f4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:37.530008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:37.533730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.535746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.542905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-760158e3-4c4f-490b-8cf4-7032d7c45b2c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:37.570698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:37.594132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf6122-4292-474f-b7ba-19fb33d41098 req-46eff8a0-898c-40c4-b4f7-fddf1c7fc78b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:37.600907 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2dcf6122-4292-474f-b7ba-19fb33d41098 req-46eff8a0-898c-40c4-b4f7-fddf1c7fc78b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.2590315 Dec 13 23:24:37.647292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:37.647969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.651900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92a9337a-496f-4202-b846-ac69a3d81853 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.661667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Port': ['ID=8d92a4ad-8039-4a16-90e7-25f134118cff,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:37.668062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.671072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:37.674480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d7ea82f1-68b7-4d69-ad13-0cfa20013a37 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:37.681995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.693661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Transition to ACTIVE for port object 1264642a-8e33-433f-8a7e-e703b3d9bf7c will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:37.705806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 3f63976e-cd3e-4ad1-9b15-c247c36f533c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:37.716200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Made reservation on behalf of 17d8c05e9d60438bafab83891292a6f4 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:37.717801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.721539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Transition to ACTIVE for port object 1264642a-8e33-433f-8a7e-e703b3d9bf7c will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:37.724394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device acede315-cc6d-4e9f-8b5d-ea6313587013 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:37.728874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:37.731425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Subnet': ['ID=1effe155-ea40-4479-9a6d-25e40a820f58,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:37.732421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:37.733282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.741114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:37.743955 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/subnets/1effe155-ea40-4479-9a6d-25e40a820f58 HTTP/1.1" status: 204 len: 168 time: 1.7793603 Dec 13 23:24:37.748447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.750915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=8081f3a8-018a-4b8f-b2ae-e58802646272,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:37.754409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:37.774703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47940) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:37.775549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9898e4-ce66-40ef-8414-43fd75022d55 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:37.794518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:37.852299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Checking segment: {'id': '20d08fbe-195f-453c-b131-a76bfd9f3543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '7395c4d0-7d51-4049-9d50-249b59c3378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:37.852676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Network hostable DHCP agents. Network: 7395c4d0-7d51-4049-9d50-249b59c3378d, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:37.882915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] device_id is not set on port 42b2cbc2-715b-4466-b089-bbf433106812 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:37.905417 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2dcf6122-4292-474f-b7ba-19fb33d41098 req-557e6391-d249-4f90-b015-09a32aace0fb tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021598 Dec 13 23:24:37.905417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=13b33b67-2fd3-4bbe-a642-cd9243129f4e,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:37.920583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:37.967370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:37.986059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:38.002302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-584d5eac-9967-434b-874a-d158d50d700c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:38.003230 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9444845 Dec 13 23:24:38.012833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47946) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:38.017086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b25b1e4-9cab-41d5-9c19-a8f210eaa608 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:38.017980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6b25b1e4-9cab-41d5-9c19-a8f210eaa608 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Synchronizing usage tracker for tenant:12d3426490624bc3b73f1d00093358d0 on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:38.029504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:59:d0:46', 'name': 'tempest-NetworksTestDHCPv6-1849224562'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:38.066928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Network dd153172-d372-4003-8be2-924ad9473c8c is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:38.083463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:38.105945 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:38.186430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Router b3b50816-b94d-4a31-9c04-a7e1062012db is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:24:38.291127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6b25b1e4-9cab-41d5-9c19-a8f210eaa608 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Unset dirty status for tenant:12d3426490624bc3b73f1d00093358d0 on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:38.294072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Network 7395c4d0-7d51-4049-9d50-249b59c3378d is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:38.309608 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6b25b1e4-9cab-41d5-9c19-a8f210eaa608 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5215631 Dec 13 23:24:38.314690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47950) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:38.330576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Pushing event updated for resources: {'Port': ['ID=1264642a-8e33-433f-8a7e-e703b3d9bf7c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:38.390335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network d6e77d59-53b7-4d2a-95df-77e631e31b1d is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:38.395288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:38.404203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:38.474677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e4b56-7897-47c8-ba1d-48522b5768bc None None] Network 69d75c42-3818-4fb3-b5b3-80a86684467b requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:38.655803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 7395c4d0-7d51-4049-9d50-249b59c3378d) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:38.661391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:38.662241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:38.673128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2032c1a7-9d0a-400d-8b55-6ced525a16b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:38.747252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Allocated IP 172.20.0.14 (dd153172-d372-4003-8be2-924ad9473c8c/8627cad9-a764-4337-b012-ee0b5951cec7/42b2cbc2-715b-4466-b089-bbf433106812) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:38.798651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port acede315-cc6d-4e9f-8b5d-ea6313587013 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:38.803585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d58121-32fe-4ddd-9bac-2b59637bedb5 None None] Network 7395c4d0-7d51-4049-9d50-249b59c3378d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:38.816269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f257d-f8a5-479e-b590-5b371cfae1f5 None None] Network 961e169b-b4c0-45b6-bfc1-73dabdac6bd1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:38.852189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf74966f-ff07-4d06-86d8-b31dab714b7f None None] Network d6e77d59-53b7-4d2a-95df-77e631e31b1d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:38.864976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Attempting to bind port 1264642a-8e33-433f-8a7e-e703b3d9bf7c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:38.865350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Attempting to bind port 1264642a-8e33-433f-8a7e-e703b3d9bf7c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '698f6b14-72dd-4289-bdde-f922d8e7184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:38.865795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Attempting to bind port 1264642a-8e33-433f-8a7e-e703b3d9bf7c on network dd153172-d372-4003-8be2-924ad9473c8c {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:38.984737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Port': ['ID=044f7e83-870e-45a3-9cf0-61a40cfd74ec,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:38.986272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:38.996760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Checking segment: {'id': 'ed1006a7-c573-48fc-9acb-749b791780f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '429615e7-e07e-4c93-ac1a-891cc82dd4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:38.997127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Network hostable DHCP agents. Network: 429615e7-e07e-4c93-ac1a-891cc82dd4a0, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:39.069401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.072682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:39.075386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f4b24-7855-43dd-a4e7-f8b25784259f req-130a8d0c-e28b-4e74-962a-67a4168bfc60 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:39.077126 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f4f4b24-7855-43dd-a4e7-f8b25784259f req-130a8d0c-e28b-4e74-962a-67a4168bfc60 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.2679121 Dec 13 23:24:39.105111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:39.110061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:39.128972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Network 429615e7-e07e-4c93-ac1a-891cc82dd4a0 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:39.148053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5e45289f-5cd6-45f2-87ef-5c194d6bba18 None None] Provisioning for port 3f63976e-cd3e-4ad1-9b15-c247c36f533c completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:39.163719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:39.165276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Checking segment: {'id': '698f6b14-72dd-4289-bdde-f922d8e7184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:39.165276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.165276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Bound using segment: {'id': '698f6b14-72dd-4289-bdde-f922d8e7184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:39.165854 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Bound port: 1264642a-8e33-433f-8a7e-e703b3d9bf7c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698f6b14-72dd-4289-bdde-f922d8e7184d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:39.166083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.174474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:39.223055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '8081f3a8-018a-4b8f-b2ae-e58802646272'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:39.223892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.241557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5e45289f-5cd6-45f2-87ef-5c194d6bba18 None None] Provisioning complete for port 3f63976e-cd3e-4ad1-9b15-c247c36f533c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:39.246404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5e45289f-5cd6-45f2-87ef-5c194d6bba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.262615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Deleting port acede315-cc6d-4e9f-8b5d-ea6313587013 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:39.262832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.279586 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f4f4b24-7855-43dd-a4e7-f8b25784259f req-b9304f69-1ec4-4c43-9321-978a2c49019c tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927221 Dec 13 23:24:39.332800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 429615e7-e07e-4c93-ac1a-891cc82dd4a0) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:39.347769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:39.364075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:39.367827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:39.368705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.389499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900b1d4a-5b1d-416b-b958-0b9d83d74f1d None None] Network 429615e7-e07e-4c93-ac1a-891cc82dd4a0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:39.428925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 72057518-4d0d-4ec4-88b1-ef993a9a0ba0 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:24:39.506134 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 5.3246393 Dec 13 23:24:39.551295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47960) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:39.566656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:39.570746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.611353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.671472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c2753-7804-4d07-9aa7-879fc50e1730 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:39.676254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c2753-7804-4d07-9aa7-879fc50e1730 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:39.677076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-027c2753-7804-4d07-9aa7-879fc50e1730 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Synchronizing usage tracker for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:39.692666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Transition to ACTIVE for port object 42b2cbc2-715b-4466-b089-bbf433106812 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:39.696347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 9c70aacc-dc96-4572-9d59-efab0cd49644 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:39.701924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:39.706931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/72057518-4d0d-4ec4-88b1-ef993a9a0ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0558155 Dec 13 23:24:39.713390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47964) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:39.730719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79103ecd-5479-4537-8c21-278b7226cca8 None None] Sync routers for ids ['72057518-4d0d-4ec4-88b1-ef993a9a0ba0'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:39.763705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-027c2753-7804-4d07-9aa7-879fc50e1730 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Unset dirty status for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:39.767366 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-027c2753-7804-4d07-9aa7-879fc50e1730 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2082155 Dec 13 23:24:39.775634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47968) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:39.827953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8102e9f-eb25-4722-87c8-2f160ddf0fce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:39.828582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c8102e9f-eb25-4722-87c8-2f160ddf0fce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:39.866249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Deleting port 8d92a4ad-8039-4a16-90e7-25f134118cff {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:39.866612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.910863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] For port acede315-cc6d-4e9f-8b5d-ea6313587013, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=acede315-cc6d-4e9f-8b5d-ea6313587013,segment=NetworkSegment(20ab7019-2380-424e-8050-f56fcef09c5c),segment_id=20ab7019-2380-424e-8050-f56fcef09c5c)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:39.911260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:39.973954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c8102e9f-eb25-4722-87c8-2f160ddf0fce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:39.976106 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c8102e9f-eb25-4722-87c8-2f160ddf0fce tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports/13b33b67-2fd3-4bbe-a642-cd9243129f4e HTTP/1.1" status: 200 len: 910 time: 0.2653358 Dec 13 23:24:39.977070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47972) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:39.999382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] For port 1264642a-8e33-433f-8a7e-e703b3d9bf7c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:40.009465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] DHCP port deletion for 69d75c42-3818-4fb3-b5b3-80a86684467b request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:40.028960 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79103ecd-5479-4537-8c21-278b7226cca8 None None] Routers {'72057518-4d0d-4ec4-88b1-ef993a9a0ba0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:40.030233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-79103ecd-5479-4537-8c21-278b7226cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['72057518-4d0d-4ec4-88b1-ef993a9a0ba0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:40.099402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Calling delete_port for acede315-cc6d-4e9f-8b5d-ea6313587013 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:40.149466 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] For port 1264642a-8e33-433f-8a7e-e703b3d9bf7c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1264642a-8e33-433f-8a7e-e703b3d9bf7c,segment=NetworkSegment(698f6b14-72dd-4289-bdde-f922d8e7184d),segment_id=698f6b14-72dd-4289-bdde-f922d8e7184d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:40.155363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Deleting port 3f63976e-cd3e-4ad1-9b15-c247c36f533c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:40.155897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.187844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fe59:d046 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/8081f3a8-018a-4b8f-b2ae-e58802646272/9c70aacc-dc96-4572-9d59-efab0cd49644) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:40.198439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-79103ecd-5479-4537-8c21-278b7226cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:40.214146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.227945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5803e906-0a57-4a67-92a8-2f5d268e13b4 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:40.246659 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5e45289f-5cd6-45f2-87ef-5c194d6bba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.261755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.268987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.274091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:40.306149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:40.336606 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Sync routers for ids ['b3b50816-b94d-4a31-9c04-a7e1062012db'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:40.362162 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Routers {'b3b50816-b94d-4a31-9c04-a7e1062012db'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:40.364309 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b3b50816-b94d-4a31-9c04-a7e1062012db'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:40.396371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Network dd153172-d372-4003-8be2-924ad9473c8c is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:40.397224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Port': ['ID=42b2cbc2-715b-4466-b089-bbf433106812,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:40.405353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:40.410085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:40.411505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-92a9337a-496f-4202-b846-ac69a3d81853 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:24:40.478039 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:40.481567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243d01f6-96dd-47fb-b0e8-ce58a804bcdf None None] DHCP port deletion for 961e169b-b4c0-45b6-bfc1-73dabdac6bd1 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:40.510621 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79103ecd-5479-4537-8c21-278b7226cca8 None None] Routers {'72057518-4d0d-4ec4-88b1-ef993a9a0ba0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:40.511471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-79103ecd-5479-4537-8c21-278b7226cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['72057518-4d0d-4ec4-88b1-ef993a9a0ba0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:40.523995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.530879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Calling delete_port for 8d92a4ad-8039-4a16-90e7-25f134118cff owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:40.563100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:40.631571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-79103ecd-5479-4537-8c21-278b7226cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:40.632005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79103ecd-5479-4537-8c21-278b7226cca8 None None] The sync data for ids ['72057518-4d0d-4ec4-88b1-ef993a9a0ba0'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:40.643875 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Set router b3b50816-b94d-4a31-9c04-a7e1062012db gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:24:40.673756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5e45289f-5cd6-45f2-87ef-5c194d6bba18 None None] For port 3f63976e-cd3e-4ad1-9b15-c247c36f533c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3f63976e-cd3e-4ad1-9b15-c247c36f533c,segment=NetworkSegment(a3b00725-32bf-4c68-86da-c4b191842062),segment_id=a3b00725-32bf-4c68-86da-c4b191842062)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:40.690639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Pushing event updated for resources: {'Port': ['ID=1264642a-8e33-433f-8a7e-e703b3d9bf7c,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:40.696820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:40.775529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.777445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5e45289f-5cd6-45f2-87ef-5c194d6bba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.788433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-df71a30e-27d9-4348-a3f0-daf92defb6a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:40.818174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Port': ['ID=acede315-cc6d-4e9f-8b5d-ea6313587013,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:40.827362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:40.868055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] For port 3f63976e-cd3e-4ad1-9b15-c247c36f533c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3f63976e-cd3e-4ad1-9b15-c247c36f533c,segment=NetworkSegment(a3b00725-32bf-4c68-86da-c4b191842062),segment_id=a3b00725-32bf-4c68-86da-c4b191842062)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:40.871042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.884506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:40.917059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:40.918500 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.5024920 Dec 13 23:24:40.945494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47978) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:40.952132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] No DVR routers for this DVR port acede315-cc6d-4e9f-8b5d-ea6313587013 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:41.043664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.063852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Port': ['ID=8d92a4ad-8039-4a16-90e7-25f134118cff,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:41.080971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:41.147303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Calling delete_port for 3f63976e-cd3e-4ad1-9b15-c247c36f533c owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:41.153110 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/ports/8d92a4ad-8039-4a16-90e7-25f134118cff HTTP/1.1" status: 204 len: 168 time: 1.3764279 Dec 13 23:24:41.155549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47982) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:41.166627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:41.167256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.181191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92a9337a-496f-4202-b846-ac69a3d81853 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.192054 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b50816-b94d-4a31-9c04-a7e1062012db', 'name': 'tempest-snat-router-253728454', 'tenant_id': 'e3a68face40f4a69972525752c47a411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.59'}], 'enable_snat': False}, 'gw_port_id': 'b5991024-f336-475a-8159-87a4fb56a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:24:30Z', 'updated_at': '2021-12-13T23:24:35Z', 'revision_number': 3, 'project_id': 'e3a68face40f4a69972525752c47a411', 'gw_port': {'id': 'b5991024-f336-475a-8159-87a4fb56a033', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b50816-b94d-4a31-9c04-a7e1062012db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:24:33Z', 'updated_at': '2021-12-13T23:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:41.199047 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Checking router: b3b50816-b94d-4a31-9c04-a7e1062012db for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:24:41.200076 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Updating router b3b50816-b94d-4a31-9c04-a7e1062012db port b5991024-f336-475a-8159-87a4fb56a033 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:24:41.218354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3f63976e-cd3e-4ad1-9b15-c247c36f533c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:41.317135 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.324741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Deleting port 044f7e83-870e-45a3-9cf0-61a40cfd74ec {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:41.325560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.355163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92a9337a-496f-4202-b846-ac69a3d81853 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.375020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45289f-5cd6-45f2-87ef-5c194d6bba18 None None] Pushing event updated for resources: {'Port': ['ID=3f63976e-cd3e-4ad1-9b15-c247c36f533c,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:41.429563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e45289f-5cd6-45f2-87ef-5c194d6bba18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:41.512018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] Provisioning for port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:41.532769 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] Provisioning complete for port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:41.533230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.568884 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cd1786b7-8fe5-4ab0-a9f8-b0dc9f8afc8e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8189576 Dec 13 23:24:41.570066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47986) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:41.570941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:24:41.571395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:24:41.590744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.610579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.613860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'port': {'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c', 'name': 'tempest-AllowedAddressPairTestJSON-706602611', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f5:7e:c3'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:41.637461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.683722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 3f63976e-cd3e-4ad1-9b15-c247c36f533c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3f63976e-cd3e-4ad1-9b15-c247c36f533c,segment=NetworkSegment(a3b00725-32bf-4c68-86da-c4b191842062),segment_id=a3b00725-32bf-4c68-86da-c4b191842062)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:41.712291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 9c70aacc-dc96-4572-9d59-efab0cd49644 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:41.735735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.757046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.757961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device acede315-cc6d-4e9f-8b5d-ea6313587013 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:41.830326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e45289f-5cd6-45f2-87ef-5c194d6bba18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:41.854952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.913725 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:41.915965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: acede315-cc6d-4e9f-8b5d-ea6313587013 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:24:41.916673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device acede315-cc6d-4e9f-8b5d-ea6313587013 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:24:41.958051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961e169b-b4c0-45b6-bfc1-73dabdac6bd1']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:41.958262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] For port bfc9e7ec-71bd-402f-bdda-fbdd657268f8, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bfc9e7ec-71bd-402f-bdda-fbdd657268f8,segment=NetworkSegment(80e2531c-5c75-436f-bc8b-2d75bb85c5be),segment_id=80e2531c-5c75-436f-bc8b-2d75bb85c5be)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:41.961124 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Transition to ACTIVE for port object b5991024-f336-475a-8159-87a4fb56a033 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:41.979521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=3f63976e-cd3e-4ad1-9b15-c247c36f533c,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:41.983436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:42.003031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a532c7-354a-4013-834f-2843ca477537 req-8285f2f9-f99f-4140-aecc-146e4a8503fb tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:42.004652 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-14a532c7-354a-4013-834f-2843ca477537 req-8285f2f9-f99f-4140-aecc-146e4a8503fb tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 1.4610007 Dec 13 23:24:42.014726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ab7019-2380-424e-8050-f56fcef09c5c') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:42.022809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ab7019-2380-424e-8050-f56fcef09c5c') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:42.042142 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.042410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0702e27a-f69b-4ba6-a724-7e52bb6c5a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.044211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.044740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Calling delete_port for 044f7e83-870e-45a3-9cf0-61a40cfd74ec owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:42.049736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:42.050742 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:42.083875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.111159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Deleting port 3f63976e-cd3e-4ad1-9b15-c247c36f533c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:42.116919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.145695 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Pushing event updated for resources: {'Port': ['ID=b5991024-f336-475a-8159-87a4fb56a033,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:42.149420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.161989 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.166517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:24:42.168299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.180167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] Could not find standard attr ID for object acede315-cc6d-4e9f-8b5d-ea6313587013. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:24:42.181005 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:42.235152 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Attempting to bind port b5991024-f336-475a-8159-87a4fb56a033 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:42.241194 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Attempting to bind port b5991024-f336-475a-8159-87a4fb56a033 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:42.241194 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Attempting to bind port b5991024-f336-475a-8159-87a4fb56a033 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:42.243981 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:42.244562 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:42.245019 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.245457 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:42.245929 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Bound port: b5991024-f336-475a-8159-87a4fb56a033, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:42.246368 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.280307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:42.287133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:42.310624 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:42.313990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.315602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.338136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1986cb7-8a87-402d-92ac-7802e9de64ae tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:42.338360 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] For port b5991024-f336-475a-8159-87a4fb56a033, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:42.341712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:42.345289 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] For port b5991024-f336-475a-8159-87a4fb56a033, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b5991024-f336-475a-8159-87a4fb56a033,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:42.388175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.389588 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-14a532c7-354a-4013-834f-2843ca477537 req-67cff613-d139-40c7-87f6-aee5c9690f8e tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669980 Dec 13 23:24:42.407417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d08f98e-8711-46b4-b3f8-223af66fe0a2 None None] Network dd153172-d372-4003-8be2-924ad9473c8c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:42.412588 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.417006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Port': ['ID=044f7e83-870e-45a3-9cf0-61a40cfd74ec,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:42.417966 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-9d5302a9-7262-4756-9141-b56ee6028980 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:42.419691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:42.431474 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/ports/044f7e83-870e-45a3-9cf0-61a40cfd74ec HTTP/1.1" status: 204 len: 168 time: 1.2646041 Dec 13 23:24:42.432241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 47990) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:42.479498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:42.490729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Usage tracker for resource:port and tenant:17d8c05e9d60438bafab83891292a6f4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:42.491672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c138d369-384d-4304-b428-ae19bc65a74d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Synchronizing usage tracker for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:42.503221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:42.519971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:42.527759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:42.528954 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Routers {'b3b50816-b94d-4a31-9c04-a7e1062012db'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:42.530545 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b3b50816-b94d-4a31-9c04-a7e1062012db'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:42.537955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:42.547203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=9c70aacc-dc96-4572-9d59-efab0cd49644,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:42.551663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:42.557241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:42.557241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.562742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:42.603666 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ebe73205-2173-450a-a403-b1f42c9e7c63 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/routers/b3b50816-b94d-4a31-9c04-a7e1062012db HTTP/1.1" status: 200 len: 907 time: 1.6527822 Dec 13 23:24:42.607939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47994) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:42.610307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.612494 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Pushing event updated for resources: {'Port': ['ID=b5991024-f336-475a-8159-87a4fb56a033,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:42.618943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'router': {'name': 'tempest-snat-router-253728454', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': True}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:42.622144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7949f3d4-9b7a-4bbe-87ef-01bef9f545d6 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:42.623414 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:42.641687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:42.643030 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/networks/961e169b-b4c0-45b6-bfc1-73dabdac6bd1 HTTP/1.1" status: 204 len: 168 time: 4.3243868 Dec 13 23:24:42.645334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:42.650061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 47998) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:42.654313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Usage tracker for resource:router and tenant:e3a68face40f4a69972525752c47a411 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:42.675872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Network': ['ID=961e169b-b4c0-45b6-bfc1-73dabdac6bd1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:42.681374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:42.688356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:42.692873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Made reservation on behalf of 17d8c05e9d60438bafab83891292a6f4 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:42.712266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:42.713062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c138d369-384d-4304-b428-ae19bc65a74d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Unset dirty status for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:42.714333 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c138d369-384d-4304-b428-ae19bc65a74d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2799675 Dec 13 23:24:42.724318 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7032011 Dec 13 23:24:42.728798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48002) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:42.729134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48004) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:42.781935 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] Set router b3b50816-b94d-4a31-9c04-a7e1062012db gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:24:42.800183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] Pushing event updated for resources: {'Port': ['ID=bfc9e7ec-71bd-402f-bdda-fbdd657268f8,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:42.820449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.771s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:42.821710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-889800239'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:42.853278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:42.859339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Allocated IP 2001:db8::f816:3eff:fe46:a85a (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/8081f3a8-018a-4b8f-b2ae-e58802646272/6db5067d-e970-41cd-9f0e-ad7a7a56fec2) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:42.879093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-556f7888-a1d8-4346-9e8c-9f16ae4f358a None None] Provisioning complete for port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:42.879682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-556f7888-a1d8-4346-9e8c-9f16ae4f358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.054778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Usage tracker for resource:network and tenant:81c3e5a27e454dfead5f4132b5dd85b5 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:43.082561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:43.101885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 13b33b67-2fd3-4bbe-a642-cd9243129f4e {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:43.102439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.108695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.112353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.150953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:43.186114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.193055 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3b50816-b94d-4a31-9c04-a7e1062012db', 'name': 'tempest-snat-router-253728454', 'tenant_id': 'e3a68face40f4a69972525752c47a411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.59'}], 'enable_snat': False}, 'gw_port_id': 'b5991024-f336-475a-8159-87a4fb56a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:24:30Z', 'updated_at': '2021-12-13T23:24:35Z', 'revision_number': 3, 'project_id': 'e3a68face40f4a69972525752c47a411', 'gw_port': {'id': 'b5991024-f336-475a-8159-87a4fb56a033', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b50816-b94d-4a31-9c04-a7e1062012db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:24:33Z', 'updated_at': '2021-12-13T23:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:43.197391 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785710ae-de8b-4cd7-a3f5-7cfa1816e974 None None] The sync data for ids ['b3b50816-b94d-4a31-9c04-a7e1062012db'] in dv-neutron-821564-1-hyperv is: [{'id': 'b3b50816-b94d-4a31-9c04-a7e1062012db', 'name': 'tempest-snat-router-253728454', 'tenant_id': 'e3a68face40f4a69972525752c47a411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.59'}], 'enable_snat': False}, 'gw_port_id': 'b5991024-f336-475a-8159-87a4fb56a033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:24:30Z', 'updated_at': '2021-12-13T23:24:35Z', 'revision_number': 3, 'project_id': 'e3a68face40f4a69972525752c47a411', 'gw_port': {'id': 'b5991024-f336-475a-8159-87a4fb56a033', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3b50816-b94d-4a31-9c04-a7e1062012db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:24:33Z', 'updated_at': '2021-12-13T23:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:43.218968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1264642a-8e33-433f-8a7e-e703b3d9bf7c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:43.342877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.347923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] For port 3f63976e-cd3e-4ad1-9b15-c247c36f533c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3f63976e-cd3e-4ad1-9b15-c247c36f533c,segment=NetworkSegment(a3b00725-32bf-4c68-86da-c4b191842062),segment_id=a3b00725-32bf-4c68-86da-c4b191842062)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:43.348577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.350501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.369970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Made reservation on behalf of 81c3e5a27e454dfead5f4132b5dd85b5 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:43.373024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.400858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Deleting port 3f63976e-cd3e-4ad1-9b15-c247c36f533c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:43.401199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.525712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for 13b33b67-2fd3-4bbe-a642-cd9243129f4e owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:43.675306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:43.684926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.685277 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Added segment 8b32b59e-1146-4c20-8c51-b7948541bd7a of type vlan for network 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645 Dec 13 23:24:43.716941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.733918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Calling delete_port for 3f63976e-cd3e-4ad1-9b15-c247c36f533c owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:43.780765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] device_id is not set on port e30b5d1c-94e2-4762-9871-af79bbb68d96 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:43.950047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Allocated IP 172.20.0.6 (dd153172-d372-4003-8be2-924ad9473c8c/8627cad9-a764-4337-b012-ee0b5951cec7/e30b5d1c-94e2-4762-9871-af79bbb68d96) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:43.958873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.963040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:43.968144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.974923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.976410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:43.979953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:43.995309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171293e3-cfb7-45f0-88fe-531c6ad8a282 req-935519e7-0325-4920-9fd2-d47748e54e95 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:44.003689 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-171293e3-cfb7-45f0-88fe-531c6ad8a282 req-935519e7-0325-4920-9fd2-d47748e54e95 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.3532946 Dec 13 23:24:44.018396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Transition to ACTIVE for port object 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:44.039924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323421e6-cff4-47d0-a6a3-c93a9df00042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:44.042607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-323421e6-cff4-47d0-a6a3-c93a9df00042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:44.048486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 1264642a-8e33-433f-8a7e-e703b3d9bf7c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:44.054977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Transition to ACTIVE for port object 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:44.058003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bfc9e7ec-71bd-402f-bdda-fbdd657268f8 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:44.088126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d53cd275-6402-4728-9a19-6833102178cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.107530 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-171293e3-cfb7-45f0-88fe-531c6ad8a282 req-e60dee7a-58c8-4a89-afd0-5c0fa27b70a2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028469 Dec 13 23:24:44.121773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.125490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.131881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:44.207592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.219187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-556f7888-a1d8-4346-9e8c-9f16ae4f358a None None] Provisioning for port 13b33b67-2fd3-4bbe-a642-cd9243129f4e completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:44.220863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e11b8b9-a732-49fd-b4c1-b846cc9953ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:44.231512 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] No DVR routers for this DVR port 3f63976e-cd3e-4ad1-9b15-c247c36f533c on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:44.257490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-556f7888-a1d8-4346-9e8c-9f16ae4f358a None None] Provisioning complete for port 13b33b67-2fd3-4bbe-a642-cd9243129f4e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:44.257930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-556f7888-a1d8-4346-9e8c-9f16ae4f358a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.291375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:44.292221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:44.292667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.317207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Pushing event updated for resources: {'Port': ['ID=6db5067d-e970-41cd-9f0e-ad7a7a56fec2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:44.329364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:44.382255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-556f7888-a1d8-4346-9e8c-9f16ae4f358a None None] Port 13b33b67-2fd3-4bbe-a642-cd9243129f4e was deleted so its status cannot be updated. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 13 23:24:44.386821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:44.402391 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6659992 Dec 13 23:24:44.402391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Network': ['ID=2a3b7ebb-7e53-4b42-bbc1-89f4f0964645,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:44.403377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-323421e6-cff4-47d0-a6a3-c93a9df00042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:44.404251 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-323421e6-cff4-47d0-a6a3-c93a9df00042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.6679718 Dec 13 23:24:44.425878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48016) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:44.432184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48018) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:44.432184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:44.448740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:44.449323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=13b33b67-2fd3-4bbe-a642-cd9243129f4e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:44.456462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:44.467054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] For port 3f63976e-cd3e-4ad1-9b15-c247c36f533c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3f63976e-cd3e-4ad1-9b15-c247c36f533c,segment=NetworkSegment(a3b00725-32bf-4c68-86da-c4b191842062),segment_id=a3b00725-32bf-4c68-86da-c4b191842062)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:44.469376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.487476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Pushing event deleted for resources: {'Port': ['ID=3f63976e-cd3e-4ad1-9b15-c247c36f533c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:44.509043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-751840576'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:44.516442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:44.544418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:44.550968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:44.556025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:44.643236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.672660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Usage tracker for resource:network and tenant:81c3e5a27e454dfead5f4132b5dd85b5 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:44.721304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Attempting to bind port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:44.721503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Attempting to bind port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:44.721860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Attempting to bind port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:44.737053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:44.763846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:44.764502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:44.764609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.765755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:44.766243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Bound port: 6db5067d-e970-41cd-9f0e-ad7a7a56fec2, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:44.766566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.838134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Calling delete_port for 3f63976e-cd3e-4ad1-9b15-c247c36f533c owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:44.839819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Provisioning for port 42b2cbc2-715b-4466-b089-bbf433106812 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:44.852100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Provisioning complete for port 42b2cbc2-715b-4466-b089-bbf433106812 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:44.852401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:44.867526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:44.936711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Port 42b2cbc2-715b-4466-b089-bbf433106812 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:44.938965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] For port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:44.942911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] For port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6db5067d-e970-41cd-9f0e-ad7a7a56fec2,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:45.034085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Provisioning for port 1264642a-8e33-433f-8a7e-e703b3d9bf7c completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:45.039660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.044101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f05e0725-ca79-41c3-8f3b-b8e38aee560e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:45.080712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Provisioning complete for port 1264642a-8e33-433f-8a7e-e703b3d9bf7c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:45.081175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.105388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 72057518-4d0d-4ec4-88b1-ef993a9a0ba0 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:24:45.114965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b5991024-f336-475a-8159-87a4fb56a033 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:45.152266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 9c70aacc-dc96-4572-9d59-efab0cd49644 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:45.153001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.264413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Pushing event updated for resources: {'Port': ['ID=6db5067d-e970-41cd-9f0e-ad7a7a56fec2,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:45.269324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:45.281814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Made reservation on behalf of 81c3e5a27e454dfead5f4132b5dd85b5 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:45.289408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.324500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:45.334276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.340367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.348646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc5e3e-5e6b-4238-bdb4-8609b65d8313 None None] Sync routers for ids ['72057518-4d0d-4ec4-88b1-ef993a9a0ba0'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:45.378172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.403573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc5e3e-5e6b-4238-bdb4-8609b65d8313 None None] Routers {'72057518-4d0d-4ec4-88b1-ef993a9a0ba0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:45.404257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-35dc5e3e-5e6b-4238-bdb4-8609b65d8313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['72057518-4d0d-4ec4-88b1-ef993a9a0ba0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:45.476303 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/72057518-4d0d-4ec4-88b1-ef993a9a0ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4816272 Dec 13 23:24:45.476453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port b5991024-f336-475a-8159-87a4fb56a033 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:45.476691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48026) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:45.483268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-35dc5e3e-5e6b-4238-bdb4-8609b65d8313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:45.483268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.491293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b5991024-f336-475a-8159-87a4fb56a033 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:45.491683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.552757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] For port 1264642a-8e33-433f-8a7e-e703b3d9bf7c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1264642a-8e33-433f-8a7e-e703b3d9bf7c,segment=NetworkSegment(698f6b14-72dd-4289-bdde-f922d8e7184d),segment_id=698f6b14-72dd-4289-bdde-f922d8e7184d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:45.556002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:24:45.556555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:24:45.583169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4e4744ad-873f-491a-a721-7d4164f165db tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:45.584717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc5e3e-5e6b-4238-bdb4-8609b65d8313 None None] Routers {'72057518-4d0d-4ec4-88b1-ef993a9a0ba0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:45.585369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-35dc5e3e-5e6b-4238-bdb4-8609b65d8313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['72057518-4d0d-4ec4-88b1-ef993a9a0ba0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:45.631351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a9337a-496f-4202-b846-ac69a3d81853 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:24:45.637034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.651953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:45.656531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-35dc5e3e-5e6b-4238-bdb4-8609b65d8313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:45.656950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dc5e3e-5e6b-4238-bdb4-8609b65d8313 None None] The sync data for ids ['72057518-4d0d-4ec4-88b1-ef993a9a0ba0'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:45.683400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4e4744ad-873f-491a-a721-7d4164f165db tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:45.684511 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4e4744ad-873f-491a-a721-7d4164f165db tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=72057518-4d0d-4ec4-88b1-ef993a9a0ba0 HTTP/1.1" status: 200 len: 205 time: 0.2066791 Dec 13 23:24:45.685427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48030) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:45.700770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.709226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fde3a358-8faa-4070-b4fd-90c91d5ef733 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:45.723998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Transition to ACTIVE for port object e30b5d1c-94e2-4762-9871-af79bbb68d96 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:45.732051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.732389 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Added segment 71399c5a-e4f0-4fa7-8366-f5a569b077fd of type vlan for network db39cd32-7a6c-4936-972b-4a95e7c1c5c4 Dec 13 23:24:45.780199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.796809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b5991024-f336-475a-8159-87a4fb56a033, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b5991024-f336-475a-8159-87a4fb56a033,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:45.807256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Pushing event updated for resources: {'Port': ['ID=1264642a-8e33-433f-8a7e-e703b3d9bf7c,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:45.810879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:45.840663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ecb86afc-3aff-4262-b5fb-544d0cd0129d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.870649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.873789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:45.920365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:45.950489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b5991024-f336-475a-8159-87a4fb56a033,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:45.951318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2b48c-a987-49e6-8104-37b406d23727 req-4dea951e-f677-44aa-b467-0bdc1aa67121 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:45.952788 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6db2b48c-a987-49e6-8104-37b406d23727 req-4dea951e-f677-44aa-b467-0bdc1aa67121 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.6889541 Dec 13 23:24:45.955964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:45.958875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.096672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Deleting port 3f63976e-cd3e-4ad1-9b15-c247c36f533c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:46.097008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.136074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 9c70aacc-dc96-4572-9d59-efab0cd49644 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:46.230387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] The port '3f63976e-cd3e-4ad1-9b15-c247c36f533c' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:24:46.248262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.294202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-de14363a-06fb-4c39-bce3-76eb4bb2ead9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:46.373240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ecb86afc-3aff-4262-b5fb-544d0cd0129d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.379297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ecb86afc-3aff-4262-b5fb-544d0cd0129d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.467182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Port': ['ID=e30b5d1c-94e2-4762-9871-af79bbb68d96,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:46.471584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:46.479581 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6db2b48c-a987-49e6-8104-37b406d23727 req-b442acc0-3476-46ae-a67e-ef4efba2e302 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4560170 Dec 13 23:24:46.491352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ecb86afc-3aff-4262-b5fb-544d0cd0129d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.491879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb86afc-3aff-4262-b5fb-544d0cd0129d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Fanout notify agent at l3_agent the message router_deleted on router 72057518-4d0d-4ec4-88b1-ef993a9a0ba0 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:24:46.516232 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ecb86afc-3aff-4262-b5fb-544d0cd0129d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.519740 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ecb86afc-3aff-4262-b5fb-544d0cd0129d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/72057518-4d0d-4ec4-88b1-ef993a9a0ba0 HTTP/1.1" status: 204 len: 168 time: 0.8300211 Dec 13 23:24:46.520028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48036) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:46.527430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6e3c7c15-6b8f-4ed8-8bf3-3de1d6b5dc32 None None] Provisioning for port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:46.584978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.588991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:46.591958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.602810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Network dd153172-d372-4003-8be2-924ad9473c8c is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:46.604842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-87f36247-e7a4-45b9-89e6-e0fd149957de tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:46.620879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.638412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:46.650966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:46.670060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.740149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting subnet c6a503b9-8585-4a71-8e28-2451596702b3 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:46.743389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.813342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:46.901822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.053266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.053869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d75c42-3818-4fb3-b5b3-80a86684467b']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:47.063664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:47.094234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b00725-32bf-4c68-86da-c4b191842062') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:47.094538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b00725-32bf-4c68-86da-c4b191842062') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:47.098076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:47.117897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Network': ['ID=db39cd32-7a6c-4936-972b-4a95e7c1c5c4,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:47.119288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a503b9-8585-4a71-8e28-2451596702b3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:47.121596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.125891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:47.128972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:47.131032 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/c6a503b9-8585-4a71-8e28-2451596702b3 HTTP/1.1" status: 204 len: 168 time: 0.6099105 Dec 13 23:24:47.133600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48040) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:47.133948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.146164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:47.146780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.147836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd86da5-7204-4781-b0a4-8746ebffc286 None None] Network d6e77d59-53b7-4d2a-95df-77e631e31b1d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:47.163283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network db39cd32-7a6c-4936-972b-4a95e7c1c5c4 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:47.205986 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7710326 Dec 13 23:24:47.241840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.251663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.267517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.279509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:47.280092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.299826 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.351255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48044) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:47.360327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'subnets': [{'network_id': '2a3b7ebb-7e53-4b42-bbc1-89f4f0964645', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--952970060', 'ip_version': 4}, {'network_id': 'db39cd32-7a6c-4936-972b-4a95e7c1c5c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:47.360882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'subnet': {'network_id': '2a3b7ebb-7e53-4b42-bbc1-89f4f0964645', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--952970060', 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:47.367296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Request body: {'subnet': {'network_id': 'db39cd32-7a6c-4936-972b-4a95e7c1c5c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:47.385879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-901d6796-3cf3-4a4b-bd84-999017a97357 None None] Provisioning for port 9c70aacc-dc96-4572-9d59-efab0cd49644 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:47.420118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-901d6796-3cf3-4a4b-bd84-999017a97357 None None] Provisioning complete for port 9c70aacc-dc96-4572-9d59-efab0cd49644 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:47.420747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-901d6796-3cf3-4a4b-bd84-999017a97357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.422396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:47.422866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:47.441771 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:47.444968 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.8565662 Dec 13 23:24:47.444968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.457630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48048) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:47.464167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-25db0718-a890-4e26-b898-fd665d5eefc4 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:47.469552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-901d6796-3cf3-4a4b-bd84-999017a97357 None None] Port 9c70aacc-dc96-4572-9d59-efab0cd49644 was deleted so its status cannot be updated. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 13 23:24:47.636376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=9c70aacc-dc96-4572-9d59-efab0cd49644,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:47.661631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:47.670421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:47.688369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] DHCP port deletion for d6e77d59-53b7-4d2a-95df-77e631e31b1d request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:47.692856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:47.693455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.736604 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] Deleting port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:47.737403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.744716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.760619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Allocated IP 172.26.5.243 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/8cf70205-2d95-4aaf-a619-b472f6d36d28) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:47.769193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-38c19036-2fed-45e4-b1d3-b64c61f5d709 None None] Provisioning for port e30b5d1c-94e2-4762-9871-af79bbb68d96 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:47.782275 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/9c70aacc-dc96-4572-9d59-efab0cd49644 HTTP/1.1" status: 204 len: 168 time: 3.3414977 Dec 13 23:24:47.792081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48054) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:47.796172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-38c19036-2fed-45e4-b1d3-b64c61f5d709 None None] Provisioning complete for port e30b5d1c-94e2-4762-9871-af79bbb68d96 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:47.796606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-38c19036-2fed-45e4-b1d3-b64c61f5d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.796908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.799994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a9337a-496f-4202-b846-ac69a3d81853 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:47.811406 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac3733-4ef4-4528-8541-6b29167e77b2 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:47.833097 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac3733-4ef4-4528-8541-6b29167e77b2 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:47.833734 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0fac3733-4ef4-4528-8541-6b29167e77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:47.840304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92a9337a-496f-4202-b846-ac69a3d81853 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:47.949282 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0fac3733-4ef4-4528-8541-6b29167e77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:47.963654 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac3733-4ef4-4528-8541-6b29167e77b2 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:47.964768 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0fac3733-4ef4-4528-8541-6b29167e77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:48.004205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] For port bfc9e7ec-71bd-402f-bdda-fbdd657268f8, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bfc9e7ec-71bd-402f-bdda-fbdd657268f8,segment=NetworkSegment(80e2531c-5c75-436f-bc8b-2d75bb85c5be),segment_id=80e2531c-5c75-436f-bc8b-2d75bb85c5be)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:48.004816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.014728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:48.024819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Usage tracker for resource:subnet and tenant:81c3e5a27e454dfead5f4132b5dd85b5 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:48.036339 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0fac3733-4ef4-4528-8541-6b29167e77b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:48.037006 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fac3733-4ef4-4528-8541-6b29167e77b2 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:48.070641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:48.081615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:48.099703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.104099 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/networks/69d75c42-3818-4fb3-b5b3-80a86684467b HTTP/1.1" status: 204 len: 168 time: 5.4491916 Dec 13 23:24:48.121826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-38c19036-2fed-45e4-b1d3-b64c61f5d709 None None] Port e30b5d1c-94e2-4762-9871-af79bbb68d96 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:48.128535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48058) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:48.154981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for bfc9e7ec-71bd-402f-bdda-fbdd657268f8 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:48.161113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Network': ['ID=69d75c42-3818-4fb3-b5b3-80a86684467b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:48.167980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] For port bfc9e7ec-71bd-402f-bdda-fbdd657268f8, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bfc9e7ec-71bd-402f-bdda-fbdd657268f8,segment=NetworkSegment(80e2531c-5c75-436f-bc8b-2d75bb85c5be),segment_id=80e2531c-5c75-436f-bc8b-2d75bb85c5be)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:48.167980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.181713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:48.190627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:48.198253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6935da-7037-4ce8-9f9d-775f597f9a37 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:48.202365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6935da-7037-4ce8-9f9d-775f597f9a37 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:48.206741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6935da-7037-4ce8-9f9d-775f597f9a37 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:48.207620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7a6935da-7037-4ce8-9f9d-775f597f9a37 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Synchronizing usage tracker for tenant:17d8c05e9d60438bafab83891292a6f4 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:48.230956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf9d40-092c-4cf6-a44a-8b50bb83b007 req-0f4f3050-7a93-46b3-bbe2-2a4eda04e70f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:48.232475 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-51bf9d40-092c-4cf6-a44a-8b50bb83b007 req-0f4f3050-7a93-46b3-bbe2-2a4eda04e70f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.3643410 Dec 13 23:24:48.242726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.287263 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-51bf9d40-092c-4cf6-a44a-8b50bb83b007 req-3a443245-961a-49bf-9857-998023122d8b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439670 Dec 13 23:24:48.300787 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-92a9337a-496f-4202-b846-ac69a3d81853 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/floatingips/39350ec4-8ee8-4815-a4d1-190f9246d9c0 HTTP/1.1" status: 200 len: 979 time: 10.8807263 Dec 13 23:24:48.301159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48062) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:48.327388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] Calling delete_port for bfc9e7ec-71bd-402f-bdda-fbdd657268f8 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:48.342454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53d6fa-ed0d-49ac-9c2a-00c9b2b0759e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:48.345095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53d6fa-ed0d-49ac-9c2a-00c9b2b0759e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:48.346110 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9b53d6fa-ed0d-49ac-9c2a-00c9b2b0759e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:48.379251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Made reservation on behalf of 81c3e5a27e454dfead5f4132b5dd85b5 for: {'subnet': 2} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:48.394734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.412275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.414119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.425495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3cb8c8f3-d36f-4b9c-8824-a26cac653234 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:48.428620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:24:48.428997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:24:48.446366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6db5067d-e970-41cd-9f0e-ad7a7a56fec2,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:48.448301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7a6935da-7037-4ce8-9f9d-775f597f9a37 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Unset dirty status for tenant:17d8c05e9d60438bafab83891292a6f4 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:48.449456 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7a6935da-7037-4ce8-9f9d-775f597f9a37 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.9876387 Dec 13 23:24:48.454430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48066) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:48.485414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=bfc9e7ec-71bd-402f-bdda-fbdd657268f8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:48.505428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9b53d6fa-ed0d-49ac-9c2a-00c9b2b0759e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:48.506562 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9b53d6fa-ed0d-49ac-9c2a-00c9b2b0759e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.7045801 Dec 13 23:24:48.516510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.516969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1264642a-8e33-433f-8a7e-e703b3d9bf7c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:48.518546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48070) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:48.534602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:48.549217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:48.569312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No DVR routers for this DVR port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:48.626382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.639224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fb86170b-67d6-4221-89fe-57a6fa572430 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:48.650113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=6db5067d-e970-41cd-9f0e-ad7a7a56fec2,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:48.653866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:48.665314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 1264642a-8e33-433f-8a7e-e703b3d9bf7c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:48.665984 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.694977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.732031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Deleting port e30b5d1c-94e2-4762-9871-af79bbb68d96 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:48.732370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.787427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b5991024-f336-475a-8159-87a4fb56a033 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:48.808145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79dec2bf-ef2b-4478-870d-360b642dd664']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:48.842864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:48.849639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event updated for resources: {'Port': ['ID=8cf70205-2d95-4aaf-a619-b472f6d36d28,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:48.852509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:48.862138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b5991024-f336-475a-8159-87a4fb56a033 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:48.866944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.867099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:48.867842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:48.898352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.898944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b206422b-6f3e-4d88-b34d-bca7142481c0') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:48.899237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b206422b-6f3e-4d88-b34d-bca7142481c0') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:48.927303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port 59a19782-ead8-4db3-8223-0f330c03eb4b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:48.927565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.929864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] Deleting port bfc9e7ec-71bd-402f-bdda-fbdd657268f8 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:48.930249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.990363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:48.990694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.001874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c19d634d-9048-464c-b684-1416c16de7d3 None None] The port 'bfc9e7ec-71bd-402f-bdda-fbdd657268f8' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:24:49.002872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.094979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e77d59-53b7-4d2a-95df-77e631e31b1d']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:49.108663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.126202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e2531c-5c75-436f-bc8b-2d75bb85c5be') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:49.126947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e2531c-5c75-436f-bc8b-2d75bb85c5be') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:49.162939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.169570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:49.200161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.244205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.247863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:49.257760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.266156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:49.266156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.267060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:49.267734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:49.280723 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:49.287496 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:49.481265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bfc9e7ec-71bd-402f-bdda-fbdd657268f8 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:49.520627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: bfc9e7ec-71bd-402f-bdda-fbdd657268f8 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:24:49.521370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bfc9e7ec-71bd-402f-bdda-fbdd657268f8 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:24:49.524291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 8081f3a8-018a-4b8f-b2ae-e58802646272 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:49.548413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.638873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.651136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.651571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.656351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-309234ed-6411-4eeb-b347-1ed4c6e6b935 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:49.678009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.704628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.726560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.739710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Network': ['ID=79dec2bf-ef2b-4478-870d-360b642dd664,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:49.741914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:49.768173 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/networks/79dec2bf-ef2b-4478-870d-360b642dd664 HTTP/1.1" status: 204 len: 168 time: 1.6342585 Dec 13 23:24:49.771185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48076) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:49.839970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for 59a19782-ead8-4db3-8223-0f330c03eb4b owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:49.891167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Calling delete_port for e30b5d1c-94e2-4762-9871-af79bbb68d96 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:49.901880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.915829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e1e295f2-dbf9-457e-bdbc-d7058474afa3 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:49.938014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:49.983343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7ec44-21c9-418d-af32-262c674981b0 req-9e293a2d-d30d-4765-ae58-68cd55992563 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:49.985411 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-26c7ec44-21c9-418d-af32-262c674981b0 req-9e293a2d-d30d-4765-ae58-68cd55992563 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.5167272 Dec 13 23:24:50.012991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Network': ['ID=d6e77d59-53b7-4d2a-95df-77e631e31b1d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:50.045336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:50.046825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.089138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.151924 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/networks/d6e77d59-53b7-4d2a-95df-77e631e31b1d HTTP/1.1" status: 204 len: 168 time: 3.0168941 Dec 13 23:24:50.161437 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-26c7ec44-21c9-418d-af32-262c674981b0 req-e5695308-bbe7-4b2c-9949-93715a2f8a3d tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652493 Dec 13 23:24:50.167117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48082) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:50.180257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1016324359', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:50.191147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.192145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.197651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:50.209677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:router and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:50.218403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:50.232135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:50.353672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.392796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.393740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.397091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.402346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5566ef7f-0641-4c23-a04d-dce751c28479']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:50.405392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.415375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6b8620bb-e955-42e7-9a1a-44dd78e00b49 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:50.425224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcf7f79-9622-47a8-8fc3-9607cb2985bc') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:50.425523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcf7f79-9622-47a8-8fc3-9607cb2985bc') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:50.439304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.457041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.463273 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:50.463813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.464614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=8081f3a8-018a-4b8f-b2ae-e58802646272,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:50.469897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:50.473446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5efe09e0-7b77-4094-8058-aca334160a7e tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:50.478749 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:50.487887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.494013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:50.530192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1c5308-0b34-476a-aba2-efacb87d645d None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:50.553007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event deleted for resources: {'Port': ['ID=e30b5d1c-94e2-4762-9871-af79bbb68d96,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:50.556983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.563291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:50.588275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.595424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.697112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Subnet': ['ID=e340d80c-ba1d-4007-80da-a965b469aedd,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:50.732519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:50.735649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f271b0d3-7534-44b4-8426-b1d25a2e1784 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:50.774444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.792168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=59a19782-ead8-4db3-8223-0f330c03eb4b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:50.794173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.802144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:50.803845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:50.855460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.920257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Checking segment: {'id': '8b32b59e-1146-4c20-8c51-b7948541bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a3b7ebb-7e53-4b42-bbc1-89f4f0964645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:50.920624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Network hostable DHCP agents. Network: 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:50.927085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:50.932048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] Deleting port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:50.932507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:50.933168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Pushing event deleted for resources: {'Network': ['ID=5566ef7f-0641-4c23-a04d-dce751c28479,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:50.945174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:50.956275 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] 10.222.0.30 "DELETE /v2.0/networks/5566ef7f-0641-4c23-a04d-dce751c28479 HTTP/1.1" status: 204 len: 168 time: 1.1788411 Dec 13 23:24:51.001803 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/8081f3a8-018a-4b8f-b2ae-e58802646272 HTTP/1.1" status: 204 len: 168 time: 2.4822061 Dec 13 23:24:51.002682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48094) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:51.217895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:51.253341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Network 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:51.265588 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b8ccfc28-280e-467d-84cd-a76cee85ba64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2584689 Dec 13 23:24:51.270886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48098) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:51.284952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:51.314040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] For port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6db5067d-e970-41cd-9f0e-ad7a7a56fec2,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:51.314585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:51.327203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:51.329785 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "DELETE /v2.0/ports/e30b5d1c-94e2-4762-9871-af79bbb68d96 HTTP/1.1" status: 204 len: 168 time: 2.8743129 Dec 13 23:24:51.335280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48102) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:51.398128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:51.421867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:51.477501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466a2ab-a4c3-419f-a405-3abf92945146 req-6271da9b-84fa-4880-89ca-7a87c5caf4dd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:51.479725 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d466a2ab-a4c3-419f-a405-3abf92945146 req-6271da9b-84fa-4880-89ca-7a87c5caf4dd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.6584482 Dec 13 23:24:51.481929 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9e20ee-9781-40ea-9d9f-3ba1d5b0adc1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] GET failed (client error): The resource could not be found. Dec 13 23:24:51.487735 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4b9e20ee-9781-40ea-9d9f-3ba1d5b0adc1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "GET /v2.0/ports/e30b5d1c-94e2-4762-9871-af79bbb68d96 HTTP/1.1" status: 404 len: 333 time: 0.1463287 Dec 13 23:24:51.487903 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5f3cb657-5a19-454b-93d1-73c2895b0985 req-fcb9983c-34b3-477b-9489-1c107a91d83a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1099 time: 0.4217319 Dec 13 23:24:51.492767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:51.494391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48108) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:51.496543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1a55669e-e156-4819-aacf-6ab8644f9eff tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:51.500627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bab5b2c-72fd-4fa1-907e-5601d01d584d None None] Network 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:51.520036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'port': {'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c', 'name': 'tempest-AllowedAddressPairTestJSON-13709041'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:51.539987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:51.542629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] Calling delete_port for 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:51.568146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event updated for resources: {'Subnet': ['ID=8fb30029-e4fd-4191-8c6f-6ca187d0b8a2,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:51.572403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:51.574261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:51.583067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:51.642093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:51.717973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Checking segment: {'id': '71399c5a-e4f0-4fa7-8366-f5a569b077fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'db39cd32-7a6c-4936-972b-4a95e7c1c5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:51.720228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Network hostable DHCP agents. Network: db39cd32-7a6c-4936-972b-4a95e7c1c5c4, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:24:51.728603 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Router 048e2208-6717-4918-afcb-42a348e3e28e is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:24:51.733280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48118) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:51.738783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:51.796552 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d466a2ab-a4c3-419f-a405-3abf92945146 req-e140c59a-dfa7-4fa7-b694-5ecf8ab92c19 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050146 Dec 13 23:24:51.821028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:24:51.846751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:51.850176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:51.884611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:51.896088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60fd04d8-30c6-4bd7-acc1-f6de47a616aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:51.939158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Network db39cd32-7a6c-4936-972b-4a95e7c1c5c4 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:24:51.963836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] Pushing event deleted for resources: {'Port': ['ID=6db5067d-e970-41cd-9f0e-ad7a7a56fec2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:51.966442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:51.972792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] No DVR routers for this DVR port 6db5067d-e970-41cd-9f0e-ad7a7a56fec2 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:52.023885 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9cbd3dc8-52ad-4097-84cc-b7c5a503f3b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12d3426490624bc3b73f1d00093358d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2837813 Dec 13 23:24:52.024539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48124) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:52.034864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-2a3b7ebb-7e53-4b42-bbc1-89f4f0964645', 'network_id': '2a3b7ebb-7e53-4b42-bbc1-89f4f0964645', 'tenant_id': '81c3e5a27e454dfead5f4132b5dd85b5', 'fixed_ips': [{'subnet_id': 'e340d80c-ba1d-4007-80da-a965b469aedd'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:52.035723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.078085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb657-5a19-454b-93d1-73c2895b0985 req-d7def49e-a5f3-4de0-89f7-61bfc14eefcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:52.079598 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5f3cb657-5a19-454b-93d1-73c2895b0985 req-d7def49e-a5f3-4de0-89f7-61bfc14eefcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 913 time: 0.5802281 Dec 13 23:24:52.094203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:52.102040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, db39cd32-7a6c-4936-972b-4a95e7c1c5c4) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:52.120518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf70148e-a6b3-4b34-91fa-344c33fb91c7 None None] Network db39cd32-7a6c-4936-972b-4a95e7c1c5c4 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:52.120747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:52.121020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:52.121654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.178055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:52.191977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4000-a8a7-4a2e-a057-2273556eccfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.230987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4000-a8a7-4a2e-a057-2273556eccfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.245706 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.8886738 Dec 13 23:24:52.246070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48128) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:52.280571 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5f3cb657-5a19-454b-93d1-73c2895b0985 req-3234a426-3c9f-4cdd-9f9c-5925bbf4612c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 1002 time: 0.1809256 Dec 13 23:24:52.321989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:52.380765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Made reservation on behalf of 17d8c05e9d60438bafab83891292a6f4 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:52.383967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.399941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9dfe5-a61c-43ee-b347-d3c251eeca9a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:52.400336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b4e00-c926-449c-b6c1-c4acbef1949f None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:52.401556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9dfe5-a61c-43ee-b347-d3c251eeca9a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:52.403062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9dfe5-a61c-43ee-b347-d3c251eeca9a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:52.404239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cae9dfe5-a61c-43ee-b347-d3c251eeca9a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Synchronizing usage tracker for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:52.407864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Allocated IP 172.20.0.2 (2a3b7ebb-7e53-4b42-bbc1-89f4f0964645/e340d80c-ba1d-4007-80da-a965b469aedd/0c45670d-ddda-44d5-90c8-963249e28a0f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:52.424486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.447311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-db39cd32-7a6c-4936-972b-4a95e7c1c5c4', 'network_id': 'db39cd32-7a6c-4936-972b-4a95e7c1c5c4', 'tenant_id': '81c3e5a27e454dfead5f4132b5dd85b5', 'fixed_ips': [{'subnet_id': '8fb30029-e4fd-4191-8c6f-6ca187d0b8a2'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:52.448226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.474794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b4e00-c926-449c-b6c1-c4acbef1949f None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:52.475444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7e4b4e00-c926-449c-b6c1-c4acbef1949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:52.498415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4000-a8a7-4a2e-a057-2273556eccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.501481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d5e4000-a8a7-4a2e-a057-2273556eccfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.504088 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2d5e4000-a8a7-4a2e-a057-2273556eccfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/247b02c7-fe07-4329-a5d4-69a78e616620 HTTP/1.1" status: 204 len: 168 time: 0.4785976 Dec 13 23:24:52.511799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d6345567-1138-4454-ba29-bb8ad209673e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:52.524251 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/floatingips/39350ec4-8ee8-4815-a4d1-190f9246d9c0 HTTP/1.1" status: 204 len: 168 time: 4.2213585 Dec 13 23:24:52.530417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e4000-a8a7-4a2e-a057-2273556eccfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247b02c7-fe07-4329-a5d4-69a78e616620,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:52.543477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48136) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:52.547284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2d5e4000-a8a7-4a2e-a057-2273556eccfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:52.564673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7e4b4e00-c926-449c-b6c1-c4acbef1949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:52.598033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cae9dfe5-a61c-43ee-b347-d3c251eeca9a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Unset dirty status for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:52.602380 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cae9dfe5-a61c-43ee-b347-d3c251eeca9a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3525538 Dec 13 23:24:52.608258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48140) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:52.617790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] device_id is not set on port fc2ada31-16f2-4cb6-b167-cbeb864c74f6 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:52.677701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cb657-5a19-454b-93d1-73c2895b0985 req-78500b5c-26da-44e2-9237-1a548fa74dfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:52.678742 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5f3cb657-5a19-454b-93d1-73c2895b0985 req-78500b5c-26da-44e2-9237-1a548fa74dfc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 200 len: 851 time: 0.3902884 Dec 13 23:24:52.690485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port 4f6792c2-24f0-4301-9500-f4009c42952b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:52.690925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.709632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4b4e00-c926-449c-b6c1-c4acbef1949f None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:52.710273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7e4b4e00-c926-449c-b6c1-c4acbef1949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:52.748942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Deleting subnet e340d80c-ba1d-4007-80da-a965b469aedd {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:52.855098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:52.883775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7e4b4e00-c926-449c-b6c1-c4acbef1949f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:52.884190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4b4e00-c926-449c-b6c1-c4acbef1949f None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:52.933847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.079303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Allocated IP 172.20.0.18 (db39cd32-7a6c-4936-972b-4a95e7c1c5c4/8fb30029-e4fd-4191-8c6f-6ca187d0b8a2/8b76c7b5-c293-4497-96a1-ee502466af02) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:53.082146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.083370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Allocated IP 172.20.0.11 (dd153172-d372-4003-8be2-924ad9473c8c/8627cad9-a764-4337-b012-ee0b5951cec7/fc2ada31-16f2-4cb6-b167-cbeb864c74f6) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:53.099715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Transition to ACTIVE for port object 0c45670d-ddda-44d5-90c8-963249e28a0f will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:53.138523 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5f3cb657-5a19-454b-93d1-73c2895b0985 req-42176794-e3b6-4f14-acd1-d87aa21da8c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=840a421d-88cb-462e-a555-093c8caed243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4502470 Dec 13 23:24:53.143916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.151417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Transition to ACTIVE for port object 0c45670d-ddda-44d5-90c8-963249e28a0f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:53.168917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:24:53.180267 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Sync routers for ids ['048e2208-6717-4918-afcb-42a348e3e28e'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:24:53.201910 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Routers {'048e2208-6717-4918-afcb-42a348e3e28e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:53.203379 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['048e2208-6717-4918-afcb-42a348e3e28e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:53.273054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.282022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-42fe074c-014e-43dd-9906-eba6043601ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:53.313249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.352673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for 4f6792c2-24f0-4301-9500-f4009c42952b owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:53.360895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Network 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:53.408534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:53.411327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:53.440913 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5f3cb657-5a19-454b-93d1-73c2895b0985 req-8419bc5d-fb08-4ca0-90f8-9e4a8f0eabc4 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471721 Dec 13 23:24:53.452639 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Set router 048e2208-6717-4918-afcb-42a348e3e28e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:24:53.497536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.612275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Pushing event updated for resources: {'Port': ['ID=0c45670d-ddda-44d5-90c8-963249e28a0f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:53.622155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:53.661344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.664657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Attempting to bind port 0c45670d-ddda-44d5-90c8-963249e28a0f on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:53.665078 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Attempting to bind port 0c45670d-ddda-44d5-90c8-963249e28a0f by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '8b32b59e-1146-4c20-8c51-b7948541bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a3b7ebb-7e53-4b42-bbc1-89f4f0964645'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:53.665490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Attempting to bind port 0c45670d-ddda-44d5-90c8-963249e28a0f on network 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:53.665860 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.0532281 Dec 13 23:24:53.674236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48158) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:53.675086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.678128 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:53.678525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Checking segment: {'id': '8b32b59e-1146-4c20-8c51-b7948541bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a3b7ebb-7e53-4b42-bbc1-89f4f0964645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:53.679204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.679573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Bound using segment: {'id': '8b32b59e-1146-4c20-8c51-b7948541bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a3b7ebb-7e53-4b42-bbc1-89f4f0964645'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:53.680213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Bound port: 0c45670d-ddda-44d5-90c8-963249e28a0f, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b32b59e-1146-4c20-8c51-b7948541bd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '2a3b7ebb-7e53-4b42-bbc1-89f4f0964645'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:53.684723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.730750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde91ab9-a896-4eb0-9ca4-4586beefa256 req-5686c36b-cbba-4ffd-acb0-f512ab0a06c2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:53.732496 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fde91ab9-a896-4eb0-9ca4-4586beefa256 req-5686c36b-cbba-4ffd-acb0-f512ab0a06c2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.6614840 Dec 13 23:24:53.744122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:24:53.744506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Transition to ACTIVE for port object 8b76c7b5-c293-4497-96a1-ee502466af02 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:53.845200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.868051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4bb54a4c-5f3b-4e07-9223-f05bd963649c tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:53.873041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] For port 0c45670d-ddda-44d5-90c8-963249e28a0f, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:53.877053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] For port 0c45670d-ddda-44d5-90c8-963249e28a0f, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0c45670d-ddda-44d5-90c8-963249e28a0f,segment=NetworkSegment(8b32b59e-1146-4c20-8c51-b7948541bd7a),segment_id=8b32b59e-1146-4c20-8c51-b7948541bd7a)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:53.898108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Transition to ACTIVE for port object 8b76c7b5-c293-4497-96a1-ee502466af02 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:53.922181 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fde91ab9-a896-4eb0-9ca4-4586beefa256 req-9bcb408d-5966-4cce-8576-cd0cb0fbd111 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794801 Dec 13 23:24:53.956274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.957747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:53.960948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:53.981898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:53.990596 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048e2208-6717-4918-afcb-42a348e3e28e', 'name': 'tempest-snat-router-253728454', 'tenant_id': 'e3a68face40f4a69972525752c47a411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '8cf70205-2d95-4aaf-a619-b472f6d36d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:24:43Z', 'updated_at': '2021-12-13T23:24:49Z', 'revision_number': 3, 'project_id': 'e3a68face40f4a69972525752c47a411', 'gw_port': {'id': '8cf70205-2d95-4aaf-a619-b472f6d36d28', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048e2208-6717-4918-afcb-42a348e3e28e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:24:47Z', 'updated_at': '2021-12-13T23:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:53.994891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:53.998752 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Checking router: 048e2208-6717-4918-afcb-42a348e3e28e for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:24:54.000661 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Updating router 048e2208-6717-4918-afcb-42a348e3e28e port 8cf70205-2d95-4aaf-a619-b472f6d36d28 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:24:54.020109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef843ec-421a-4c10-891a-fdb2ad53c8b8 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:54.052908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.063120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:54.063767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.079251 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5f3cb657-5a19-454b-93d1-73c2895b0985 req-eaf68ccf-aeb6-478a-94b6-31cfad1d4274 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806224 Dec 13 23:24:54.087488 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.105147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.112858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:54.138284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.26.5.42 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/436e8031-7894-40e3-8b65-915cda9c8df1) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:54.170906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=df6f82cb-e07a-4c65-bde0-3e55a9da7488,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:54.190859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Network db39cd32-7a6c-4936-972b-4a95e7c1c5c4 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:54.191658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Pushing event updated for resources: {'Port': ['ID=0c45670d-ddda-44d5-90c8-963249e28a0f,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:54.198169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:54.199703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.202995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:54.214272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:54.246376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:54.246589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=4f6792c2-24f0-4301-9500-f4009c42952b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:54.246589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:54.256730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bfd17ba4-9f79-48f7-8bcc-5301277de2a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:54.257696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:54.288945 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0101926 Dec 13 23:24:54.300896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48168) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:54.301224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48170) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:54.348713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:51:02:87', 'name': 'tempest-NetworksTestDHCPv6-192152108'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:54.349057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Subnet': ['ID=e340d80c-ba1d-4007-80da-a965b469aedd,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:54.352861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:54.408435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.424622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Attempting to bind port 8b76c7b5-c293-4497-96a1-ee502466af02 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:54.424993 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Attempting to bind port 8b76c7b5-c293-4497-96a1-ee502466af02 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '71399c5a-e4f0-4fa7-8366-f5a569b077fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'db39cd32-7a6c-4936-972b-4a95e7c1c5c4'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:54.425365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Attempting to bind port 8b76c7b5-c293-4497-96a1-ee502466af02 on network db39cd32-7a6c-4936-972b-4a95e7c1c5c4 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:54.427344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Pushing event updated for resources: {'Port': ['ID=8b76c7b5-c293-4497-96a1-ee502466af02,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:54.436485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:54.460280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:54.460667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Checking segment: {'id': '71399c5a-e4f0-4fa7-8366-f5a569b077fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'db39cd32-7a6c-4936-972b-4a95e7c1c5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:54.461080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.461480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Bound using segment: {'id': '71399c5a-e4f0-4fa7-8366-f5a569b077fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'db39cd32-7a6c-4936-972b-4a95e7c1c5c4'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:54.461969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Bound port: 8b76c7b5-c293-4497-96a1-ee502466af02, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71399c5a-e4f0-4fa7-8366-f5a569b077fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'db39cd32-7a6c-4936-972b-4a95e7c1c5c4'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:54.462353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.538709 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/subnets/e340d80c-ba1d-4007-80da-a965b469aedd HTTP/1.1" status: 204 len: 168 time: 1.9288604 Dec 13 23:24:54.541742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48178) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:54.602482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': 'df6f82cb-e07a-4c65-bde0-3e55a9da7488'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:24:54.603304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.711580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.721790 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/ports/4f6792c2-24f0-4301-9500-f4009c42952b HTTP/1.1" status: 204 len: 168 time: 2.1768513 Dec 13 23:24:54.727662 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48182) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:54.753396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:54.783003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] For port 8b76c7b5-c293-4497-96a1-ee502466af02, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:54.783579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:54.824920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:54.837864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] For port 8b76c7b5-c293-4497-96a1-ee502466af02, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8b76c7b5-c293-4497-96a1-ee502466af02,segment=NetworkSegment(71399c5a-e4f0-4fa7-8366-f5a569b077fd),segment_id=71399c5a-e4f0-4fa7-8366-f5a569b077fd)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:54.868292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Allocated IP 2001:db8::f816:3eff:fe9a:f95c (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/df6f82cb-e07a-4c65-bde0-3e55a9da7488/a1625809-b1ef-490d-a256-b6b8db330b07) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:54.888567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:54.896493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1813726619'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:54.901669 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:54.905006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:network and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:54.910687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.923013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:54.935039 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:54.940238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:54.949037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:54.964141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:54.966294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Deleting subnet 8fb30029-e4fd-4191-8c6f-6ca187d0b8a2 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:24:54.969903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f15a34c9-4559-4fff-9c23-fcf28b637e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:54.980316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.007201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:55.019346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.021351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Transition to ACTIVE for port object fc2ada31-16f2-4cb6-b167-cbeb864c74f6 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:55.048142 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Pushing event updated for resources: {'Port': ['ID=8b76c7b5-c293-4497-96a1-ee502466af02,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:55.053596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:55.066558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.078504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:55.083182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.139799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:55.255250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.259565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.261253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0c45670d-ddda-44d5-90c8-963249e28a0f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:55.288463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.294282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.385677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Transition to ACTIVE for port object a1625809-b1ef-490d-a256-b6b8db330b07 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:55.390375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.414201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.442475 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3ca81763-68d0-4bfd-b7d8-086369decdf6 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/routers/048e2208-6717-4918-afcb-42a348e3e28e HTTP/1.1" status: 200 len: 907 time: 1.6963661 Dec 13 23:24:55.444980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48192) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:55.448933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Transition to ACTIVE for port object a1625809-b1ef-490d-a256-b6b8db330b07 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:55.481234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.485625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 9189b66d-de56-44e2-acc4-04e481a9cd8a yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:55.532743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.538546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4007cc57-a5b2-4fdc-a66b-fb301472db03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:55.543261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0df486e2-a819-4825-925c-8287e5a4c25e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:55.554515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.562774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e0878a3a-7240-4d6c-92ea-e7418ab58d64 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:55.663748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb30029-e4fd-4191-8c6f-6ca187d0b8a2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:55.689175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:55.690579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Pushing event updated for resources: {'Port': ['ID=a1625809-b1ef-490d-a256-b6b8db330b07,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:55.697037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.702517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.703822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0c45670d-ddda-44d5-90c8-963249e28a0f completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:55.711599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:55.734332 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:55.741817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:55.747724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:55.755635 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/subnets/8fb30029-e4fd-4191-8c6f-6ca187d0b8a2 HTTP/1.1" status: 204 len: 168 time: 1.2126026 Dec 13 23:24:55.758560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48196) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:55.766835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc134a-3879-4376-9298-2d16717d550e req-c70fcb2b-77c8-4dde-b78c-841efaa36b9f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:55.768483 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3acc134a-3879-4376-9298-2d16717d550e req-c70fcb2b-77c8-4dde-b78c-841efaa36b9f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.6547811 Dec 13 23:24:55.770223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:55.778593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Port': ['ID=fc2ada31-16f2-4cb6-b167-cbeb864c74f6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:55.851270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:55.852122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group_rule and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:55.891966 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.902986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-33b7f4b4-8fdf-48d1-9deb-a100be28f832 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:55.910581 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Attempting to bind port a1625809-b1ef-490d-a256-b6b8db330b07 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:55.911098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Attempting to bind port a1625809-b1ef-490d-a256-b6b8db330b07 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:55.911303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Attempting to bind port a1625809-b1ef-490d-a256-b6b8db330b07 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:55.917322 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Transition to ACTIVE for port object 8cf70205-2d95-4aaf-a619-b472f6d36d28 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:55.922683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:55.923067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:55.923480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.924736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:55.925070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Bound port: a1625809-b1ef-490d-a256-b6b8db330b07, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:55.925521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:55.942713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f179dae-9a9c-4b93-8e62-ac5f42bd7a10 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:55.943402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6f179dae-9a9c-4b93-8e62-ac5f42bd7a10 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Synchronizing usage tracker for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:24:55.973206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:55.997408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Network dd153172-d372-4003-8be2-924ad9473c8c is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:55.998491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:56.011069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.018704 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.022903 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:56.028820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] For port a1625809-b1ef-490d-a256-b6b8db330b07, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:56.033400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] For port a1625809-b1ef-490d-a256-b6b8db330b07, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a1625809-b1ef-490d-a256-b6b8db330b07,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:56.039557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:56.053657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:56.105603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed1195-873c-415b-a076-fdd3f0374aa5 None None] Network 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:56.111929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6f179dae-9a9c-4b93-8e62-ac5f42bd7a10 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Unset dirty status for tenant:81c3e5a27e454dfead5f4132b5dd85b5 on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:24:56.112574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:56.112956 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e61371-99d4-4db1-bad7-db028afc955f None None] Pushing event updated for resources: {'Port': ['ID=8cf70205-2d95-4aaf-a619-b472f6d36d28,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:56.114259 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6f179dae-9a9c-4b93-8e62-ac5f42bd7a10 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3544686 Dec 13 23:24:56.121950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48200) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:56.122440 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-26e61371-99d4-4db1-bad7-db028afc955f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:56.133808 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3acc134a-3879-4376-9298-2d16717d550e req-4d4a8729-ece8-49de-ad80-7953e93b5c27 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462639 Dec 13 23:24:56.136452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:56.142493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.151627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-06ed4365-cca4-42d4-9529-770d447006a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:56.173155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:56.204615 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Attempting to bind port 8cf70205-2d95-4aaf-a619-b472f6d36d28 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:24:56.205211 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Attempting to bind port 8cf70205-2d95-4aaf-a619-b472f6d36d28 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:24:56.205662 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Attempting to bind port 8cf70205-2d95-4aaf-a619-b472f6d36d28 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:24:56.215846 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:24:56.216592 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:24:56.223332 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.223332 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:24:56.223332 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Bound port: 8cf70205-2d95-4aaf-a619-b472f6d36d28, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:24:56.223332 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.407023 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] For port 8cf70205-2d95-4aaf-a619-b472f6d36d28, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:24:56.412665 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] For port 8cf70205-2d95-4aaf-a619-b472f6d36d28, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8cf70205-2d95-4aaf-a619-b472f6d36d28,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:24:56.447969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=436e8031-7894-40e3-8b65-915cda9c8df1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:56.487311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:56.494704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Pushing event updated for resources: {'Port': ['ID=a1625809-b1ef-490d-a256-b6b8db330b07,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:56.500435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fe51:287 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/df6f82cb-e07a-4c65-bde0-3e55a9da7488/9189b66d-de56-44e2-acc4-04e481a9cd8a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:56.502822 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.508437 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-d8f36b8c-507d-4d5d-94d6-f4db1ab12b9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:56.513526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6f9a2c4e-0c67-43e6-bb55-ebdd7952ec57 None None] Provisioning for port 0c45670d-ddda-44d5-90c8-963249e28a0f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:56.532382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:56.532733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:56.533393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.572615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.26.5.114 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/78c35b33-101a-4745-ba43-236617f9fb2b) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:24:56.607124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.624008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6f9a2c4e-0c67-43e6-bb55-ebdd7952ec57 None None] Provisioning complete for port 0c45670d-ddda-44d5-90c8-963249e28a0f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:56.625750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2c4e-0c67-43e6-bb55-ebdd7952ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.684959 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e61371-99d4-4db1-bad7-db028afc955f None None] Pushing event updated for resources: {'Port': ['ID=8cf70205-2d95-4aaf-a619-b472f6d36d28,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:56.706124 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-26e61371-99d4-4db1-bad7-db028afc955f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:56.714277 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Routers {'048e2208-6717-4918-afcb-42a348e3e28e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:24:56.715697 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['048e2208-6717-4918-afcb-42a348e3e28e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:56.721383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.814746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.834715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ba7d809a-16c7-4d90-aa62-84b71bc77dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:56.890351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Deleting port 8b76c7b5-c293-4497-96a1-ee502466af02 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:56.892811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:56.915863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2c4e-0c67-43e6-bb55-ebdd7952ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.015479 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.5043435 Dec 13 23:24:57.015826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48206) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:57.020324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6f9a2c4e-0c67-43e6-bb55-ebdd7952ec57 None None] For port 0c45670d-ddda-44d5-90c8-963249e28a0f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0c45670d-ddda-44d5-90c8-963249e28a0f,segment=NetworkSegment(8b32b59e-1146-4c20-8c51-b7948541bd7a),segment_id=8b32b59e-1146-4c20-8c51-b7948541bd7a)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:57.028604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f5:7e:c3'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:57.068743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] DHCP port deletion for 2a3b7ebb-7e53-4b42-bbc1-89f4f0964645 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:57.073563 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] Set router 048e2208-6717-4918-afcb-42a348e3e28e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:24:57.076642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] Deleting port 0c45670d-ddda-44d5-90c8-963249e28a0f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:57.077406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.103482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ece10e-fa31-437c-8142-34a3ffc048f7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:57.142850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:24:57.149909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:57.205319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.205949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d80e3-ee0c-46ce-aec6-cdb1c9249927 req-fc230af4-6a26-4110-9a14-051321289cc6 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:57.206056 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Added segment ab6a3458-e51b-4497-a3a7-a67a04df92a1 of type vlan for network 4c91d3fb-e096-4772-8d7c-54272186bcc3 Dec 13 23:24:57.206145 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-be9d80e3-ee0c-46ce-aec6-cdb1c9249927 req-fc230af4-6a26-4110-9a14-051321289cc6 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.7473314 Dec 13 23:24:57.317941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.425483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.441245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42a539e-a5ba-46a0-b061-d06b8b06e110 None None] Network db39cd32-7a6c-4936-972b-4a95e7c1c5c4 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:24:57.454713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-818c6a90-cc83-4fb4-99f9-7200b2692812 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:57.466247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.477022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2c4e-0c67-43e6-bb55-ebdd7952ec57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.481630 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '048e2208-6717-4918-afcb-42a348e3e28e', 'name': 'tempest-snat-router-253728454', 'tenant_id': 'e3a68face40f4a69972525752c47a411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '8cf70205-2d95-4aaf-a619-b472f6d36d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:24:43Z', 'updated_at': '2021-12-13T23:24:49Z', 'revision_number': 3, 'project_id': 'e3a68face40f4a69972525752c47a411', 'gw_port': {'id': '8cf70205-2d95-4aaf-a619-b472f6d36d28', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048e2208-6717-4918-afcb-42a348e3e28e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:24:47Z', 'updated_at': '2021-12-13T23:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:57.489204 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952cb0-b2a0-446c-b5a9-d24d2c91a820 None None] The sync data for ids ['048e2208-6717-4918-afcb-42a348e3e28e'] in dv-neutron-821564-1-hyperv is: [{'id': '048e2208-6717-4918-afcb-42a348e3e28e', 'name': 'tempest-snat-router-253728454', 'tenant_id': 'e3a68face40f4a69972525752c47a411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.243'}], 'enable_snat': True}, 'gw_port_id': '8cf70205-2d95-4aaf-a619-b472f6d36d28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:24:43Z', 'updated_at': '2021-12-13T23:24:49Z', 'revision_number': 3, 'project_id': 'e3a68face40f4a69972525752c47a411', 'gw_port': {'id': '8cf70205-2d95-4aaf-a619-b472f6d36d28', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:1d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '048e2208-6717-4918-afcb-42a348e3e28e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:24:47Z', 'updated_at': '2021-12-13T23:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:24:57.506856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-18ad653d-f852-4dad-bcd2-8796c7f08342 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:57.538836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8b76c7b5-c293-4497-96a1-ee502466af02 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:57.575708 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-be9d80e3-ee0c-46ce-aec6-cdb1c9249927 req-5a1c0dd6-a5cd-44e5-8a89-40f924ede9eb tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067475 Dec 13 23:24:57.594857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:57.602185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:57.645225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] For port 8b76c7b5-c293-4497-96a1-ee502466af02, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8b76c7b5-c293-4497-96a1-ee502466af02,segment=NetworkSegment(71399c5a-e4f0-4fa7-8366-f5a569b077fd),segment_id=71399c5a-e4f0-4fa7-8366-f5a569b077fd)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:57.653967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.654793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:57.696238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] For port 0c45670d-ddda-44d5-90c8-963249e28a0f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0c45670d-ddda-44d5-90c8-963249e28a0f,segment=NetworkSegment(8b32b59e-1146-4c20-8c51-b7948541bd7a),segment_id=8b32b59e-1146-4c20-8c51-b7948541bd7a)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:57.697050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.730792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=78c35b33-101a-4745-ba43-236617f9fb2b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:57.740150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:57.740955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.807236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.865104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Deleting port 8cf70205-2d95-4aaf-a619-b472f6d36d28 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:57.865454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:57.904403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Calling delete_port for 8b76c7b5-c293-4497-96a1-ee502466af02 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:57.933196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] Calling delete_port for 0c45670d-ddda-44d5-90c8-963249e28a0f owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:57.997708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:24:58.159409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a2c4e-0c67-43e6-bb55-ebdd7952ec57 None None] Pushing event updated for resources: {'Port': ['ID=0c45670d-ddda-44d5-90c8-963249e28a0f,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:58.177476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6f9a2c4e-0c67-43e6-bb55-ebdd7952ec57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:58.197132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No active binding found for port 8b76c7b5-c293-4497-96a1-ee502466af02 {{(pid=84313) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Dec 13 23:24:58.200040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8b76c7b5-c293-4497-96a1-ee502466af02 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 13 23:24:58.207480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.212140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.232733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40c03a52-40f2-428b-be6c-3507c2ef95ed None None] Provisioning complete for port 8b76c7b5-c293-4497-96a1-ee502466af02 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:58.233282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40c03a52-40f2-428b-be6c-3507c2ef95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.253368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-969cd2ab-8989-4866-9f8b-21a6eb36f961 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:58.263003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.300926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.304869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:58.305462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.320396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-40c03a52-40f2-428b-be6c-3507c2ef95ed None None] Port 8b76c7b5-c293-4497-96a1-ee502466af02 was deleted so its status cannot be updated. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 13 23:24:58.322576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Port 8b76c7b5-c293-4497-96a1-ee502466af02 not found, will not notify nova. {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 13 23:24:58.323054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a1625809-b1ef-490d-a256-b6b8db330b07 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:58.349423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Port': ['ID=8b76c7b5-c293-4497-96a1-ee502466af02,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:58.363559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 9189b66d-de56-44e2-acc4-04e481a9cd8a will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:24:58.366217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:58.366740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5fc22859-dc47-4a70-9649-9d5fad7cd722 tempest-DHCPAgentSchedulersTestJSON-2027544374 tempest-DHCPAgentSchedulersTestJSON-2027544374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:58.400072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.501197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.511930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:58.524202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Network': ['ID=4c91d3fb-e096-4772-8d7c-54272186bcc3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:58.532170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:58.539097 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.2312977 Dec 13 23:24:58.540413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] No DVR routers for this DVR port 8b76c7b5-c293-4497-96a1-ee502466af02 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:58.547336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48212) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:58.573942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] Pushing event deleted for resources: {'Port': ['ID=0c45670d-ddda-44d5-90c8-963249e28a0f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:58.576083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:24:58.584307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'name': 'tempest-PortsTestJSON-1468012427'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:58.637163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.643430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:58.753551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7bb9ad22-4bfc-4251-abdd-b0d7591ae174 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:58.764214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] No DVR routers for this DVR port 0c45670d-ddda-44d5-90c8-963249e28a0f on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:24:58.766405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2915cb7-5adf-41c5-b880-d9465c68d134 None None] DHCP port deletion for db39cd32-7a6c-4936-972b-4a95e7c1c5c4 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:24:58.788664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40c03a52-40f2-428b-be6c-3507c2ef95ed None None] Provisioning for port fc2ada31-16f2-4cb6-b167-cbeb864c74f6 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:58.811237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40c03a52-40f2-428b-be6c-3507c2ef95ed None None] Provisioning complete for port fc2ada31-16f2-4cb6-b167-cbeb864c74f6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:58.812413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40c03a52-40f2-428b-be6c-3507c2ef95ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.826627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] For port 8cf70205-2d95-4aaf-a619-b472f6d36d28, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8cf70205-2d95-4aaf-a619-b472f6d36d28,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:58.827213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.851816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.867409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-40c03a52-40f2-428b-be6c-3507c2ef95ed None None] Port fc2ada31-16f2-4cb6-b167-cbeb864c74f6 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:58.895668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a1625809-b1ef-490d-a256-b6b8db330b07 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:58.922543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:58.935073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2099c7-d06c-4d39-a8f8-8156175fe559 req-3a57647d-aea6-4918-949d-579ccd8b17f8 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:58.937896 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fd2099c7-d06c-4d39-a8f8-8156175fe559 req-3a57647d-aea6-4918-949d-579ccd8b17f8 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.7341747 Dec 13 23:24:58.939601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=9189b66d-de56-44e2-acc4-04e481a9cd8a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:58.954967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0c45670d-ddda-44d5-90c8-963249e28a0f no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:58.961360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:58.979562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Calling delete_port for 8cf70205-2d95-4aaf-a619-b472f6d36d28 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:24:58.994281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 0c45670d-ddda-44d5-90c8-963249e28a0f {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:24:58.994630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0c45670d-ddda-44d5-90c8-963249e28a0f not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:24:59.008627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.020005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cde597d3-49dc-455e-8659-da591f1c02f1 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:59.024471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db39cd32-7a6c-4936-972b-4a95e7c1c5c4']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:59.037151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:24:59.038135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.038873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.046857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:24:59.052547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:24:59.056471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:59.057080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.063813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71399c5a-e4f0-4fa7-8366-f5a569b077fd') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:59.063813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71399c5a-e4f0-4fa7-8366-f5a569b077fd') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:24:59.081234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:24:59.085064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bfcafb6e-8cc5-432d-acdb-f238b2ff1916 None None] Provisioning for port a1625809-b1ef-490d-a256-b6b8db330b07 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:59.094502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bfcafb6e-8cc5-432d-acdb-f238b2ff1916 None None] Provisioning complete for port a1625809-b1ef-490d-a256-b6b8db330b07 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:59.095197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bfcafb6e-8cc5-432d-acdb-f238b2ff1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.095788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:24:59.110887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.125515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:24:59.163668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.188427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=78c35b33-101a-4745-ba43-236617f9fb2b,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:59.193126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:59.217588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.259115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.267830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5fc81da7-6059-4993-87e2-7782b7cdfc70 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:59.272792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bfcafb6e-8cc5-432d-acdb-f238b2ff1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.286313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8cf70205-2d95-4aaf-a619-b472f6d36d28 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:24:59.287889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:24:59.304127 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fd2099c7-d06c-4d39-a8f8-8156175fe559 req-02d267c2-4e2d-4b13-bfba-833fa2930b63 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438933 Dec 13 23:24:59.317283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:24:59.325365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.356778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:24:59.357192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:24:59.387922 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:24:59.408901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.410395 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6779542 Dec 13 23:24:59.418204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48218) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:59.443221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bfcafb6e-8cc5-432d-acdb-f238b2ff1916 None None] For port a1625809-b1ef-490d-a256-b6b8db330b07, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a1625809-b1ef-490d-a256-b6b8db330b07,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:24:59.478494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Port': ['ID=fc2ada31-16f2-4cb6-b167-cbeb864c74f6,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:59.495152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'port': {'network_id': '01b83c4b-700e-4316-a87c-d0e5a2f9645f', 'name': 'tempest-FloatingIPTestJSON-649339178'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:24:59.509985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:59.516084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bfcafb6e-8cc5-432d-acdb-f238b2ff1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.517989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2f3fb86b-f6eb-470e-831b-a6733bf80971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:59.531801 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.2261255 Dec 13 23:24:59.534445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48222) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:59.584380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 8cf70205-2d95-4aaf-a619-b472f6d36d28 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:59.591131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.604570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 8cf70205-2d95-4aaf-a619-b472f6d36d28 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:59.604961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.608111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:59.665996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Port 8cf70205-2d95-4aaf-a619-b472f6d36d28 was deleted so its status cannot be updated. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 13 23:24:59.670196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] In _notify_port_updated(), no bound segment for port fc2ada31-16f2-4cb6-b167-cbeb864c74f6 on network dd153172-d372-4003-8be2-924ad9473c8c {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:24:59.680277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:24:59.680370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcafb6e-8cc5-432d-acdb-f238b2ff1916 None None] Pushing event updated for resources: {'Port': ['ID=a1625809-b1ef-490d-a256-b6b8db330b07,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:59.680451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.680451 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "PUT /v2.0/ports/fc2ada31-16f2-4cb6-b167-cbeb864c74f6 HTTP/1.1" status: 200 len: 993 time: 2.6605182 Dec 13 23:24:59.681770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cf70205-2d95-4aaf-a619-b472f6d36d28,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:59.682953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bfcafb6e-8cc5-432d-acdb-f238b2ff1916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:59.684390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48226) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:59.684779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:59.689923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.691578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:24:59.694880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.747994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f41775f8-18ff-4d2c-b214-2d9aef8fac3a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:24:59.755010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8b76c7b5-c293-4497-96a1-ee502466af02 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:24:59.787936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.797258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2fa94869-e76d-4cdc-bcf4-381cf0efe0f2 None None] Provisioning for port 9189b66d-de56-44e2-acc4-04e481a9cd8a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:24:59.799501 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/networks/db39cd32-7a6c-4936-972b-4a95e7c1c5c4 HTTP/1.1" status: 204 len: 168 time: 3.6646957 Dec 13 23:24:59.804645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48230) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:24:59.806811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 8b76c7b5-c293-4497-96a1-ee502466af02 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:24:59.807582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8b76c7b5-c293-4497-96a1-ee502466af02 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:24:59.809827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2fa94869-e76d-4cdc-bcf4-381cf0efe0f2 None None] Provisioning complete for port 9189b66d-de56-44e2-acc4-04e481a9cd8a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:59.810430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2fa94869-e76d-4cdc-bcf4-381cf0efe0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.831512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Network': ['ID=db39cd32-7a6c-4936-972b-4a95e7c1c5c4,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:24:59.849276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:24:59.870349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2fa94869-e76d-4cdc-bcf4-381cf0efe0f2 None None] Port 9189b66d-de56-44e2-acc4-04e481a9cd8a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:24:59.875847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port a8ac5f45-a677-4def-9c86-a25f6b49368b yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:24:59.947381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Deleting port fc2ada31-16f2-4cb6-b167-cbeb864c74f6 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:24:59.947742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:24:59.997872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0f830602-9461-46ef-a14e-28d27b41a9e3 None None] Provisioning complete for port fc2ada31-16f2-4cb6-b167-cbeb864c74f6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:24:59.998634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f830602-9461-46ef-a14e-28d27b41a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.006148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:00.021573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:port and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:00.031763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:00.056878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:00.073609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0f830602-9461-46ef-a14e-28d27b41a9e3 None None] Port fc2ada31-16f2-4cb6-b167-cbeb864c74f6 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:00.098869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777c9972-2128-4571-b00d-e663d26da47b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:00.109477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777c9972-2128-4571-b00d-e663d26da47b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:00.111584 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-777c9972-2128-4571-b00d-e663d26da47b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5759330 Dec 13 23:25:00.124474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48236) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:00.197058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.263518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.355937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Made reservation on behalf of 3d7553f240134ef4b5c3fa6fc7556e17 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:00.358870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.407956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 9189b66d-de56-44e2-acc4-04e481a9cd8a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:00.409012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.517932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] device_id is not set on port de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:00.749694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.821352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.833779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.838931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa5f7c-0914-4265-85b1-fde4b527e92f req-aa067ff7-1d46-4dee-af9d-cefa13ce32f8 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:00.840985 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e5aa5f7c-0914-4265-85b1-fde4b527e92f req-aa067ff7-1d46-4dee-af9d-cefa13ce32f8 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.7070110 Dec 13 23:25:00.844964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.853157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router b24278df-7953-49dd-8ade-9f709bb96a97 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:25:00.883743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:00.935827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3b7ebb-7e53-4b42-bbc1-89f4f0964645']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:00.957486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b32b59e-1146-4c20-8c51-b7948541bd7a') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:00.957781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b32b59e-1146-4c20-8c51-b7948541bd7a') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:01.018957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.033237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Calling delete_port for fc2ada31-16f2-4cb6-b167-cbeb864c74f6 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:01.054956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.063143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.20.0.7 (01b83c4b-700e-4316-a87c-d0e5a2f9645f/17193e6a-d5b1-48ee-b82c-baf618808635/de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:01.073546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:01.073955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:01.089171 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:01.186830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.187532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 048e2208-6717-4918-afcb-42a348e3e28e {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:25:01.201671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.213459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.219385 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e5aa5f7c-0914-4265-85b1-fde4b527e92f req-1e9327aa-c964-4f93-a555-171b7955d39e tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555810 Dec 13 23:25:01.242841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a1625809-b1ef-490d-a256-b6b8db330b07 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:01.267750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d2910dd8-9ff1-4d8d-93cf-f20ecacce734 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:01.295028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.296247 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "DELETE /v2.0/routers/048e2208-6717-4918-afcb-42a348e3e28e HTTP/1.1" status: 204 len: 168 time: 5.8503258 Dec 13 23:25:01.338425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a1625809-b1ef-490d-a256-b6b8db330b07 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:01.339100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.358023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48240) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:01.364836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=a8ac5f45-a677-4def-9c86-a25f6b49368b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:01.366392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 9189b66d-de56-44e2-acc4-04e481a9cd8a owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:01.370858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:01.473404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.486304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:01.508696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.532330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Network': ['ID=2a3b7ebb-7e53-4b42-bbc1-89f4f0964645,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:01.533746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:01.548791 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/networks/2a3b7ebb-7e53-4b42-bbc1-89f4f0964645 HTTP/1.1" status: 204 len: 168 time: 1.7399907 Dec 13 23:25:01.559321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48244) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:01.738105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Checking segment: {'id': 'ab6a3458-e51b-4497-a3a7-a67a04df92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:01.738471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network hostable DHCP agents. Network: 4c91d3fb-e096-4772-8d7c-54272186bcc3, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:01.787958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.794179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.799130 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:01.800654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d74dacb5-f5fd-4d73-ab6d-408ba6d9dfd7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:01.809584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a904a5c-6dec-45ad-a07b-ca77f71310f1 None None] Sync routers for ids ['b24278df-7953-49dd-8ade-9f709bb96a97'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:01.825757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a904a5c-6dec-45ad-a07b-ca77f71310f1 None None] Routers {'b24278df-7953-49dd-8ade-9f709bb96a97'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:01.826996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a904a5c-6dec-45ad-a07b-ca77f71310f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b24278df-7953-49dd-8ade-9f709bb96a97'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:01.846840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.851697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:01.876264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event deleted for resources: {'Port': ['ID=fc2ada31-16f2-4cb6-b167-cbeb864c74f6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:01.888749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:01.896218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:01.905194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-73df03f2-87fd-4454-8b6e-06bf357b593e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:01.922246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a904a5c-6dec-45ad-a07b-ca77f71310f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:01.939184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a904a5c-6dec-45ad-a07b-ca77f71310f1 None None] Routers {'b24278df-7953-49dd-8ade-9f709bb96a97'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:01.940284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a904a5c-6dec-45ad-a07b-ca77f71310f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b24278df-7953-49dd-8ade-9f709bb96a97'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:01.975767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 4c91d3fb-e096-4772-8d7c-54272186bcc3) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:01.990591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:01.994771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:01.998029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.021715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7f5be-28fa-4451-80d9-46241e9f31bf None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:02.068768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.073139 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 11.9014921 Dec 13 23:25:02.082168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48248) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:02.160266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a904a5c-6dec-45ad-a07b-ca77f71310f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:02.160680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a904a5c-6dec-45ad-a07b-ca77f71310f1 None None] The sync data for ids ['b24278df-7953-49dd-8ade-9f709bb96a97'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:02.198327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=9189b66d-de56-44e2-acc4-04e481a9cd8a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:02.204443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:02.206465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.294154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.298839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429615e7-e07e-4c93-ac1a-891cc82dd4a0']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:02.320065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1006a7-c573-48fc-9acb-749b791780f5') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:02.320408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1006a7-c573-48fc-9acb-749b791780f5') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:02.328936 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/9189b66d-de56-44e2-acc4-04e481a9cd8a HTTP/1.1" status: 204 len: 168 time: 2.1997447 Dec 13 23:25:02.333640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.373201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48254) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:02.393610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.418480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.435512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-481f356e-6155-48c2-80ff-f7f23da7569f tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:02.449725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.465572 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.8873777 Dec 13 23:25:02.466600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:02.467034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:02.483749 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:02.492975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48258) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:02.508791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1810529046'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:02.559860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:02.583688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:network and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:02.590108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:02.603820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:02.606266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:02.608319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network 01b83c4b-700e-4316-a87c-d0e5a2f9645f is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:02.616044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.617874 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "DELETE /v2.0/ports/fc2ada31-16f2-4cb6-b167-cbeb864c74f6 HTTP/1.1" status: 204 len: 168 time: 2.9129848 Dec 13 23:25:02.618984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:02.622756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48262) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:02.623345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae00382-4b6d-418b-9920-49da654795c4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:02.625502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae00382-4b6d-418b-9920-49da654795c4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:02.626326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8ae00382-4b6d-418b-9920-49da654795c4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:02.631127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:02.677075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.677708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.678101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.678481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.678855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.679230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.679598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.680066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.680373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.680736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.681095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.681546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:02.689538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:02.727637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fad030ac-6324-438e-9a76-0ff36380d90c tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:02.742323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.754237 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-1777eefc-4c85-429c-9718-c04727e10ccf tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] GET failed (client error): The resource could not be found. Dec 13 23:25:02.755490 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1777eefc-4c85-429c-9718-c04727e10ccf tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "GET /v2.0/ports/fc2ada31-16f2-4cb6-b167-cbeb864c74f6 HTTP/1.1" status: 404 len: 333 time: 0.1306109 Dec 13 23:25:02.756136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:02.760174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.761591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48266) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:02.773089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8ae00382-4b6d-418b-9920-49da654795c4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:02.774218 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8ae00382-4b6d-418b-9920-49da654795c4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3576820 Dec 13 23:25:02.779692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'port': {'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c', 'name': 'tempest-AllowedAddressPairTestJSON-818047712'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:02.782193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48270) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:02.791801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Network': ['ID=429615e7-e07e-4c93-ac1a-891cc82dd4a0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:02.798006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:02.798640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:02.834069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a98a4-a73c-42cd-a457-ebd7c58fc9f5 req-a3126898-d7cb-4628-aac6-32965019a617 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:02.835469 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-aa6a98a4-a73c-42cd-a457-ebd7c58fc9f5 req-a3126898-d7cb-4628-aac6-32965019a617 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.4196773 Dec 13 23:25:02.836424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:02.848848 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/networks/429615e7-e07e-4c93-ac1a-891cc82dd4a0 HTTP/1.1" status: 204 len: 168 time: 1.2874308 Dec 13 23:25:02.857640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48274) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:02.912513 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4928668 Dec 13 23:25:02.916784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48278) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:02.927111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-80a17e3e-58dc-419f-9620-6878e038af9c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'port_id': 'de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:02.938505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:03.037173 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-80a17e3e-58dc-419f-9620-6878e038af9c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.068367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.068710 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Added segment 71ea9963-15ca-4816-946f-214bbdf8f3be of type vlan for network 51afc3c7-e760-4484-8825-24c232462e5b Dec 13 23:25:03.101493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:03.117304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8cf70205-2d95-4aaf-a619-b472f6d36d28 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:03.121823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Usage tracker for resource:port and tenant:17d8c05e9d60438bafab83891292a6f4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:03.128674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:03.141238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.150205 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-aa6a98a4-a73c-42cd-a457-ebd7c58fc9f5 req-acc1f4f4-fedc-42ae-a693-334cb7102449 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969391 Dec 13 23:25:03.163666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:03.188022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 8cf70205-2d95-4aaf-a619-b472f6d36d28 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:03.188392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8cf70205-2d95-4aaf-a619-b472f6d36d28 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:03.200769 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-425816ea-fc2e-4b31-8caf-fddd3ef2af9e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/routers/b24278df-7953-49dd-8ade-9f709bb96a97 HTTP/1.1" status: 200 len: 880 time: 1.1151838 Dec 13 23:25:03.210031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48284) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:03.210894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.300008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Made reservation on behalf of 17d8c05e9d60438bafab83891292a6f4 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:03.302960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.311667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet df6f82cb-e07a-4c65-bde0-3e55a9da7488 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:25:03.319876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.355209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.366624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] device_id is not set on port f26bf035-77d1-4dca-a21a-d95febce9de5 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:03.445543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.462544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.511992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Deleting port b5991024-f336-475a-8159-87a4fb56a033 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:03.512341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.541516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7395c4d0-7d51-4049-9d50-249b59c3378d']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:03.564300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.568153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:03.568862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.583637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-927edab2-a607-4802-ab10-6bca5c8ae202 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:03.602847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d08fbe-195f-453c-b131-a76bfd9f3543') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:03.603660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d08fbe-195f-453c-b131-a76bfd9f3543') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:03.644835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.960088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Allocated IP 172.20.0.11 (dd153172-d372-4003-8be2-924ad9473c8c/8627cad9-a764-4337-b012-ee0b5951cec7/f26bf035-77d1-4dca-a21a-d95febce9de5) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:03.977139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Network': ['ID=51afc3c7-e760-4484-8825-24c232462e5b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:03.985871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:03.988906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 51afc3c7-e760-4484-8825-24c232462e5b details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:03.992597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:04.002825 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5045502 Dec 13 23:25:04.007449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48290) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:04.010038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:04.010449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:04.027580 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:04.055506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'ports': [{'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3'}, {'network_id': '51afc3c7-e760-4484-8825-24c232462e5b'}]} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:04.055965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:04.056325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '51afc3c7-e760-4484-8825-24c232462e5b'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:04.203744 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-909762dc-c4d8-4ef8-aae0-c7d9b3c11f02 req-9781dbc1-ce68-4631-8443-b66652455e97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 1099 time: 0.3263216 Dec 13 23:25:04.220569 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.320816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] For port b5991024-f336-475a-8159-87a4fb56a033, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b5991024-f336-475a-8159-87a4fb56a033,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:04.321170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.368615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6fbe1a08-cdac-4ab4-9b6b-126b26d0265e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:router {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:04.422060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.493508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Calling delete_port for b5991024-f336-475a-8159-87a4fb56a033 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:04.497647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.503237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909762dc-c4d8-4ef8-aae0-c7d9b3c11f02 req-e3e2cb74-71be-4400-867a-7ee80ea01dcc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:04.504716 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-909762dc-c4d8-4ef8-aae0-c7d9b3c11f02 req-e3e2cb74-71be-4400-867a-7ee80ea01dcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 200 len: 913 time: 0.2947276 Dec 13 23:25:04.521831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1c602f30-7018-4c6f-af9e-dc87b083b082 tempest-QuotasNegativeTest-989272167 tempest-QuotasNegativeTest-989272167-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:04.536438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.615683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a24f94-206b-419e-aabc-2f463b28b199 req-34cd55a8-f5c0-4212-a888-479781b5673c tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:04.617176 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-26a24f94-206b-419e-aabc-2f463b28b199 req-34cd55a8-f5c0-4212-a888-479781b5673c tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.9149489 Dec 13 23:25:04.632424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6fbe1a08-cdac-4ab4-9b6b-126b26d0265e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:router {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:04.633572 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6fbe1a08-cdac-4ab4-9b6b-126b26d0265e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.4224212 Dec 13 23:25:04.639258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Pushing event deleted for resources: {'Network': ['ID=7395c4d0-7d51-4049-9d50-249b59c3378d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:04.645257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48294) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:04.669665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:04.681508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f0792c8a-d739-4f29-9f5c-71b4e6f95bdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1016324359'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:04.697239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-80a17e3e-58dc-419f-9620-6878e038af9c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.709695 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-909762dc-c4d8-4ef8-aae0-c7d9b3c11f02 req-d84b28ee-711e-4300-a003-bf30cd40ff01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 200 len: 1002 time: 0.1500111 Dec 13 23:25:04.741079 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] 10.222.0.30 "DELETE /v2.0/networks/7395c4d0-7d51-4049-9d50-249b59c3378d HTTP/1.1" status: 204 len: 168 time: 1.8789914 Dec 13 23:25:04.747737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Transition to ACTIVE for port object f26bf035-77d1-4dca-a21a-d95febce9de5 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:04.757949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-80a17e3e-58dc-419f-9620-6878e038af9c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.765693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.774138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8466c861-95f1-4d44-aefa-e99fc2d8ed9f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:04.844150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=df6f82cb-e07a-4c65-bde0-3e55a9da7488,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:04.847058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:04.847417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909762dc-c4d8-4ef8-aae0-c7d9b3c11f02 req-71bf66c6-5557-4a5a-b383-4d3a82088a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:04.848972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-909762dc-c4d8-4ef8-aae0-c7d9b3c11f02 req-71bf66c6-5557-4a5a-b383-4d3a82088a15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 200 len: 851 time: 0.1335309 Dec 13 23:25:04.854729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:04.869964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:04.877628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:04.881639 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/df6f82cb-e07a-4c65-bde0-3e55a9da7488 HTTP/1.1" status: 204 len: 168 time: 2.0962760 Dec 13 23:25:04.881961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:04.883844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d6fde0-c2db-4ead-b439-1c3f1818b3da None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:04.887018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48300) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:04.895673 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-26a24f94-206b-419e-aabc-2f463b28b199 req-565f6244-8f4f-4a36-8141-34c48faead5a tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647815 Dec 13 23:25:04.949898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:04.987335 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a2118e52-f8f9-49e4-852c-b691ad70d849 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0970311 Dec 13 23:25:04.988884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48304) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:04.998598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:05.043964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5ed0b543-bafa-4e62-859a-3d947fe6160e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:05.102433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 2} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:05.105855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:05.145297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:05.146901 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-909762dc-c4d8-4ef8-aae0-c7d9b3c11f02 req-23acebbd-b735-4caa-9822-347eb5863981 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=840a421d-88cb-462e-a555-093c8caed243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2897725 Dec 13 23:25:05.162799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Network dd153172-d372-4003-8be2-924ad9473c8c is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:05.189275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Port': ['ID=f26bf035-77d1-4dca-a21a-d95febce9de5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:05.191738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:05.194874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:05.201007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:05.236089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:05.244741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] Deleting port a1625809-b1ef-490d-a256-b6b8db330b07 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:05.245406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:05.325762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port cec65912-8da0-4854-aad0-34750a2916b8 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:05.391877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:05.392516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:05.424703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d876ab6-6606-49b3-8bc6-852922e66ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:05.425437 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5d876ab6-6606-49b3-8bc6-852922e66ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:05.477537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:05.490253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dfb0ac5e-3f3d-4982-8a62-222fbfa8bfbd tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:05.504366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48310) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:05.516703 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-80a17e3e-58dc-419f-9620-6878e038af9c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP 6bf37582-86db-442a-b6f5-518933a7a081 associated. External IP: 172.26.5.114, port: de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9. Dec 13 23:25:05.579354 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-909762dc-c4d8-4ef8-aae0-c7d9b3c11f02 req-c6d8024a-4e75-447f-956c-cb0c3a7154ac service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186075 Dec 13 23:25:05.635955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] For port a1625809-b1ef-490d-a256-b6b8db330b07, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a1625809-b1ef-490d-a256-b6b8db330b07,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:05.636454 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:05.673525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5991024-f336-475a-8159-87a4fb56a033,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:05.721279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5c78dd93-cbd2-4e2c-bab7-d8de9f47bb1d None None] Provisioning for port f26bf035-77d1-4dca-a21a-d95febce9de5 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:05.737342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.742862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:05.760036 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9914887 Dec 13 23:25:05.760831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5d876ab6-6606-49b3-8bc6-852922e66ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:05.764052 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5d876ab6-6606-49b3-8bc6-852922e66ca4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7659926 Dec 13 23:25:05.767861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48316) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:05.768193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48318) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:05.776508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f5:7e:c3'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:05.791174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5c78dd93-cbd2-4e2c-bab7-d8de9f47bb1d None None] Provisioning complete for port f26bf035-77d1-4dca-a21a-d95febce9de5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:05.791174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5c78dd93-cbd2-4e2c-bab7-d8de9f47bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:05.798314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:05.805910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:05.828788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] Calling delete_port for a1625809-b1ef-490d-a256-b6b8db330b07 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:05.901020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5c78dd93-cbd2-4e2c-bab7-d8de9f47bb1d None None] Port f26bf035-77d1-4dca-a21a-d95febce9de5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:06.002380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.018312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bfcafb6e-8cc5-432d-acdb-f238b2ff1916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:06.045281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port e48c3d90-1486-4f7a-82aa-3789ea1a2a87 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:06.047755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b70dac-bc0f-4b83-b93b-2a16280fc15e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:06.051572 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f5b70dac-bc0f-4b83-b93b-2a16280fc15e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2786865 Dec 13 23:25:06.057591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48326) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:06.070973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] No DVR routers for this DVR port a1625809-b1ef-490d-a256-b6b8db330b07 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:06.083968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] Pushing event deleted for resources: {'Port': ['ID=a1625809-b1ef-490d-a256-b6b8db330b07,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:06.087707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:06.113170 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-909762dc-c4d8-4ef8-aae0-c7d9b3c11f02 req-c6aa9c39-6c70-41eb-97b6-07b52c94fff6 service neutron] 10.222.0.18 "GET /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217464 Dec 13 23:25:06.220790 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d128301a-284f-4b97-9135-55a8e8c222da tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1486747 Dec 13 23:25:06.221468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.230292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48330) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:06.232740 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f5b2c000-3ee6-446c-84d4-23bb35267031 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81c3e5a27e454dfead5f4132b5dd85b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7273622 Dec 13 23:25:06.242080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48334) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:06.248877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:06.482921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:06.493687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93944da-ef04-42df-bf8f-c1dad4d735c0 req-aaf33346-5982-4ca8-9e3f-93ab9e72c919 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:06.495169 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b93944da-ef04-42df-bf8f-c1dad4d735c0 req-aaf33346-5982-4ca8-9e3f-93ab9e72c919 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.4506726 Dec 13 23:25:06.550520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:06.620184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0dfac562-49b7-4f96-a433-3b3b43fa9eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.625169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.631530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.668479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.678672 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b93944da-ef04-42df-bf8f-c1dad4d735c0 req-3d8eec56-9e11-426d-93f2-488a85908fdb tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473384 Dec 13 23:25:06.687076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:06.699795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.704700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0dfac562-49b7-4f96-a433-3b3b43fa9eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.883252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.883824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3b50816-b94d-4a31-9c04-a7e1062012db {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:25:06.916059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:06.928101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8f5f22a4-ad8f-46b5-88cc-ad8f1c68e051 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:06.987891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.142216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.143361 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "DELETE /v2.0/routers/b3b50816-b94d-4a31-9c04-a7e1062012db HTTP/1.1" status: 204 len: 168 time: 5.7843602 Dec 13 23:25:07.148160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f0792c8a-d739-4f29-9f5c-71b4e6f95bdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.160072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48338) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:07.177199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-101354056', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:07.183827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:07.190464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0dfac562-49b7-4f96-a433-3b3b43fa9eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.190982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:07.193981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:07.197254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=cec65912-8da0-4854-aad0-34750a2916b8,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:07.199178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-182b1175-9627-4871-81f3-3dfcb52ed1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:07.199549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Usage tracker for resource:router and tenant:307daabb371943eda530dd05ec1b0356 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:07.203174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:07.205059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.206371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:07.209421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:07.215629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a4be34e7-2a30-4793-80b5-62f0f262b813 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:07.246363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:07.279388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f0792c8a-d739-4f29-9f5c-71b4e6f95bdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.372069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=e48c3d90-1486-4f7a-82aa-3789ea1a2a87,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:07.381898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.386005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.389142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:07.414753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfac562-49b7-4f96-a433-3b3b43fa9eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75425e92-39e5-4f8c-9f8b-6694b4c94bf8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:07.421867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Checking segment: {'id': '71ea9963-15ca-4816-946f-214bbdf8f3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '51afc3c7-e760-4484-8825-24c232462e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:07.422473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network hostable DHCP agents. Network: 51afc3c7-e760-4484-8825-24c232462e5b, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:07.432424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.435500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0dfac562-49b7-4f96-a433-3b3b43fa9eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:07.484515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0dfac562-49b7-4f96-a433-3b3b43fa9eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.484800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b5991024-f336-475a-8159-87a4fb56a033 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:07.488138 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0dfac562-49b7-4f96-a433-3b3b43fa9eb8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75425e92-39e5-4f8c-9f8b-6694b4c94bf8 HTTP/1.1" status: 204 len: 168 time: 1.2215264 Dec 13 23:25:07.555517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: b5991024-f336-475a-8159-87a4fb56a033 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:07.556159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b5991024-f336-475a-8159-87a4fb56a033 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:07.556595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a1625809-b1ef-490d-a256-b6b8db330b07 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:07.597300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: a1625809-b1ef-490d-a256-b6b8db330b07 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:07.597569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a1625809-b1ef-490d-a256-b6b8db330b07 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:07.607932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.620287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 51afc3c7-e760-4484-8825-24c232462e5b is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:07.680849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a17e3e-58dc-419f-9620-6878e038af9c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:25:07.723949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 51afc3c7-e760-4484-8825-24c232462e5b) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:07.730053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:07.734408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:07.737247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f8883-0cfa-4316-b446-969bd25769ae None None] Network 51afc3c7-e760-4484-8825-24c232462e5b requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:07.737727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:07.738374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.743240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.764369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:07.770362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0726499f-6bf9-4f79-8c6f-261145afc841 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:07.774667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0792c8a-d739-4f29-9f5c-71b4e6f95bdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router b24278df-7953-49dd-8ade-9f709bb96a97 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:25:07.857141 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8308437 Dec 13 23:25:07.871049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48348) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:07.955572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Port': ['ID=f26bf035-77d1-4dca-a21a-d95febce9de5,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:07.961916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:08.055135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port e48c3d90-1486-4f7a-82aa-3789ea1a2a87 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:08.055481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.107985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:25:08.109836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] In _notify_port_updated(), no bound segment for port f26bf035-77d1-4dca-a21a-d95febce9de5 on network dd153172-d372-4003-8be2-924ad9473c8c {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:25:08.114749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:08.115696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.120014 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "PUT /v2.0/ports/f26bf035-77d1-4dca-a21a-d95febce9de5 HTTP/1.1" status: 200 len: 996 time: 2.3508399 Dec 13 23:25:08.138317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48356) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:08.178292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.187018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1da0e8ec-1785-48e1-91d5-fc2962cb9d82 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:08.248781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5617c967-0230-4cf6-8869-b54524897394 None None] Provisioning complete for port f26bf035-77d1-4dca-a21a-d95febce9de5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:08.249786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5617c967-0230-4cf6-8869-b54524897394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.256657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:08.261216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:08.266975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:08.267944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.282006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=84c39dfa-6d62-4fc0-a2af-ae41658a617c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:08.285188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a207b83-779d-407b-87e4-8905e68ef09e None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:08.288580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:08.332213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a17e3e-58dc-419f-9620-6878e038af9c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:08.336977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-80a17e3e-58dc-419f-9620-6878e038af9c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.346884 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed458d-27b3-4867-8e67-5b725b494682 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:08.367454 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed458d-27b3-4867-8e67-5b725b494682 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:08.368091 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a1ed458d-27b3-4867-8e67-5b725b494682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:08.376467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Deleting port f26bf035-77d1-4dca-a21a-d95febce9de5 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:08.376827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.382108 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1453269 Dec 13 23:25:08.382691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48364) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:08.392079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:f9:1b:5f', 'name': 'tempest-NetworksTestDHCPv6-516617977'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:08.446664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fed534-859c-45f3-b206-a36d63981db7 req-477be9f6-ce2a-4d55-94e3-9a7a5f000778 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:08.448189 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-74fed534-859c-45f3-b206-a36d63981db7 req-477be9f6-ce2a-4d55-94e3-9a7a5f000778 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.5258269 Dec 13 23:25:08.518292 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a1ed458d-27b3-4867-8e67-5b725b494682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:08.521925 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-80a17e3e-58dc-419f-9620-6878e038af9c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/floatingips/6bf37582-86db-442a-b6f5-518933a7a081 HTTP/1.1" status: 200 len: 977 time: 5.6009657 Dec 13 23:25:08.525354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48368) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:08.539706 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed458d-27b3-4867-8e67-5b725b494682 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:08.540589 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a1ed458d-27b3-4867-8e67-5b725b494682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:08.626837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5617c967-0230-4cf6-8869-b54524897394 None None] Port f26bf035-77d1-4dca-a21a-d95febce9de5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:08.652475 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a1ed458d-27b3-4867-8e67-5b725b494682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:08.653150 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed458d-27b3-4867-8e67-5b725b494682 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:08.660893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:08.660893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.677001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '84c39dfa-6d62-4fc0-a2af-ae41658a617c'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:08.678018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.713655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.717323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:08.741743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:08.754549 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-74fed534-859c-45f3-b206-a36d63981db7 req-90e04d67-6759-4a9f-9b36-4725572f598b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761052 Dec 13 23:25:08.932563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:08.938015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:08.944225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Allocated IP 2001:db8::f816:3eff:fecc:ee39 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/84c39dfa-6d62-4fc0-a2af-ae41658a617c/ea309559-85f9-4a49-8548-3f7d40f5ffe0) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:08.999778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port a1bbbf21-3b44-452d-aa4c-c8665270cec9 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:09.033008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for e48c3d90-1486-4f7a-82aa-3789ea1a2a87 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:09.170834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.183971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48380) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:09.212930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.222002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.232469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Transition to ACTIVE for port object ea309559-85f9-4a49-8548-3f7d40f5ffe0 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:09.253633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Transition to ACTIVE for port object ea309559-85f9-4a49-8548-3f7d40f5ffe0 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:09.255655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0792c8a-d739-4f29-9f5c-71b4e6f95bdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:09.257649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.263125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f0792c8a-d739-4f29-9f5c-71b4e6f95bdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.264444 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f0792c8a-d739-4f29-9f5c-71b4e6f95bdb tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/b24278df-7953-49dd-8ade-9f709bb96a97 HTTP/1.1" status: 200 len: 887 time: 4.6158941 Dec 13 23:25:09.270682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d9026-7012-4ea4-ae10-ced8fbf90ce1 None None] Sync routers for ids ['b24278df-7953-49dd-8ade-9f709bb96a97'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:09.274053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48386) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:09.287123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d9026-7012-4ea4-ae10-ced8fbf90ce1 None None] Routers {'b24278df-7953-49dd-8ade-9f709bb96a97'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:09.288024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-803d9026-7012-4ea4-ae10-ced8fbf90ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b24278df-7953-49dd-8ade-9f709bb96a97'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:09.352190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.365793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e1664171-a82d-4fef-bb73-8b4b326e0f71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:09.394475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.405222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-803d9026-7012-4ea4-ae10-ced8fbf90ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:09.461835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:09.468182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:09.471803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Pushing event updated for resources: {'Port': ['ID=ea309559-85f9-4a49-8548-3f7d40f5ffe0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:09.473266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:09.475652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d9026-7012-4ea4-ae10-ced8fbf90ce1 None None] Routers {'b24278df-7953-49dd-8ade-9f709bb96a97'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:09.476429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-803d9026-7012-4ea4-ae10-ced8fbf90ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b24278df-7953-49dd-8ade-9f709bb96a97'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:09.527660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.546198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:09.562552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-803d9026-7012-4ea4-ae10-ced8fbf90ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:09.562871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d9026-7012-4ea4-ae10-ced8fbf90ce1 None None] The sync data for ids ['b24278df-7953-49dd-8ade-9f709bb96a97'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:09.579830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Calling delete_port for f26bf035-77d1-4dca-a21a-d95febce9de5 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:09.620506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:09.636913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1684527005'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:09.650512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:09.652817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Attempting to bind port ea309559-85f9-4a49-8548-3f7d40f5ffe0 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:09.653310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Attempting to bind port ea309559-85f9-4a49-8548-3f7d40f5ffe0 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:09.653965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Attempting to bind port ea309559-85f9-4a49-8548-3f7d40f5ffe0 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:09.661169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:09.661655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:09.662127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.662713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:09.663258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Bound port: ea309559-85f9-4a49-8548-3f7d40f5ffe0, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:09.663569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.667940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:network and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:09.679542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=e48c3d90-1486-4f7a-82aa-3789ea1a2a87,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:09.679875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fef9:1b5f (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/84c39dfa-6d62-4fc0-a2af-ae41658a617c/a1bbbf21-3b44-452d-aa4c-c8665270cec9) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:09.682170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:09.691815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:09.696302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.705442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c544b-f8c2-4c21-808b-67367f8d34cb req-b9dba1f7-2c94-4601-b934-4196a3c137fd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:09.706946 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-136c544b-f8c2-4c21-808b-67367f8d34cb req-b9dba1f7-2c94-4601-b934-4196a3c137fd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.7127292 Dec 13 23:25:09.720967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:09.726491 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/e48c3d90-1486-4f7a-82aa-3789ea1a2a87 HTTP/1.1" status: 204 len: 168 time: 1.8519623 Dec 13 23:25:09.731958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48390) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:09.757873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] For port ea309559-85f9-4a49-8548-3f7d40f5ffe0, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:09.761005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] For port ea309559-85f9-4a49-8548-3f7d40f5ffe0, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ea309559-85f9-4a49-8548-3f7d40f5ffe0,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:09.812696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Allocated IP 172.26.5.249 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/095944cf-b605-4cef-a159-cb92e510d065) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:09.829528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.835758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:09.923991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Pushing event updated for resources: {'Port': ['ID=ea309559-85f9-4a49-8548-3f7d40f5ffe0,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:09.928437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:09.953789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:09.956740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.992347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.992701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:09.992961 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP 6bf37582-86db-442a-b6f5-518933a7a081 disassociated. External IP: 172.26.5.114, port: de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9. Dec 13 23:25:09.993302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:10.022212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e534fad6-9c9e-4345-b31b-7696212a1a38 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:10.026264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e534fad6-9c9e-4345-b31b-7696212a1a38 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:10.027062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e534fad6-9c9e-4345-b31b-7696212a1a38 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:10.030678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:10.053441 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-136c544b-f8c2-4c21-808b-67367f8d34cb req-9dfcdf31-3c6e-4adf-a0ef-d65ed3ef3a29 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281181 Dec 13 23:25:10.120202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:10.129088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:10.136860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:10.214361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event deleted for resources: {'Port': ['ID=f26bf035-77d1-4dca-a21a-d95febce9de5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:10.223135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:10.223864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e534fad6-9c9e-4345-b31b-7696212a1a38 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:10.225151 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e534fad6-9c9e-4345-b31b-7696212a1a38 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4922607 Dec 13 23:25:10.228553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48396) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:10.252687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:10.263519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:security_group_rule and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:10.309163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:10.316441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:10.355199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port cec65912-8da0-4854-aad0-34750a2916b8 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:10.355884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:10.488539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:10.507875 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a7781b81-ca79-46cd-b79f-2dcb21a25717 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/routers/b24278df-7953-49dd-8ade-9f709bb96a97 HTTP/1.1" status: 200 len: 887 time: 1.2266760 Dec 13 23:25:10.508954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48400) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:10.517977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:10.540061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:10.554268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81224ed7-c6bb-4bbc-9c59-b34f420e093e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:10.577323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71ff1550-7e04-4ed7-a4fe-f4e708c341f9 tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:10.626849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object a1bbbf21-3b44-452d-aa4c-c8665270cec9 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:10.636211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:10.638892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7868928e-cd1a-4392-95e0-67dd3db98740 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:10.644218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:10.691967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:10.699212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:10.712253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:10.818792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:10.822549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7868928e-cd1a-4392-95e0-67dd3db98740 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:10.826456 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7868928e-cd1a-4392-95e0-67dd3db98740 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=b24278df-7953-49dd-8ade-9f709bb96a97 HTTP/1.1" status: 200 len: 205 time: 0.3073664 Dec 13 23:25:10.830421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48408) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:10.911112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:10.972505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6591c440-9550-4bc7-8f9f-9c87970b9643 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:10.979755 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:25:11.011710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event updated for resources: {'Port': ['ID=095944cf-b605-4cef-a159-cb92e510d065,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:11.019052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:11.021905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.033101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.037605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.081840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:11.096305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:11.117068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:11.121081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:11.121696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.139600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:11.156496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=a1bbbf21-3b44-452d-aa4c-c8665270cec9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:11.165496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:11.175084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:11.199493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.199869 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment 737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb of type vlan for network d166d62c-f143-4cef-b79e-4cb018a14a41 Dec 13 23:25:11.271517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for cec65912-8da0-4854-aad0-34750a2916b8 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:11.281662 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ea309559-85f9-4a49-8548-3f7d40f5ffe0 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:11.385638 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "DELETE /v2.0/ports/f26bf035-77d1-4dca-a21a-d95febce9de5 HTTP/1.1" status: 204 len: 168 time: 3.2311170 Dec 13 23:25:11.416715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48414) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:11.417564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8ab16cc7-23c2-43e8-b670-aead91ba5f14 None None] Provisioning for port ea309559-85f9-4a49-8548-3f7d40f5ffe0 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:11.527882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b4b4f5-2ace-460d-b163-5263f07d3bdf,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:11.543495 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1594970 Dec 13 23:25:11.544597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:11.548359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.557260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48420) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:11.599321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a15924-0647-4e20-92eb-afee76d9bd89 req-ee906ec9-6291-4f92-9d0d-79ccd7dd8ee1 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:11.600712 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-92a15924-0647-4e20-92eb-afee76d9bd89 req-ee906ec9-6291-4f92-9d0d-79ccd7dd8ee1 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.5793378 Dec 13 23:25:11.623390 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b050ee9-2f9d-4786-85bb-0c427fe37cb4 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] GET failed (client error): The resource could not be found. Dec 13 23:25:11.624292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2b050ee9-2f9d-4786-85bb-0c427fe37cb4 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Synchronizing usage tracker for tenant:17d8c05e9d60438bafab83891292a6f4 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:11.625507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port ea309559-85f9-4a49-8548-3f7d40f5ffe0 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:11.632881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ea309559-85f9-4a49-8548-3f7d40f5ffe0 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:11.633904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.695418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:25:11.697447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f97099f8-7d1a-4db6-bd62-a1e36a22f9c7 None None] Provisioning for port a1bbbf21-3b44-452d-aa4c-c8665270cec9 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:11.705045 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-92a15924-0647-4e20-92eb-afee76d9bd89 req-6b8317de-70fc-4ba0-9564-8c1f34addf9c tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861075 Dec 13 23:25:11.706899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f97099f8-7d1a-4db6-bd62-a1e36a22f9c7 None None] Provisioning complete for port a1bbbf21-3b44-452d-aa4c-c8665270cec9 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:11.707292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f97099f8-7d1a-4db6-bd62-a1e36a22f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.716474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8acd693-4ea9-4761-aa58-eaa99c3b206a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:11.720725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8acd693-4ea9-4761-aa58-eaa99c3b206a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:11.721661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f8acd693-4ea9-4761-aa58-eaa99c3b206a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:11.721801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.725614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:11.728844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.738172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:11.776933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2b050ee9-2f9d-4786-85bb-0c427fe37cb4 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Unset dirty status for tenant:17d8c05e9d60438bafab83891292a6f4 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:11.782433 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2b050ee9-2f9d-4786-85bb-0c427fe37cb4 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "GET /v2.0/ports/f26bf035-77d1-4dca-a21a-d95febce9de5 HTTP/1.1" status: 404 len: 333 time: 0.3605859 Dec 13 23:25:11.782433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.788124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48424) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:11.789688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1e05b33-15ae-4c42-8171-856526802bae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:11.797428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f97099f8-7d1a-4db6-bd62-a1e36a22f9c7 None None] Port a1bbbf21-3b44-452d-aa4c-c8665270cec9 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:11.834673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'port': {'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c', 'name': 'tempest-AllowedAddressPairTestJSON-1981284081'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:11.859915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f8acd693-4ea9-4761-aa58-eaa99c3b206a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:11.860178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.863642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f8acd693-4ea9-4761-aa58-eaa99c3b206a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2959528 Dec 13 23:25:11.868489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=cec65912-8da0-4854-aad0-34750a2916b8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:11.871693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48428) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:11.875724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:11.878206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-127d30ce-923e-41fd-9253-097b89f766c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.891413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.899571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port ea309559-85f9-4a49-8548-3f7d40f5ffe0, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ea309559-85f9-4a49-8548-3f7d40f5ffe0,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:11.969611 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7808332 Dec 13 23:25:11.980394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=d166d62c-f143-4cef-b79e-4cb018a14a41,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:11.983552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:11.985135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:11.997151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.007304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8238dc60-e053-48ea-bca2-be7e90bc0029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:12.040684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port a1bbbf21-3b44-452d-aa4c-c8665270cec9 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:12.041529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.056283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network d166d62c-f143-4cef-b79e-4cb018a14a41 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:12.131790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=ea309559-85f9-4a49-8548-3f7d40f5ffe0,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:12.134334 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/cec65912-8da0-4854-aad0-34750a2916b8 HTTP/1.1" status: 204 len: 168 time: 1.9008546 Dec 13 23:25:12.136727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48432) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:12.137231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:12.227668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:12.230321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.231083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.265288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:12.297267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:12.319393 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16dce2-019a-4a90-ab25-a3d54fe7d5c4 None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:12.347808 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16dce2-019a-4a90-ab25-a3d54fe7d5c4 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:12.351034 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1c16dce2-019a-4a90-ab25-a3d54fe7d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:12.385377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.413628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.415629 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/ports/de4a24f3-76f4-4ac5-8cc9-776cff7ab2d9 HTTP/1.1" status: 204 len: 168 time: 3.8890822 Dec 13 23:25:12.419123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48436) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:12.426729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Made reservation on behalf of 17d8c05e9d60438bafab83891292a6f4 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:12.430048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.489374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 436e8031-7894-40e3-8b65-915cda9c8df1 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:12.489374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.502742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] device_id is not set on port c0e185e0-9ac4-4f3e-bee0-de3907995f6e yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:12.551682 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-008efdbc-ac21-4f94-8fdf-4ce900cad9ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "GET /v2.0/floatingips/6bf37582-86db-442a-b6f5-518933a7a081 HTTP/1.1" status: 200 len: 688 time: 0.1299968 Dec 13 23:25:12.556124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48442) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:12.563585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad1927c-ebe4-4840-adec-d03f697f1383 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:12.564346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3ad1927c-ebe4-4840-adec-d03f697f1383 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:12.568027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.571930 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1c16dce2-019a-4a90-ab25-a3d54fe7d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:12.597543 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c16dce2-019a-4a90-ab25-a3d54fe7d5c4 None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:12.599240 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1c16dce2-019a-4a90-ab25-a3d54fe7d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:12.680662 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1c16dce2-019a-4a90-ab25-a3d54fe7d5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:12.680969 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c16dce2-019a-4a90-ab25-a3d54fe7d5c4 None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:12.730418 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for a1bbbf21-3b44-452d-aa4c-c8665270cec9 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:12.884322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port 78c35b33-101a-4745-ba43-236617f9fb2b {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:12.884945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:12.929834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:13.009909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3ad1927c-ebe4-4840-adec-d03f697f1383 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:13.013625 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3ad1927c-ebe4-4840-adec-d03f697f1383 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8703418 Dec 13 23:25:13.058571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48448) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:13.080904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for 436e8031-7894-40e3-8b65-915cda9c8df1 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:13.192853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Allocated IP 172.20.0.7 (dd153172-d372-4003-8be2-924ad9473c8c/8627cad9-a764-4337-b012-ee0b5951cec7/c0e185e0-9ac4-4f3e-bee0-de3907995f6e) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:13.202680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ea309559-85f9-4a49-8548-3f7d40f5ffe0 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:13.293954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8cfd3-5d1a-4b66-833c-3e6d17237e35 req-bf57ff8e-cbc9-4020-903e-634cbc8afad2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:13.294692 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-528fb14c-7fe1-4384-ab92-3d5394534d2b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:25:13.295841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-528fb14c-7fe1-4384-ab92-3d5394534d2b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:13.306176 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c5e8cfd3-5d1a-4b66-833c-3e6d17237e35 req-bf57ff8e-cbc9-4020-903e-634cbc8afad2 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.3452365 Dec 13 23:25:13.317762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ea309559-85f9-4a49-8548-3f7d40f5ffe0 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:13.318132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:13.466285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:13.471956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-528fb14c-7fe1-4384-ab92-3d5394534d2b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:13.473242 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-528fb14c-7fe1-4384-ab92-3d5394534d2b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/e48c3d90-1486-4f7a-82aa-3789ea1a2a87 HTTP/1.1" status: 404 len: 333 time: 0.4136183 Dec 13 23:25:13.479821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a5010a68-d595-405f-bde3-e73a46e0136a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:13.481134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48452) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:13.578405 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-772aff9f-7980-4b38-9a63-0d05a431681d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:25:13.579105 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-772aff9f-7980-4b38-9a63-0d05a431681d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/cec65912-8da0-4854-aad0-34750a2916b8 HTTP/1.1" status: 404 len: 333 time: 0.0944688 Dec 13 23:25:13.587494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48456) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:13.606405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=a1bbbf21-3b44-452d-aa4c-c8665270cec9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:13.614060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:13.643271 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c5e8cfd3-5d1a-4b66-833c-3e6d17237e35 req-0ee1968f-d0f6-46bb-bffd-741def605332 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357244 Dec 13 23:25:13.655287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:13.655831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:13.710366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:13.755662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-aecf46fa-4544-4ea0-8ef3-44906f9de3b6 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:13.757252 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-aecf46fa-4544-4ea0-8ef3-44906f9de3b6 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.18 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.4168108 Dec 13 23:25:13.794549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:13.814871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Transition to ACTIVE for port object c0e185e0-9ac4-4f3e-bee0-de3907995f6e will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:13.853736 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/a1bbbf21-3b44-452d-aa4c-c8665270cec9 HTTP/1.1" status: 204 len: 168 time: 1.9768848 Dec 13 23:25:13.856127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48460) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:13.901205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for 78c35b33-101a-4745-ba43-236617f9fb2b owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:13.924813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Router b065136c-83a8-4ff2-97e0-dd700e335429 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:25:13.932864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55e905-3bc9-4e3a-8873-f8da59fe6dfa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:13.934491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55e905-3bc9-4e3a-8873-f8da59fe6dfa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:13.935243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4f55e905-3bc9-4e3a-8873-f8da59fe6dfa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:14.013280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.021915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.025191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8ce28f4-4e6d-4e25-a710-5d712b34712e tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:14.071861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4f55e905-3bc9-4e3a-8873-f8da59fe6dfa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:14.075778 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4f55e905-3bc9-4e3a-8873-f8da59fe6dfa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2184353 Dec 13 23:25:14.082087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48464) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:14.094267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8012a7c3-b709-4f37-a1d6-dfa645fe1594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.104975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Deleting port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:14.105308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.157224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Port': ['ID=c0e185e0-9ac4-4f3e-bee0-de3907995f6e,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:14.166906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:14.168255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Network dd153172-d372-4003-8be2-924ad9473c8c is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:14.172862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:14.177449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:14.463977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.466996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:14.468279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.480350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bf8a0c1e-8f3a-40e9-9625-bc6aa4a73033 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:14.504671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2151085-0d39-4601-b97f-d7d27cf30779 None None] Provisioning for port c0e185e0-9ac4-4f3e-bee0-de3907995f6e completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:14.513803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2151085-0d39-4601-b97f-d7d27cf30779 None None] Provisioning complete for port c0e185e0-9ac4-4f3e-bee0-de3907995f6e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:14.515992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2151085-0d39-4601-b97f-d7d27cf30779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.527993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=436e8031-7894-40e3-8b65-915cda9c8df1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:14.531717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:14.537213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.546669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 84c39dfa-6d62-4fc0-a2af-ae41658a617c {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:25:14.551451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.591471 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7666292 Dec 13 23:25:14.596311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48468) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:14.608811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'port': {'network_id': 'dd153172-d372-4003-8be2-924ad9473c8c', 'name': 'tempest-AllowedAddressPairTestJSON-1322081990'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:14.618393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d2151085-0d39-4601-b97f-d7d27cf30779 None None] Port c0e185e0-9ac4-4f3e-bee0-de3907995f6e cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:14.624475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51afc3c7-e760-4484-8825-24c232462e5b']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:14.704754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ea9963-15ca-4816-946f-214bbdf8f3be') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:14.705042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ea9963-15ca-4816-946f-214bbdf8f3be') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:14.707580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.773156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:14.783481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.789114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa8ca7-a890-463b-8746-b086a66cc137 None None] Sync routers for ids ['b065136c-83a8-4ff2-97e0-dd700e335429'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:14.820114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.829231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa8ca7-a890-463b-8746-b086a66cc137 None None] Routers {'b065136c-83a8-4ff2-97e0-dd700e335429'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:14.830964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3efa8ca7-a890-463b-8746-b086a66cc137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b065136c-83a8-4ff2-97e0-dd700e335429'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:14.854919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:14.868937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:14.880044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.924110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:14.928456 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7645836 Dec 13 23:25:14.930635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3efa8ca7-a890-463b-8746-b086a66cc137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:14.931998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48476) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:14.937412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cd0df210-1ed4-41f2-a7f1-17444ef78f78 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': False}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:14.945959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa8ca7-a890-463b-8746-b086a66cc137 None None] Routers {'b065136c-83a8-4ff2-97e0-dd700e335429'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:14.946990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3efa8ca7-a890-463b-8746-b086a66cc137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b065136c-83a8-4ff2-97e0-dd700e335429'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:15.085123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3efa8ca7-a890-463b-8746-b086a66cc137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:15.085841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa8ca7-a890-463b-8746-b086a66cc137 None None] The sync data for ids ['b065136c-83a8-4ff2-97e0-dd700e335429'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:15.146094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50097e7f-2636-4933-9941-6b9520fb9a85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:15.153021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Made reservation on behalf of 17d8c05e9d60438bafab83891292a6f4 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:15.156884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.195553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.201376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] device_id is not set on port 07eb4b69-9c30-4d16-b612-86dda349f574 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:15.237202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48480) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:15.250644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': 'd166d62c-f143-4cef-b79e-4cb018a14a41', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:15.260040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=78c35b33-101a-4745-ba43-236617f9fb2b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:15.262491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:15.278930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:15.279329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.281707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:15.296455 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:15.355750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.359922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.371622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fbf4f7b2-c70f-4353-92ef-f65fddcfb982 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:15.401071 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.429233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=84c39dfa-6d62-4fc0-a2af-ae41658a617c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:15.436818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:15.460855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68786d2b-9eed-43d6-b942-7dc495a7df2b None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:15.503253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:15.505799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.521401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:subnet and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:15.528096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:15.538983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:15.611094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] For port 20b838e6-3626-48ae-b448-c1fa7cfed8d6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=20b838e6-3626-48ae-b448-c1fa7cfed8d6,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:15.611531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.618034 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/84c39dfa-6d62-4fc0-a2af-ae41658a617c HTTP/1.1" status: 204 len: 168 time: 1.5348201 Dec 13 23:25:15.624521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48484) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:15.705029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Allocated IP 172.20.0.3 (dd153172-d372-4003-8be2-924ad9473c8c/8627cad9-a764-4337-b012-ee0b5951cec7/07eb4b69-9c30-4d16-b612-86dda349f574) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:15.717443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:15.723992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:15.728588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Deleting port ea309559-85f9-4a49-8548-3f7d40f5ffe0 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:15.729068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.741257 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2984e1b8-d89d-488a-a94a-665d93ca3b15 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121593 Dec 13 23:25:15.751289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48488) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:15.765257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:15.781220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.785542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.858481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:15.874307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.907247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Network': ['ID=51afc3c7-e760-4484-8825-24c232462e5b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:15.909683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:15.928559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.931828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.938568 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/floatingips/6bf37582-86db-442a-b6f5-518933a7a081 HTTP/1.1" status: 204 len: 168 time: 3.3759470 Dec 13 23:25:15.942528 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/networks/51afc3c7-e760-4484-8825-24c232462e5b HTTP/1.1" status: 204 len: 168 time: 2.3468151 Dec 13 23:25:15.942528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48492) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:15.942819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48494) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:15.954048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] For port ea309559-85f9-4a49-8548-3f7d40f5ffe0, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ea309559-85f9-4a49-8548-3f7d40f5ffe0,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:15.954683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:15.974647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.001645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1067845665'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:16.025457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'c895f2c8-7287-443f-8a4a-1b246308260c'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:16.033863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.042278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e328ae-dd14-47d7-ba9b-307125ec9ff4 req-75a9643f-088e-4477-a292-f152d69d892f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:16.043711 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-94e328ae-dd14-47d7-ba9b-307125ec9ff4 req-75a9643f-088e-4477-a292-f152d69d892f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 946 time: 0.9030640 Dec 13 23:25:16.045231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:16.050131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:16.062486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:network and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:16.073852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:floatingip and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:16.076538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:16.076753 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Calling delete_port for ea309559-85f9-4a49-8548-3f7d40f5ffe0 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:16.095059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:16.103514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:16.116752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:16.164120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:16.212804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.217775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c96c88f3-9acf-4e7f-ad17-6c5f300ee84c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:16.230754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:16.239726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:16.250351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:16.257417 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-94e328ae-dd14-47d7-ba9b-307125ec9ff4 req-c293217d-4912-4c1e-ad0a-fef18c75221d tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups?id=07d9e875-66bb-4719-9409-5ff117a56894&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001429 Dec 13 23:25:16.274465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.275138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.276121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Pushing event deleted for resources: {'Port': ['ID=ea309559-85f9-4a49-8548-3f7d40f5ffe0,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:16.276766 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Floating IP ae2644c6-4322-4b6d-8b41-afe014742df2 disassociated. External IP: 172.26.5.194, port: 20b838e6-3626-48ae-b448-c1fa7cfed8d6. Dec 13 23:25:16.277204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Calling delete_port for 20b838e6-3626-48ae-b448-c1fa7cfed8d6 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:16.289233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] No DVR routers for this DVR port ea309559-85f9-4a49-8548-3f7d40f5ffe0 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:16.293647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.293995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.294507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.294853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.295220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.296410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.296410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.296410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.296682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.296834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.297161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:25:16.307594 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:16.323660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:16.327940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.360758 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.377217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.399293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.399834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Fanout notify agent at l3_agent the message router_deleted on router b24278df-7953-49dd-8ade-9f709bb96a97 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:25:16.423571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:16.427190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.439430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:16.507178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.507528 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Added segment 979e499b-16ab-4f32-9011-771582b317c5 of type vlan for network fad3fe83-dcde-4b65-8b0a-059a3a37aab5 Dec 13 23:25:16.512884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Transition to ACTIVE for port object 07eb4b69-9c30-4d16-b612-86dda349f574 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:16.521149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.522243 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/b24278df-7953-49dd-8ade-9f709bb96a97 HTTP/1.1" status: 204 len: 168 time: 5.6913214 Dec 13 23:25:16.535059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48500) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:16.687202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.723510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.730357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'network': {'name': 'tempest-RoutersTest-593304879'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:16.748846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:16.773301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:network and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:16.779061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:16.796750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:16.816151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.877920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.887029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-beda3bb5-391c-4f26-a1c9-2de5941e9160 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:16.940705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.944810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:16.945389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.954091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Pushing event deleted for resources: {'Port': ['ID=20b838e6-3626-48ae-b448-c1fa7cfed8d6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:16.956558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:16.964679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:16.984661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.986182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:16.989229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:16.998265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.010157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:17.143919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Network dd153172-d372-4003-8be2-924ad9473c8c is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:17.160475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=1c4999f2-053a-4381-95e0-531f18929c58,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:17.165680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:17.176180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:17.176618 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0bab11fc-b379-4008-b191-f90e5878dd72 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:17.200336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ea309559-85f9-4a49-8548-3f7d40f5ffe0 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:17.206809 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2578931 Dec 13 23:25:17.210944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Network': ['ID=fad3fe83-dcde-4b65-8b0a-059a3a37aab5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:17.213782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:17.215207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.26.5.254 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/d5e35d66-42e8-4130-9b8c-1cde6fb5f0db) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:17.217376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:17.217661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48504) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:17.217837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:17.228558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': 'fad3fe83-dcde-4b65-8b0a-059a3a37aab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:17.250685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network fad3fe83-dcde-4b65-8b0a-059a3a37aab5 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:17.321849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.322194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added segment 205e4c52-846b-4a59-929a-59721976584d of type vlan for network 5e2a89df-48ef-45da-b2b0-5707105fcf48 Dec 13 23:25:17.395781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: ea309559-85f9-4a49-8548-3f7d40f5ffe0 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:17.396143 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ea309559-85f9-4a49-8548-3f7d40f5ffe0 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:17.461777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking segment: {'id': '737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd166d62c-f143-4cef-b79e-4cb018a14a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:17.461777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network hostable DHCP agents. Network: d166d62c-f143-4cef-b79e-4cb018a14a41, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:17.532765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Port': ['ID=07eb4b69-9c30-4d16-b612-86dda349f574,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:17.535675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:17.553418 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:17.554228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.582143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.594240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:17.602882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:17.617463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:17.630681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:17.660171 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2f62c313-8cb1-4e5c-ae69-50ac3d7104b6 req-4e027e38-f584-4e0b-9ab8-1553c2f4e497 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 210 time: 0.1140723 Dec 13 23:25:17.703562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.743093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Router 20616f82-317f-4cee-a91c-ecbaf8771d85 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:25:17.743573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.objects.ports [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84311) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:25:17.750760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.755197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:17.756280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:17.803261 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2039254 Dec 13 23:25:17.808294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48510) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:17.821020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:f5:7e:c3'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:58:fa:a0'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:17.863985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-68417972-58d1-4843-a24c-683e301f2f43 None None] Provisioning for port 07eb4b69-9c30-4d16-b612-86dda349f574 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:17.869241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-68417972-58d1-4843-a24c-683e301f2f43 None None] Provisioning complete for port 07eb4b69-9c30-4d16-b612-86dda349f574 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:17.869757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-68417972-58d1-4843-a24c-683e301f2f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.874718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network d166d62c-f143-4cef-b79e-4cb018a14a41 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:17.883527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:17.888241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.892706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:17.893298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.902090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.905800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:17.910551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dff516b1-782f-46af-8bd7-b533166f2585 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:17.925731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79050fc5-b627-4dfd-ae40-5590b7ac7262 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:17.931019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:17.931647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:17.935116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=2738bd79-355e-4cae-b62e-b64b32b3b494,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:17.952546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:17.954336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-accb1214-3d60-4e89-9bc5-67df28c142c8 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:17.957258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-68417972-58d1-4843-a24c-683e301f2f43 None None] Port 07eb4b69-9c30-4d16-b612-86dda349f574 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:18.010487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:18.012383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, d166d62c-f143-4cef-b79e-4cb018a14a41) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:18.025992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d7fe91-dda2-4011-816e-db00c070c7c6 None None] Network d166d62c-f143-4cef-b79e-4cb018a14a41 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:18.041395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:18.049488 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=d5e35d66-42e8-4130-9b8c-1cde6fb5f0db,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:18.051983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:18.053792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:18.057491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:18.108488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:18.109168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:18.137079 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4291968 Dec 13 23:25:18.141872 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3865116 Dec 13 23:25:18.152286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48514) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:18.152626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48516) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:18.160163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'subnet': {'network_id': '5e2a89df-48ef-45da-b2b0-5707105fcf48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:18.185002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:c0:75:df', 'name': 'tempest-NetworksTestDHCPv6-611785645'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:18.188096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.ipam_backend_mixin [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Performing IP validity checks on allocation pools {{(pid=84312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 23:25:18.188755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.ipam_backend_mixin [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 23:25:18.208121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd0df210-1ed4-41f2-a7f1-17444ef78f78 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:18.210967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Network': ['ID=5e2a89df-48ef-45da-b2b0-5707105fcf48,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:18.239588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:18.261827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 5e2a89df-48ef-45da-b2b0-5707105fcf48 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:18.279502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '2738bd79-355e-4cae-b62e-b64b32b3b494'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:18.280960 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:18.387158 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fd83c83c-b8b5-49b7-9d29-5f6197be21ba tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1458521 Dec 13 23:25:18.391297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 20b838e6-3626-48ae-b448-c1fa7cfed8d6 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:18.393438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48522) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:18.425678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-334786030'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:18.453125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:18.505037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:network and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:18.530495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 20b838e6-3626-48ae-b448-c1fa7cfed8d6 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:18.530977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 20b838e6-3626-48ae-b448-c1fa7cfed8d6 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:18.617151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-d166d62c-f143-4cef-b79e-4cb018a14a41', 'network_id': 'd166d62c-f143-4cef-b79e-4cb018a14a41', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': '1c4999f2-053a-4381-95e0-531f18929c58'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:18.618115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:18.674324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:18.700876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:18.706246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:18.711262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:subnet and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:18.723392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:18.740014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:18.747597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:18.758476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:18.773541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:18.781924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:18.783783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Allocated IP 2001:db8::f816:3eff:fe12:1507 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/2738bd79-355e-4cae-b62e-b64b32b3b494/7d9feaf7-2736-467c-8c13-948b4e459053) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:18.892442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:18.896754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:18.910515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:18.929831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-ba150a02-3d06-4e48-994e-7b328157e358 req-359c3b27-15e5-42d9-b1f2-8b93df283914 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Synchronizing usage tracker for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:18.935272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:18.945984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:18.959629 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] Sync routers for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:18.960151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Allocated IP 2001:db8:0:ffff::2 (d166d62c-f143-4cef-b79e-4cb018a14a41/1c4999f2-053a-4381-95e0-531f18929c58/a772aef3-5eed-44af-85b5-cb71ffc40aaf) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:18.989412 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:18.991368 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:19.060031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] No DVR routers for this DVR port 20b838e6-3626-48ae-b448-c1fa7cfed8d6 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:19.067776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.077262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'name': 'network-vif-deleted', 'tag': '20b838e6-3626-48ae-b448-c1fa7cfed8d6'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:25:19.097454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.104305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.131289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.153353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bffc342b-d8cc-4dc9-9a5c-083a959e99b1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:19.222642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.249104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Transition to ACTIVE for port object 7d9feaf7-2736-467c-8c13-948b4e459053 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:19.302655 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc', 'name': 'network-vif-deleted', 'tag': '20b838e6-3626-48ae-b448-c1fa7cfed8d6', 'status': 'completed', 'code': 200} Dec 13 23:25:19.321247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=89a97071-e22c-4703-b6fd-8b949d5a4296,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:19.322741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Transition to ACTIVE for port object 7d9feaf7-2736-467c-8c13-948b4e459053 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:19.325023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:19.331572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.332144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-ba150a02-3d06-4e48-994e-7b328157e358 req-359c3b27-15e5-42d9-b1f2-8b93df283914 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Unset dirty status for tenant:6e5e6f0c86d7408587a8ba11ebf879f2 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:19.333309 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ba150a02-3d06-4e48-994e-7b328157e358 req-359c3b27-15e5-42d9-b1f2-8b93df283914 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 210 time: 0.5079021 Dec 13 23:25:19.335312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:19.339728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.351966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Transition to ACTIVE for port object a772aef3-5eed-44af-85b5-cb71ffc40aaf will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:19.385779 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-53bdd5ef-fb6b-45d5-bf73-b31139dfc48e req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.18 "DELETE /v2.0/ports/20b838e6-3626-48ae-b448-c1fa7cfed8d6 HTTP/1.1" status: 204 len: 173 time: 5.4553561 Dec 13 23:25:19.386064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Transition to ACTIVE for port object a772aef3-5eed-44af-85b5-cb71ffc40aaf will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:19.399253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Checking segment: {'id': '979e499b-16ab-4f32-9011-771582b317c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fad3fe83-dcde-4b65-8b0a-059a3a37aab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:19.399658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network hostable DHCP agents. Network: fad3fe83-dcde-4b65-8b0a-059a3a37aab5, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:19.401010 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:25:19.413251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.431482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:19.501855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port aa5be23c-8bab-475b-a982-f3a1dea62256 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:19.515176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.532350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:19.536433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:19.548933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:19.571486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network fad3fe83-dcde-4b65-8b0a-059a3a37aab5 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:19.617223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:19.638286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.646653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, fad3fe83-dcde-4b65-8b0a-059a3a37aab5) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:19.663368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:19.663809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d7897f-f346-4f7b-ba3b-edc613ccf687 None None] Network fad3fe83-dcde-4b65-8b0a-059a3a37aab5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:19.664580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.683828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Pushing event updated for resources: {'Port': ['ID=7d9feaf7-2736-467c-8c13-948b4e459053,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:19.690887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Network d166d62c-f143-4cef-b79e-4cb018a14a41 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:19.700072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:19.700954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:19.702781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6f9a2c4e-0c67-43e6-bb55-ebdd7952ec57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:19.730933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:19.771429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.810336 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5878124 Dec 13 23:25:19.814153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48532) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:19.817164 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '74ee6a03-4dab-4a99-8154-9c5c66fdbb06', 'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'mac_address': 'fa:16:3e:1d:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:22Z', 'updated_at': '2021-12-13T23:22:15Z', 'revision_number': 5, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'subnets': [{'id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:19.823049 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] Checking router: 20616f82-317f-4cee-a91c-ecbaf8771d85 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:25:19.832933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': 'fad3fe83-dcde-4b65-8b0a-059a3a37aab5', 'name': 'tempest-PortsTestJSON-94309858'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:19.837372 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:19.838198 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:19.859721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Attempting to bind port 7d9feaf7-2736-467c-8c13-948b4e459053 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:19.860451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Attempting to bind port 7d9feaf7-2736-467c-8c13-948b4e459053 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:19.860451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Attempting to bind port 7d9feaf7-2736-467c-8c13-948b4e459053 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:19.877116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.877686 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment cde14174-6931-4efc-b2f1-6f286f82e457 of type vlan for network 99164dee-49bf-415b-b4e2-04bf6208f805 Dec 13 23:25:19.913333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.997450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:19.998349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:19.998940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:19.999495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:20.000184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Bound port: 7d9feaf7-2736-467c-8c13-948b4e459053, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:20.010187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.019539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.024738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.036075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1a7318eb-5a54-4654-88a9-3d010f170de7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:20.039305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Pushing event updated for resources: {'Port': ['ID=a772aef3-5eed-44af-85b5-cb71ffc40aaf,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:20.064678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:20.099707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Attempting to bind port a772aef3-5eed-44af-85b5-cb71ffc40aaf on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:20.100369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Attempting to bind port a772aef3-5eed-44af-85b5-cb71ffc40aaf by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd166d62c-f143-4cef-b79e-4cb018a14a41'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:20.100904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Attempting to bind port a772aef3-5eed-44af-85b5-cb71ffc40aaf on network d166d62c-f143-4cef-b79e-4cb018a14a41 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:20.106587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:20.118539 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:25:20.126704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:20.127365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Checking segment: {'id': '737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd166d62c-f143-4cef-b79e-4cb018a14a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:20.127967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.128544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Bound using segment: {'id': '737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd166d62c-f143-4cef-b79e-4cb018a14a41'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:20.129186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Bound port: a772aef3-5eed-44af-85b5-cb71ffc40aaf, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd166d62c-f143-4cef-b79e-4cb018a14a41'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:20.129731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.131581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:20.184001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.246207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:20.251483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.276856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.281633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.295069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b5304b80-ec6d-464e-b257-383e81346294 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:20.305290 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] For port 7d9feaf7-2736-467c-8c13-948b4e459053, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:20.331088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd0df210-1ed4-41f2-a7f1-17444ef78f78 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.339173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd0df210-1ed4-41f2-a7f1-17444ef78f78 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.361362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] For port 7d9feaf7-2736-467c-8c13-948b4e459053, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7d9feaf7-2736-467c-8c13-948b4e459053,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:20.363634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] For port a772aef3-5eed-44af-85b5-cb71ffc40aaf, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:20.367376 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-fad3fe83-dcde-4b65-8b0a-059a3a37aab5', 'network_id': 'fad3fe83-dcde-4b65-8b0a-059a3a37aab5', 'tenant_id': '23369587cb5349a599dea985ba80e5e9', 'fixed_ips': [{'subnet_id': '89a97071-e22c-4703-b6fd-8b949d5a4296'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:20.368434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.390552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] For port a772aef3-5eed-44af-85b5-cb71ffc40aaf, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a772aef3-5eed-44af-85b5-cb71ffc40aaf,segment=NetworkSegment(737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb),segment_id=737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:20.429463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fec0:75df (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/2738bd79-355e-4cae-b62e-b64b32b3b494/aa5be23c-8bab-475b-a982-f3a1dea62256) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:20.438156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.451933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:20.484933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port c4a8b0fa-9b1b-41a5-9db5-b894e620285d yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:20.590707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.604182 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '74ee6a03-4dab-4a99-8154-9c5c66fdbb06', 'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'mac_address': 'fa:16:3e:1d:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:22Z', 'updated_at': '2021-12-13T23:22:15Z', 'revision_number': 5, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'subnets': [{'id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:20.621612 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5065f4-207e-4e8d-b488-e50d35503143 None None] The sync data for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv is: [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:21:26Z', 'revision_number': 4, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '74ee6a03-4dab-4a99-8154-9c5c66fdbb06', 'name': '', 'network_id': '840a421d-88cb-462e-a555-093c8caed243', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'mac_address': 'fa:16:3e:1d:25:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:22Z', 'updated_at': '2021-12-13T23:22:15Z', 'revision_number': 5, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'subnets': [{'id': '39d26e38-0e64-4354-a88c-3cd55097d092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:20.772537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=d5e35d66-42e8-4130-9b8c-1cde6fb5f0db,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:20.791805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:20.793032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Pushing event updated for resources: {'Port': ['ID=7d9feaf7-2736-467c-8c13-948b4e459053,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:20.799074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:20.799537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:20.819753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Subnet': ['ID=6af6facd-ff36-4597-9685-8fd98e798001,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:20.834386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] In _notify_port_updated(), no bound segment for port 07eb4b69-9c30-4d16-b612-86dda349f574 on network dd153172-d372-4003-8be2-924ad9473c8c {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:25:20.839091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.845322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:20.846548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:20.847412 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "PUT /v2.0/ports/07eb4b69-9c30-4d16-b612-86dda349f574 HTTP/1.1" status: 200 len: 1056 time: 3.0354934 Dec 13 23:25:20.848603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:20.905730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e60b9695-8bc2-47a4-b338-4fabbc6443a8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.567s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:20.921728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Allocated IP 172.20.0.2 (fad3fe83-dcde-4b65-8b0a-059a3a37aab5/89a97071-e22c-4703-b6fd-8b949d5a4296/72e02da9-3363-48f4-ad2c-d72b675c864e) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:20.960414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Pushing event updated for resources: {'Port': ['ID=a772aef3-5eed-44af-85b5-cb71ffc40aaf,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:20.964199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:20.972909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48540) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:21.036119 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b162e228-2be3-4a70-8d98-fb68a1134a59 req-2f79be32-3097-43ff-905e-765beb9ea21f tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/ports?device_id=1901cbc5-a5b1-4ffd-b73b-57b0c8099fcc HTTP/1.1" status: 200 len: 210 time: 0.1864436 Dec 13 23:25:21.106513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Deleting port 07eb4b69-9c30-4d16-b612-86dda349f574 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:21.106513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:21.152964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Checking segment: {'id': '205e4c52-846b-4a59-929a-59721976584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5e2a89df-48ef-45da-b2b0-5707105fcf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:21.153384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network hostable DHCP agents. Network: 5e2a89df-48ef-45da-b2b0-5707105fcf48, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:21.163578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-23c47776-9a2f-47b0-8487-6549a77ab64a None None] Provisioning complete for port 07eb4b69-9c30-4d16-b612-86dda349f574 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:21.166525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-23c47776-9a2f-47b0-8487-6549a77ab64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:21.182934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:21.187319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:21.188186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:21.253541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733a86ec-11c0-4303-9187-a638ea64dff1 None None] New status for floating IP ae2644c6-4322-4b6d-8b41-afe014742df2: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:25:21.275828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event updated for resources: {'Port': ['ID=07eb4b69-9c30-4d16-b612-86dda349f574,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:21.281517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:21.298941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-370d7eba-82ed-4edb-a0ad-e97cbbb1680e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:21.537020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7d9feaf7-2736-467c-8c13-948b4e459053 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:21.662412 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.2586660 Dec 13 23:25:21.680182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48544) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:21.689122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': '99164dee-49bf-415b-b4e2-04bf6208f805', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:21.709887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-23c47776-9a2f-47b0-8487-6549a77ab64a None None] Port 07eb4b69-9c30-4d16-b612-86dda349f574 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:21.790714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=99164dee-49bf-415b-b4e2-04bf6208f805,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:21.793822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:21.832106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:21.846544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Transition to ACTIVE for port object 72e02da9-3363-48f4-ad2c-d72b675c864e will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:21.872830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 5e2a89df-48ef-45da-b2b0-5707105fcf48 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:21.882222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Transition to ACTIVE for port object 72e02da9-3363-48f4-ad2c-d72b675c864e will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:21.888090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 99164dee-49bf-415b-b4e2-04bf6208f805 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:21.910197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 7d9feaf7-2736-467c-8c13-948b4e459053 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:21.956823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0df210-1ed4-41f2-a7f1-17444ef78f78 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Router b065136c-83a8-4ff2-97e0-dd700e335429 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:25:22.063211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 5e2a89df-48ef-45da-b2b0-5707105fcf48) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:22.063574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:22.068085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:22.069281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.077970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.110811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:subnet and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:22.120487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200bc086-ab0e-45c0-b746-0c09f60f58a5 None None] Network 5e2a89df-48ef-45da-b2b0-5707105fcf48 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:22.122718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:22.128798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object aa5be23c-8bab-475b-a982-f3a1dea62256 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:22.137065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.144099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:22.158420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.9 (fad3fe83-dcde-4b65-8b0a-059a3a37aab5/89a97071-e22c-4703-b6fd-8b949d5a4296/c4a8b0fa-9b1b-41a5-9db5-b894e620285d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:22.224026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Pushing event updated for resources: {'Port': ['ID=72e02da9-3363-48f4-ad2c-d72b675c864e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:22.229720 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0759900 Dec 13 23:25:22.231423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:22.245865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48552) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:22.267913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2097448741', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:22.278010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:22.285844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:router and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:22.286757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:22.294078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:22.302677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.312727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:22.363808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0df210-1ed4-41f2-a7f1-17444ef78f78 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:22.364527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Network fad3fe83-dcde-4b65-8b0a-059a3a37aab5 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:22.373142 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:22.377696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:22.379472 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654f3f6-04a3-4e21-a4bf-2f2c3a3c213d None None] Sync routers for ids ['b065136c-83a8-4ff2-97e0-dd700e335429'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:22.390791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd0df210-1ed4-41f2-a7f1-17444ef78f78 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.396349 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cd0df210-1ed4-41f2-a7f1-17444ef78f78 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "PUT /v2.0/routers/b065136c-83a8-4ff2-97e0-dd700e335429 HTTP/1.1" status: 200 len: 921 time: 7.4632816 Dec 13 23:25:22.400661 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654f3f6-04a3-4e21-a4bf-2f2c3a3c213d None None] Routers {'b065136c-83a8-4ff2-97e0-dd700e335429'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:22.404580 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6654f3f6-04a3-4e21-a4bf-2f2c3a3c213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b065136c-83a8-4ff2-97e0-dd700e335429'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:22.405992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48558) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:22.406487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48560) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:22.535065 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6654f3f6-04a3-4e21-a4bf-2f2c3a3c213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:22.563177 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654f3f6-04a3-4e21-a4bf-2f2c3a3c213d None None] Routers {'b065136c-83a8-4ff2-97e0-dd700e335429'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:22.563979 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6654f3f6-04a3-4e21-a4bf-2f2c3a3c213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b065136c-83a8-4ff2-97e0-dd700e335429'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:22.573313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.593657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54e373f3-f7cf-4cfc-941a-26b87ab52525 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:22.654268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:22.655961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.658843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.658997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Attempting to bind port 72e02da9-3363-48f4-ad2c-d72b675c864e on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:22.659467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Attempting to bind port 72e02da9-3363-48f4-ad2c-d72b675c864e by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '979e499b-16ab-4f32-9011-771582b317c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fad3fe83-dcde-4b65-8b0a-059a3a37aab5'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:22.659779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Attempting to bind port 72e02da9-3363-48f4-ad2c-d72b675c864e on network fad3fe83-dcde-4b65-8b0a-059a3a37aab5 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:22.675772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:22.692158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Calling delete_port for 07eb4b69-9c30-4d16-b612-86dda349f574 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:22.693011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:22.697396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:22.698497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.716694 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6654f3f6-04a3-4e21-a4bf-2f2c3a3c213d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:22.719044 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6654f3f6-04a3-4e21-a4bf-2f2c3a3c213d None None] The sync data for ids ['b065136c-83a8-4ff2-97e0-dd700e335429'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:22.755545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:22.762343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:22.763082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Checking segment: {'id': '979e499b-16ab-4f32-9011-771582b317c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fad3fe83-dcde-4b65-8b0a-059a3a37aab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:22.763833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.764604 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Bound using segment: {'id': '979e499b-16ab-4f32-9011-771582b317c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fad3fe83-dcde-4b65-8b0a-059a3a37aab5'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:22.765729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Bound port: 72e02da9-3363-48f4-ad2c-d72b675c864e, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979e499b-16ab-4f32-9011-771582b317c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'fad3fe83-dcde-4b65-8b0a-059a3a37aab5'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:22.766401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.804637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=aa5be23c-8bab-475b-a982-f3a1dea62256,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:22.808399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:22.827807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.846900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735c9793-ea30-4fcf-aa7a-37c19c36dbcc None None] Network d166d62c-f143-4cef-b79e-4cb018a14a41 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:22.864015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-5e2a89df-48ef-45da-b2b0-5707105fcf48', 'network_id': '5e2a89df-48ef-45da-b2b0-5707105fcf48', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'fixed_ips': [{'subnet_id': '6af6facd-ff36-4597-9685-8fd98e798001'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:22.866267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:22.906222 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7505760 Dec 13 23:25:22.914482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48566) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:22.961129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc77654e-407e-4643-839b-0210d55e4b26 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.012003 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP 6bd95c31-02e9-4244-95b0-1a062a10134d associated. External IP: 172.26.5.254, port: c895f2c8-7287-443f-8a4a-1b246308260c. Dec 13 23:25:23.025786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc77654e-407e-4643-839b-0210d55e4b26 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.096487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.112567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.136425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f0e28-2030-411c-beea-bf5d6ab71968 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:23.142423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f0e28-2030-411c-beea-bf5d6ab71968 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:23.142939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-471f0e28-2030-411c-beea-bf5d6ab71968 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:23.150712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-40be8028-157c-45ab-9263-a0122098a12e None None] Provisioning for port a772aef3-5eed-44af-85b5-cb71ffc40aaf completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:23.161455 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eaa59c61-f1d2-42a5-a13e-1f963175a05e tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/routers/b065136c-83a8-4ff2-97e0-dd700e335429 HTTP/1.1" status: 200 len: 921 time: 0.7421758 Dec 13 23:25:23.161455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48570) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:23.162511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] For port 72e02da9-3363-48f4-ad2c-d72b675c864e, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:23.207722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] For port 72e02da9-3363-48f4-ad2c-d72b675c864e, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=72e02da9-3363-48f4-ad2c-d72b675c864e,segment=NetworkSegment(979e499b-16ab-4f32-9011-771582b317c5),segment_id=979e499b-16ab-4f32-9011-771582b317c5)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:23.258980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.260230 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-61ef4ae6-db5e-4140-bda7-2aeb65b3243b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0159225 Dec 13 23:25:23.265330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48574) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:23.331290 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a772aef3-5eed-44af-85b5-cb71ffc40aaf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:23.355157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.365950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.378058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-749c7ebd-3658-49d1-b3e5-34bffe206f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:23.447360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc77654e-407e-4643-839b-0210d55e4b26 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.453479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-471f0e28-2030-411c-beea-bf5d6ab71968 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:23.457278 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-471f0e28-2030-411c-beea-bf5d6ab71968 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5387917 Dec 13 23:25:23.460324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-41a76ffb-6b47-4229-af93-2146d37796d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:23.475442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48578) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:23.478447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object c4a8b0fa-9b1b-41a5-9db5-b894e620285d will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:23.515385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77654e-407e-4643-839b-0210d55e4b26 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d9e875-66bb-4719-9409-5ff117a56894,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:23.536000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc77654e-407e-4643-839b-0210d55e4b26 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:23.555454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc77654e-407e-4643-839b-0210d55e4b26 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.556624 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cc77654e-407e-4643-839b-0210d55e4b26 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "DELETE /v2.0/security-groups/07d9e875-66bb-4719-9409-5ff117a56894 HTTP/1.1" status: 204 len: 168 time: 1.1471453 Dec 13 23:25:23.564064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48582) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:23.572622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Allocated IP 172.20.0.2 (5e2a89df-48ef-45da-b2b0-5707105fcf48/6af6facd-ff36-4597-9685-8fd98e798001/87e3dc0f-32bc-4bb7-bd38-582608c0038f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:23.578246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Pushing event updated for resources: {'Port': ['ID=72e02da9-3363-48f4-ad2c-d72b675c864e,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:23.584475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:23.635059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-03caf3d3-0190-42b3-bad7-0ea2f1352642 None None] Provisioning for port 7d9feaf7-2736-467c-8c13-948b4e459053 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:23.653785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-52ddf420-d9f8-4bda-b084-865c12a51a80 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Synchronizing usage tracker for tenant:e3a68face40f4a69972525752c47a411 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:23.660188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port aa5be23c-8bab-475b-a982-f3a1dea62256 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:23.660565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.747687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.768939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:23.811202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-03caf3d3-0190-42b3-bad7-0ea2f1352642 None None] Provisioning complete for port 7d9feaf7-2736-467c-8c13-948b4e459053 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:23.811872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-03caf3d3-0190-42b3-bad7-0ea2f1352642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.891923 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-439bd3f8-fb80-4ce8-834e-ae722c65a760 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] show failed (client error): The resource could not be found. Dec 13 23:25:23.894474 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-439bd3f8-fb80-4ce8-834e-ae722c65a760 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "GET /v2.0/security-groups/07d9e875-66bb-4719-9409-5ff117a56894 HTTP/1.1" status: 404 len: 347 time: 0.3287377 Dec 13 23:25:23.899551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a772aef3-5eed-44af-85b5-cb71ffc40aaf completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:23.938061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a772aef3-5eed-44af-85b5-cb71ffc40aaf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:23.938450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:23.940176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48586) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:24.015282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event deleted for resources: {'Port': ['ID=07eb4b69-9c30-4d16-b612-86dda349f574,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:24.021866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.036917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:24.052685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c2d9da2-2e38-40d9-8155-ab33e5ed3170 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:24.170360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=c4a8b0fa-9b1b-41a5-9db5-b894e620285d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:24.173613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.187593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.198611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:24.203072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Transition to ACTIVE for port object 87e3dc0f-32bc-4bb7-bd38-582608c0038f will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:24.206370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-53b06357-7ca1-40cf-ac40-afb991f9eef1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:24.218066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-52ddf420-d9f8-4bda-b084-865c12a51a80 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Unset dirty status for tenant:e3a68face40f4a69972525752c47a411 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:24.219312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-03caf3d3-0190-42b3-bad7-0ea2f1352642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.220363 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-52ddf420-d9f8-4bda-b084-865c12a51a80 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=b065136c-83a8-4ff2-97e0-dd700e335429&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0576510 Dec 13 23:25:24.249076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48590) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:24.276790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Deleting port 21829492-07a9-4963-ad0a-dcc7542abdfa {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:24.277038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.297337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Transition to ACTIVE for port object 87e3dc0f-32bc-4bb7-bd38-582608c0038f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:24.322162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.345984 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-03caf3d3-0190-42b3-bad7-0ea2f1352642 None None] For port 7d9feaf7-2736-467c-8c13-948b4e459053, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7d9feaf7-2736-467c-8c13-948b4e459053,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:24.360892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port a772aef3-5eed-44af-85b5-cb71ffc40aaf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a772aef3-5eed-44af-85b5-cb71ffc40aaf,segment=NetworkSegment(737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb),segment_id=737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:24.396118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.403001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:24.467546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network fad3fe83-dcde-4b65-8b0a-059a3a37aab5 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:24.482291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:24.494167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Pushing event updated for resources: {'Port': ['ID=87e3dc0f-32bc-4bb7-bd38-582608c0038f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:24.499473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:24.500507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:24.501074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-03caf3d3-0190-42b3-bad7-0ea2f1352642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.506974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:24.549894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=e04fb3cc-1a15-4bd7-b884-4b0b589ec405,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:24.551375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.605335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Network 5e2a89df-48ef-45da-b2b0-5707105fcf48 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:24.606708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caf3d3-0190-42b3-bad7-0ea2f1352642 None None] Pushing event updated for resources: {'Port': ['ID=7d9feaf7-2736-467c-8c13-948b4e459053,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:24.610287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:24.612241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-03caf3d3-0190-42b3-bad7-0ea2f1352642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:24.613902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:24.637379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:24.649464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:24.720908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec80f3-f0a4-497c-8010-a15a8a06573c tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:24.721749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-daec80f3-f0a4-497c-8010-a15a8a06573c tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Synchronizing usage tracker for tenant:e3a68face40f4a69972525752c47a411 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:24.750705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a6e83ca9-8bc2-480a-a960-9eaaf8f67d48 None None] Provisioning for port aa5be23c-8bab-475b-a982-f3a1dea62256 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:24.774251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a6e83ca9-8bc2-480a-a960-9eaaf8f67d48 None None] Provisioning complete for port aa5be23c-8bab-475b-a982-f3a1dea62256 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:24.774747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a6e83ca9-8bc2-480a-a960-9eaaf8f67d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.807208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:24.807860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.816452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7991f6c1-a1d7-4c3d-992e-08fe43ea2577 None None] Network fad3fe83-dcde-4b65-8b0a-059a3a37aab5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:24.844964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.845484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.850784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Attempting to bind port 87e3dc0f-32bc-4bb7-bd38-582608c0038f on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:24.851166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Attempting to bind port 87e3dc0f-32bc-4bb7-bd38-582608c0038f by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '205e4c52-846b-4a59-929a-59721976584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5e2a89df-48ef-45da-b2b0-5707105fcf48'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:24.851537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Attempting to bind port 87e3dc0f-32bc-4bb7-bd38-582608c0038f on network 5e2a89df-48ef-45da-b2b0-5707105fcf48 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:24.853906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.858047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=a772aef3-5eed-44af-85b5-cb71ffc40aaf,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:24.864663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:24.924089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a6e83ca9-8bc2-480a-a960-9eaaf8f67d48 None None] Port aa5be23c-8bab-475b-a982-f3a1dea62256 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:24.935347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:24.940331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Checking segment: {'id': '205e4c52-846b-4a59-929a-59721976584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5e2a89df-48ef-45da-b2b0-5707105fcf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:24.940331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.940331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Bound using segment: {'id': '205e4c52-846b-4a59-929a-59721976584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5e2a89df-48ef-45da-b2b0-5707105fcf48'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:24.940331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Bound port: 87e3dc0f-32bc-4bb7-bd38-582608c0038f, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205e4c52-846b-4a59-929a-59721976584d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5e2a89df-48ef-45da-b2b0-5707105fcf48'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:24.940331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.941457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking segment: {'id': 'cde14174-6931-4efc-b2f1-6f286f82e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99164dee-49bf-415b-b4e2-04bf6208f805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:24.941457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network hostable DHCP agents. Network: 99164dee-49bf-415b-b4e2-04bf6208f805, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:24.981773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:24.986517 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "DELETE /v2.0/ports/07eb4b69-9c30-4d16-b612-86dda349f574 HTTP/1.1" status: 204 len: 168 time: 4.0100648 Dec 13 23:25:24.987702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48594) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:25.025457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a6e83ca9-8bc2-480a-a960-9eaaf8f67d48 None None] Provisioning complete for port a772aef3-5eed-44af-85b5-cb71ffc40aaf triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:25.025866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a6e83ca9-8bc2-480a-a960-9eaaf8f67d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:25.028230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-daec80f3-f0a4-497c-8010-a15a8a06573c tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Unset dirty status for tenant:e3a68face40f4a69972525752c47a411 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:25.032767 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-daec80f3-f0a4-497c-8010-a15a8a06573c tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 881 time: 0.7685802 Dec 13 23:25:25.084971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48598) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:25.130467 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.3149855 Dec 13 23:25:25.141084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48602) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:25.142049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for aa5be23c-8bab-475b-a982-f3a1dea62256 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:25.150133 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7bd5d1f-a917-4a44-a3d4-5588af16736e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] GET failed (client error): The resource could not be found. Dec 13 23:25:25.150639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d7bd5d1f-a917-4a44-a3d4-5588af16736e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Synchronizing usage tracker for tenant:17d8c05e9d60438bafab83891292a6f4 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:25.164191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] For port 87e3dc0f-32bc-4bb7-bd38-582608c0038f, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:25.173529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] For port 87e3dc0f-32bc-4bb7-bd38-582608c0038f, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=87e3dc0f-32bc-4bb7-bd38-582608c0038f,segment=NetworkSegment(205e4c52-846b-4a59-929a-59721976584d),segment_id=205e4c52-846b-4a59-929a-59721976584d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:25.177917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Calling delete_port for 21829492-07a9-4963-ad0a-dcc7542abdfa owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:25.191564 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d15d272a-4237-46c2-bfab-03481e0ab191 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=b065136c-83a8-4ff2-97e0-dd700e335429 HTTP/1.1" status: 200 len: 205 time: 0.1043420 Dec 13 23:25:25.196822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48606) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:25.207174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:25.289269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network 99164dee-49bf-415b-b4e2-04bf6208f805 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:25.305247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:25.315205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:25.343224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port c4a8b0fa-9b1b-41a5-9db5-b894e620285d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:25.343943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:25.401593 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7d9feaf7-2736-467c-8c13-948b4e459053 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:25.411756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 99164dee-49bf-415b-b4e2-04bf6208f805) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:25.426299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:25.427059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:25.436137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f8323-f57e-49c4-a28a-45a2243eba53 None None] Network 99164dee-49bf-415b-b4e2-04bf6208f805 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:25.440971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d7bd5d1f-a917-4a44-a3d4-5588af16736e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Unset dirty status for tenant:17d8c05e9d60438bafab83891292a6f4 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:25.446828 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d7bd5d1f-a917-4a44-a3d4-5588af16736e tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "GET /v2.0/ports/07eb4b69-9c30-4d16-b612-86dda349f574 HTTP/1.1" status: 404 len: 333 time: 0.4541919 Dec 13 23:25:25.459134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48610) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:25.537907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Pushing event updated for resources: {'Port': ['ID=87e3dc0f-32bc-4bb7-bd38-582608c0038f,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:25.556485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:25.724249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:25.728945 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-82d8d09c-ca9c-4732-9918-2f7297c60824 None None] Provisioning for port 72e02da9-3363-48f4-ad2c-d72b675c864e completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:25.767259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7d9feaf7-2736-467c-8c13-948b4e459053 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:25.767658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:25.877291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-99164dee-49bf-415b-b4e2-04bf6208f805', 'network_id': '99164dee-49bf-415b-b4e2-04bf6208f805', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': 'e04fb3cc-1a15-4bd7-b884-4b0b589ec405'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:25.878285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.071507 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.3903852 Dec 13 23:25:26.081166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for c4a8b0fa-9b1b-41a5-9db5-b894e620285d owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:26.102104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48614) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:26.139125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.142350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 72e02da9-3363-48f4-ad2c-d72b675c864e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:26.146798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.155174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Deleting port c0e185e0-9ac4-4f3e-bee0-de3907995f6e {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:26.155517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.170604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06118929-20ca-483a-8fbb-5469157ef3b2 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:26.244494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Allocated IP 2001:db8::1 (99164dee-49bf-415b-b4e2-04bf6208f805/e04fb3cc-1a15-4bd7-b884-4b0b589ec405/7e923f37-e77a-4b1d-a76e-b9aa8392d553) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:26.312891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:25:26.315046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Pushing event deleted for resources: {'Port': ['ID=21829492-07a9-4963-ad0a-dcc7542abdfa,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:26.396165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3b6b4907-f868-4369-84ed-be25d3dc51db None None] Provisioning for port c4a8b0fa-9b1b-41a5-9db5-b894e620285d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:26.432300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3b6b4907-f868-4369-84ed-be25d3dc51db None None] Provisioning complete for port c4a8b0fa-9b1b-41a5-9db5-b894e620285d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:26.432686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3b6b4907-f868-4369-84ed-be25d3dc51db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.438667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.20.0.1 (5e2a89df-48ef-45da-b2b0-5707105fcf48/6af6facd-ff36-4597-9685-8fd98e798001/7090c5d8-bf33-4a3f-aeb2-5a2d80023b63) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:26.465585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 72e02da9-3363-48f4-ad2c-d72b675c864e completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:26.504875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=aa5be23c-8bab-475b-a982-f3a1dea62256,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:26.509289 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 72e02da9-3363-48f4-ad2c-d72b675c864e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:26.509679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.512949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:26.593616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.387s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:26.596320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:26.675948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b4907-f868-4369-84ed-be25d3dc51db None None] Port c4a8b0fa-9b1b-41a5-9db5-b894e620285d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:26.699549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.751721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-98526d39-a85e-4001-afb7-ab69c60781ad tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:26.756844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.759542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.779321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Transition to ACTIVE for port object 7e923f37-e77a-4b1d-a76e-b9aa8392d553 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:26.801858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4aabf739-5b96-445c-8d84-73cb48e7177d None None] Could not find standard attr ID for object c4a8b0fa-9b1b-41a5-9db5-b894e620285d. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:25:26.806255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.851962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Transition to ACTIVE for port object 7e923f37-e77a-4b1d-a76e-b9aa8392d553 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:26.860841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=c4a8b0fa-9b1b-41a5-9db5-b894e620285d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:26.864043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:26.900547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 72e02da9-3363-48f4-ad2c-d72b675c864e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=72e02da9-3363-48f4-ad2c-d72b675c864e,segment=NetworkSegment(979e499b-16ab-4f32-9011-771582b317c5),segment_id=979e499b-16ab-4f32-9011-771582b317c5)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:26.925858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.931300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.933674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.938257 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b73a4d31-ff08-4421-be52-95311454162b tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] 10.222.0.30 "DELETE /v2.0/floatingips/ae2644c6-4322-4b6d-8b41-afe014742df2 HTTP/1.1" status: 204 len: 168 time: 2.9842687 Dec 13 23:25:26.939152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48618) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:26.940629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:26.946530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-530f819c-4eb3-42cc-84b7-d9f507080735 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:27.001243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.002545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a772aef3-5eed-44af-85b5-cb71ffc40aaf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:27.036695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.050332 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/aa5be23c-8bab-475b-a982-f3a1dea62256 HTTP/1.1" status: 204 len: 168 time: 3.5727942 Dec 13 23:25:27.057717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.061476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48622) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:27.062968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c1519d-ff5e-4b87-b210-dad918ff1287 None None] Network 5e2a89df-48ef-45da-b2b0-5707105fcf48 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:27.123702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Transition to ACTIVE for port object 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:27.127698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:27.127698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.148810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.157342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.185795 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/c4a8b0fa-9b1b-41a5-9db5-b894e620285d HTTP/1.1" status: 204 len: 168 time: 2.0348964 Dec 13 23:25:27.191031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48626) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:27.196526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Network 99164dee-49bf-415b-b4e2-04bf6208f805 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:27.204654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:27.214479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:27.218858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Pushing event updated for resources: {'Port': ['ID=7e923f37-e77a-4b1d-a76e-b9aa8392d553,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:27.231285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:27.237229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cabba80c-a336-4eed-862d-fb5abc07637d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:27.249942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1935cb4-83c3-4d1d-9413-8992e2cb1383 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:27.251397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1935cb4-83c3-4d1d-9413-8992e2cb1383 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:27.252164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d1935cb4-83c3-4d1d-9413-8992e2cb1383 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:27.300345 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d56830-88f2-43db-8c78-0d030ff6a17e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:25:27.300780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d56830-88f2-43db-8c78-0d030ff6a17e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:25:27.304910 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c7d56830-88f2-43db-8c78-0d030ff6a17e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/c4a8b0fa-9b1b-41a5-9db5-b894e620285d HTTP/1.1" status: 404 len: 333 time: 0.1085520 Dec 13 23:25:27.307229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48630) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:27.342232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Calling delete_port for c0e185e0-9ac4-4f3e-bee0-de3907995f6e owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:27.410031 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8b45d0-473c-47fe-a0af-f03652a06a8e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:25:27.410538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cc8b45d0-473c-47fe-a0af-f03652a06a8e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:27.424122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.435353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:27.465648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-84a60a3c-9eb3-40bb-978b-b0991a22db4a None None] Provisioning for port 87e3dc0f-32bc-4bb7-bd38-582608c0038f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:27.525230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d1935cb4-83c3-4d1d-9413-8992e2cb1383 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:27.526432 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d1935cb4-83c3-4d1d-9413-8992e2cb1383 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4640234 Dec 13 23:25:27.533287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=72e02da9-3363-48f4-ad2c-d72b675c864e,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:27.534413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48634) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:27.541522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:27.548409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Attempting to bind port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:27.549411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Attempting to bind port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'cde14174-6931-4efc-b2f1-6f286f82e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99164dee-49bf-415b-b4e2-04bf6208f805'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:27.549411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Attempting to bind port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 on network 99164dee-49bf-415b-b4e2-04bf6208f805 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:27.555388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a772aef3-5eed-44af-85b5-cb71ffc40aaf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:27.555928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.603236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:27.603820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Checking segment: {'id': 'cde14174-6931-4efc-b2f1-6f286f82e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99164dee-49bf-415b-b4e2-04bf6208f805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:27.604333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.604847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Bound using segment: {'id': 'cde14174-6931-4efc-b2f1-6f286f82e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99164dee-49bf-415b-b4e2-04bf6208f805'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:27.605485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Bound port: 7e923f37-e77a-4b1d-a76e-b9aa8392d553, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde14174-6931-4efc-b2f1-6f286f82e457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '99164dee-49bf-415b-b4e2-04bf6208f805'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:27.605979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.720667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cc8b45d0-473c-47fe-a0af-f03652a06a8e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:27.724238 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cc8b45d0-473c-47fe-a0af-f03652a06a8e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/c4a8b0fa-9b1b-41a5-9db5-b894e620285d HTTP/1.1" status: 404 len: 333 time: 0.4154215 Dec 13 23:25:27.724380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 5e2a89df-48ef-45da-b2b0-5707105fcf48 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:27.726354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48638) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:27.731515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:27.733532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:27.746728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=7090c5d8-bf33-4a3f-aeb2-5a2d80023b63,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:27.751975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:27.758809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625153ed-a497-4841-b6c9-42e60668f36a None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:27.811284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:27.823197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] For port 7e923f37-e77a-4b1d-a76e-b9aa8392d553, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:27.845723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] For port 7e923f37-e77a-4b1d-a76e-b9aa8392d553, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7e923f37-e77a-4b1d-a76e-b9aa8392d553,segment=NetworkSegment(cde14174-6931-4efc-b2f1-6f286f82e457),segment_id=cde14174-6931-4efc-b2f1-6f286f82e457)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:27.850647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625153ed-a497-4841-b6c9-42e60668f36a None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:27.851380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-625153ed-a497-4841-b6c9-42e60668f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:27.864067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port 7e923f37-e77a-4b1d-a76e-b9aa8392d553, host dv-neutron-821564-1-hyperv, got binding levels [] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:27.868906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.928866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-625153ed-a497-4841-b6c9-42e60668f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:27.946546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:27.958301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625153ed-a497-4841-b6c9-42e60668f36a None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:27.959585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-625153ed-a497-4841-b6c9-42e60668f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:27.989151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.009155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-76b102c2-1796-4f8f-8696-f049a45f7df1 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:28.061107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.061779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for 7e923f37-e77a-4b1d-a76e-b9aa8392d553 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:28.081610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5cc4a8d2-2c3b-46b8-b944-c5bb26f2c085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:28.083843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event deleted for resources: {'Port': ['ID=c0e185e0-9ac4-4f3e-bee0-de3907995f6e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:28.086656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:28.089709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.125910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-625153ed-a497-4841-b6c9-42e60668f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:28.126456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625153ed-a497-4841-b6c9-42e60668f36a None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:28.154738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 72e02da9-3363-48f4-ad2c-d72b675c864e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:28.199255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.203524 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.2588329 Dec 13 23:25:28.208905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48642) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:28.228185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-221329306'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:28.251286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:28.254858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Pushing event updated for resources: {'Port': ['ID=7e923f37-e77a-4b1d-a76e-b9aa8392d553,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:28.268950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:28.279519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:network and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:28.290150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:28.300054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 2738bd79-355e-4cae-b62e-b64b32b3b494 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:25:28.306610 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.311326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 72e02da9-3363-48f4-ad2c-d72b675c864e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:28.311951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.314755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:28.368775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.440818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4d3da491-8c74-437b-b275-bb17342a8900 None None] Provisioning for port 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:28.462532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4d3da491-8c74-437b-b275-bb17342a8900 None None] Provisioning complete for port 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:28.467591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4d3da491-8c74-437b-b275-bb17342a8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.471806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Deleting port 095944cf-b605-4cef-a159-cb92e510d065 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:28.472151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.523573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.555330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet 89a97071-e22c-4703-b6fd-8b949d5a4296 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:25:28.561730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.629538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:25:28.630010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:25:28.646032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4d3da491-8c74-437b-b275-bb17342a8900 None None] Port 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:28.656529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.658416 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "DELETE /v2.0/ports/c0e185e0-9ac4-4f3e-bee0-de3907995f6e HTTP/1.1" status: 204 len: 168 time: 3.1982176 Dec 13 23:25:28.661863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48646) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:28.662338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87e3dc0f-32bc-4bb7-bd38-582608c0038f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:28.724120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Made reservation on behalf of 3d7553f240134ef4b5c3fa6fc7556e17 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:28.727546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.757782 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.765344 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-055a7658-49d9-481e-b194-8a3de40f4610 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] GET failed (client error): The resource could not be found. Dec 13 23:25:28.765842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-055a7658-49d9-481e-b194-8a3de40f4610 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Synchronizing usage tracker for tenant:17d8c05e9d60438bafab83891292a6f4 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:28.835442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.842317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2dc0a40e-b609-492e-ab1e-d63d5a0b5b3f tempest-RoutersIpV6AdminTest-624514188 tempest-RoutersIpV6AdminTest-624514188-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:28.858908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 87e3dc0f-32bc-4bb7-bd38-582608c0038f completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:28.865838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 87e3dc0f-32bc-4bb7-bd38-582608c0038f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:28.865838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.868810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:28.872277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.887548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=2738bd79-355e-4cae-b62e-b64b32b3b494,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:28.903106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:28.911667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.925394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-055a7658-49d9-481e-b194-8a3de40f4610 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Unset dirty status for tenant:17d8c05e9d60438bafab83891292a6f4 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:28.929832 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-055a7658-49d9-481e-b194-8a3de40f4610 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "GET /v2.0/ports/c0e185e0-9ac4-4f3e-bee0-de3907995f6e HTTP/1.1" status: 404 len: 333 time: 0.2622130 Dec 13 23:25:28.934521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48650) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:28.940063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16086f-73e4-4a45-86f3-5fa95f92d534 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:28.942143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.960320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4162fbf1-6a58-42b6-8636-2d366defd44d None None] Provisioning complete for port 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:28.960775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4162fbf1-6a58-42b6-8636-2d366defd44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.994909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:28.995133 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Added segment bde26cec-a8fa-4ddf-9a93-4851b0b130a8 of type vlan for network b0953e45-8d5b-4422-b952-18b4e2acc3ef Dec 13 23:25:29.097634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4162fbf1-6a58-42b6-8636-2d366defd44d None None] Port 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:29.113005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Calling delete_port for 095944cf-b605-4cef-a159-cb92e510d065 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:29.133811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:29.134243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.149612 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/2738bd79-355e-4cae-b62e-b64b32b3b494 HTTP/1.1" status: 204 len: 168 time: 1.6109283 Dec 13 23:25:29.158230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48654) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:29.226247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.230456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Deleting port 42b2cbc2-715b-4466-b089-bbf433106812 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:29.230791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.276716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 87e3dc0f-32bc-4bb7-bd38-582608c0038f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=87e3dc0f-32bc-4bb7-bd38-582608c0038f,segment=NetworkSegment(205e4c52-846b-4a59-929a-59721976584d),segment_id=205e4c52-846b-4a59-929a-59721976584d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:29.282853 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b508d106-5791-47af-9764-8bd7ea98ff53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212683 Dec 13 23:25:29.285481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48658) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:29.310158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.358287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.361409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.363565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8a47d2b6-3491-4d17-9c8d-8f1c02fc8db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:29.443027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:29.467451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] Deleting port 7d9feaf7-2736-467c-8c13-948b4e459053 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:29.468340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.571678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272e3def-39c2-4177-9500-c50dd19b1464 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:29.578429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-272e3def-39c2-4177-9500-c50dd19b1464 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:29.581521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=87e3dc0f-32bc-4bb7-bd38-582608c0038f,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:29.590556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:29.751047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b9de5-270a-4e1c-a22e-0a61bb27e729 None None] Network 99164dee-49bf-415b-b4e2-04bf6208f805 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:29.864204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] For port 7d9feaf7-2736-467c-8c13-948b4e459053, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7d9feaf7-2736-467c-8c13-948b4e459053,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:29.864570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.903269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.908404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.970838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:29.974626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:29.975201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.000871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] Calling delete_port for 7d9feaf7-2736-467c-8c13-948b4e459053 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:30.010086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:30.049919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-54964fb3-8491-48bc-ae36-159aff6344ae None None] Provisioning for port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:30.050934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.054466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-272e3def-39c2-4177-9500-c50dd19b1464 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:30.058427 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-272e3def-39c2-4177-9500-c50dd19b1464 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7693193 Dec 13 23:25:30.059021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48662) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:30.068827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Calling delete_port for 42b2cbc2-715b-4466-b089-bbf433106812 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:30.080852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port 7e923f37-e77a-4b1d-a76e-b9aa8392d553, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7e923f37-e77a-4b1d-a76e-b9aa8392d553,segment=NetworkSegment(cde14174-6931-4efc-b2f1-6f286f82e457),segment_id=cde14174-6931-4efc-b2f1-6f286f82e457)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:30.081215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.122063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7e923f37-e77a-4b1d-a76e-b9aa8392d553 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:30.146855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.155703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f86de852-17eb-4d2b-badb-e553b7265f5f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:30.217401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event deleted for resources: {'Port': ['ID=095944cf-b605-4cef-a159-cb92e510d065,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:30.225371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:30.254623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.261004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d714258a-78ba-4cbf-bfac-fba78a2ff435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:30.288807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccdaf81-1267-459b-8e2a-0a9c43277ff6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:30.289544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-eccdaf81-1267-459b-8e2a-0a9c43277ff6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:30.304959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for 7e923f37-e77a-4b1d-a76e-b9aa8392d553 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:30.329980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] Pushing event deleted for resources: {'Port': ['ID=7d9feaf7-2736-467c-8c13-948b4e459053,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:30.337922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.340143 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/89a97071-e22c-4703-b6fd-8b949d5a4296 HTTP/1.1" status: 204 len: 168 time: 2.6089995 Dec 13 23:25:30.343888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:30.345732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48666) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:30.350632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:25:30.361128 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1406450 Dec 13 23:25:30.361848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Network': ['ID=b0953e45-8d5b-4422-b952-18b4e2acc3ef,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:30.363974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48670) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:30.371729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:30.379156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'subnet': {'network_id': 'b0953e45-8d5b-4422-b952-18b4e2acc3ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:30.395122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:30.408082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] No DVR routers for this DVR port 7d9feaf7-2736-467c-8c13-948b4e459053 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:30.426210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e10779d-9ede-4c21-a12b-454ccf3d27c1 None None] Network fad3fe83-dcde-4b65-8b0a-059a3a37aab5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:30.440876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.442222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network b0953e45-8d5b-4422-b952-18b4e2acc3ef details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:30.457737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=89a97071-e22c-4703-b6fd-8b949d5a4296,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:30.472343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:30.504879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-eccdaf81-1267-459b-8e2a-0a9c43277ff6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:30.508440 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-eccdaf81-1267-459b-8e2a-0a9c43277ff6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4067523 Dec 13 23:25:30.525533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48674) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:30.602131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:30.613161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.630456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:30.630758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.651478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-83aa03fe-5608-4d1d-b596-21f5e22773c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:30.668890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.681467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.723665 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5094d991-ac04-4fb4-bc30-b75fc244a89a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1951568 Dec 13 23:25:30.737058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48678) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:30.755943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:30.808618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.817454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3d16a904-bbc5-49f7-9438-7b72564a9b6d tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:30.854526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 72e02da9-3363-48f4-ad2c-d72b675c864e {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:30.854883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.863202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.906131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event deleted for resources: {'Port': ['ID=42b2cbc2-715b-4466-b089-bbf433106812,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:30.913818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:30.947998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:30.955815 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:30.977772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] DHCP port deletion for fad3fe83-dcde-4b65-8b0a-059a3a37aab5 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:30.986165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] Deleting port 72e02da9-3363-48f4-ad2c-d72b675c864e {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:30.986745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.035171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:subnet and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:31.046736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:31.053426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=7090c5d8-bf33-4a3f-aeb2-5a2d80023b63,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:31.073593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:31.191740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-24ae9b57-8d31-429d-974c-55c8e624dc3a None None] Provisioning complete for port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:31.192444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-24ae9b57-8d31-429d-974c-55c8e624dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.225705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:31.237201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.252306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0a0b66a-1c9a-4d1c-a005-1c70eb43a8f6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:31.286579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87e3dc0f-32bc-4bb7-bd38-582608c0038f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:31.315491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.319468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.324343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-24ae9b57-8d31-429d-974c-55c8e624dc3a None None] Port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 was deleted so its status cannot be updated. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 13 23:25:31.338913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.380734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] For port 72e02da9-3363-48f4-ad2c-d72b675c864e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=72e02da9-3363-48f4-ad2c-d72b675c864e,segment=NetworkSegment(979e499b-16ab-4f32-9011-771582b317c5),segment_id=979e499b-16ab-4f32-9011-771582b317c5)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:31.381540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.396746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a35a5-2345-4a4f-a3a7-b3b6ec906e8e None None] DHCP port deletion for 99164dee-49bf-415b-b4e2-04bf6208f805 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:31.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "DELETE /v2.0/ports/42b2cbc2-715b-4466-b089-bbf433106812 HTTP/1.1" status: 204 len: 168 time: 2.5223806 Dec 13 23:25:31.462352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48682) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:31.507817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] For port 72e02da9-3363-48f4-ad2c-d72b675c864e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=72e02da9-3363-48f4-ad2c-d72b675c864e,segment=NetworkSegment(979e499b-16ab-4f32-9011-771582b317c5),segment_id=979e499b-16ab-4f32-9011-771582b317c5)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:31.508187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.580486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 5e2a89df-48ef-45da-b2b0-5707105fcf48 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:31.594414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] Calling delete_port for 72e02da9-3363-48f4-ad2c-d72b675c864e owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:31.628842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:31.630935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Port': ['ID=7e923f37-e77a-4b1d-a76e-b9aa8392d553,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:31.633123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:31.635420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.635812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Fanout notify agent at l3_agent the message router_deleted on router b065136c-83a8-4ff2-97e0-dd700e335429 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:25:31.649555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for 72e02da9-3363-48f4-ad2c-d72b675c864e owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:31.706355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.711210 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/b065136c-83a8-4ff2-97e0-dd700e335429 HTTP/1.1" status: 204 len: 168 time: 6.5086122 Dec 13 23:25:31.736351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48686) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:31.743772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-144724259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:31.747463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 87e3dc0f-32bc-4bb7-bd38-582608c0038f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:31.747463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.758313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:31.819253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Usage tracker for resource:router and tenant:307daabb371943eda530dd05ec1b0356 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:31.828041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:31.849566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.855460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4f4da513-20e8-45fe-8dc6-a40a3bd4b7b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:31.875411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:31.876036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:31.876361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No DVR routers for this DVR port 7e923f37-e77a-4b1d-a76e-b9aa8392d553 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:31.899222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:25:31.899634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:25:31.913238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Made reservation on behalf of 3d7553f240134ef4b5c3fa6fc7556e17 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:31.913941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] Pushing event deleted for resources: {'Port': ['ID=72e02da9-3363-48f4-ad2c-d72b675c864e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:31.923642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:31.939747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:31.949799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Deleting subnet 8627cad9-a764-4337-b012-ee0b5951cec7 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:25:31.954772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:31.963476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] No DVR routers for this DVR port 72e02da9-3363-48f4-ad2c-d72b675c864e on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:32.002327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9879452-db02-4910-bd30-b694388068ea None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:25:32.008620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.009623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.042844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d1dba5d9-b79a-478e-b8b0-35e33cdc12cb None None] Provisioning complete for port 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:32.043245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1dba5d9-b79a-478e-b8b0-35e33cdc12cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.047319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.090328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.092191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7d9feaf7-2736-467c-8c13-948b4e459053 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:32.098484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:32.118675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.134618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 7d9feaf7-2736-467c-8c13-948b4e459053 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:32.134967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7d9feaf7-2736-467c-8c13-948b4e459053 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:32.155648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d1dba5d9-b79a-478e-b8b0-35e33cdc12cb None None] Port 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:32.161696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.164673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.209079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.225137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9879452-db02-4910-bd30-b694388068ea None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:25:32.254996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 72e02da9-3363-48f4-ad2c-d72b675c864e no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:32.294260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 72e02da9-3363-48f4-ad2c-d72b675c864e {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:32.294668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 72e02da9-3363-48f4-ad2c-d72b675c864e not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:32.295125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7e923f37-e77a-4b1d-a76e-b9aa8392d553 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:32.331420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.337313 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a5b3fd12-2a73-4f79-aa0f-eabb667b1ad1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5977583 Dec 13 23:25:32.338336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48690) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:32.341046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 7e923f37-e77a-4b1d-a76e-b9aa8392d553 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:32.341046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7e923f37-e77a-4b1d-a76e-b9aa8392d553 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:32.351589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:32.405815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 72e02da9-3363-48f4-ad2c-d72b675c864e {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:32.406119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.449334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.459185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-be8c8172-02b9-4008-9203-53dd763e2af1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:32.530891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.587095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] The port '72e02da9-3363-48f4-ad2c-d72b675c864e' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:25:32.588359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event deleted for resources: {'Subnet': ['ID=8627cad9-a764-4337-b012-ee0b5951cec7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:32.590852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:32.597714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.653855 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "DELETE /v2.0/subnets/8627cad9-a764-4337-b012-ee0b5951cec7 HTTP/1.1" status: 204 len: 168 time: 1.1904502 Dec 13 23:25:32.659851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48694) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:32.697446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2734427a-3b6c-4875-ab6f-75a602f84585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-99164dee-49bf-415b-b4e2-04bf6208f805', 'network_id': '99164dee-49bf-415b-b4e2-04bf6208f805', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': 'e04fb3cc-1a15-4bd7-b884-4b0b589ec405'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:32.698380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2734427a-3b6c-4875-ab6f-75a602f84585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.771158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:32.783119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1d849efb-c07d-41ac-bf7c-25d9b926db37 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server [None req-2734427a-3b6c-4875-ab6f-75a602f84585 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e04fb3cc-1a15-4bd7-b884-4b0b589ec405: This subnet is being modified by another concurrent operation. Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 23:25:32.852375 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise value Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server raise exception Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e04fb3cc-1a15-4bd7-b884-4b0b589ec405: This subnet is being modified by another concurrent operation. Dec 13 23:25:32.861368 dv-neutron-821564-1-hyperv neutron-server[84313]: ERROR oslo_messaging.rpc.server Dec 13 23:25:32.865282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=e04fb3cc-1a15-4bd7-b884-4b0b589ec405,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:32.875155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:32.886159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a049b279-34c5-4291-8d55-06dd5733f9fb None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:25:33.000761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a049b279-34c5-4291-8d55-06dd5733f9fb None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:25:33.005783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.120447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad3fe83-dcde-4b65-8b0a-059a3a37aab5']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:33.139533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979e499b-16ab-4f32-9011-771582b317c5') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:33.139924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979e499b-16ab-4f32-9011-771582b317c5') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:33.156926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.164036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.190353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.245152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Deleting port 1264642a-8e33-433f-8a7e-e703b3d9bf7c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:33.245152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.258170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.294225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:33.294762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:33.309358 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:33.370844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99164dee-49bf-415b-b4e2-04bf6208f805']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:33.387834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad8916-2ef9-4aa9-8823-877a34e512c2 None None] Network dd153172-d372-4003-8be2-924ad9473c8c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:33.443956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde14174-6931-4efc-b2f1-6f286f82e457') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:33.444182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde14174-6931-4efc-b2f1-6f286f82e457') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:33.472771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0661e0cc-5d8c-4e45-aca5-2701f03eb2c1 None None] Network 99164dee-49bf-415b-b4e2-04bf6208f805 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:33.476857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.483102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.492422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a1cf46a5-f7ec-4100-9ce1-a8237ff6c58e tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:33.520573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.580065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.612642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:33.613053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.614952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.620539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e3530e33-65ea-4e50-afa5-8ccada27b825 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:33.631810 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:33.637365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.675098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Network': ['ID=fad3fe83-dcde-4b65-8b0a-059a3a37aab5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:33.682829 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/networks/fad3fe83-dcde-4b65-8b0a-059a3a37aab5 HTTP/1.1" status: 204 len: 168 time: 3.3355618 Dec 13 23:25:33.686983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] For port 1264642a-8e33-433f-8a7e-e703b3d9bf7c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1264642a-8e33-433f-8a7e-e703b3d9bf7c,segment=NetworkSegment(698f6b14-72dd-4289-bdde-f922d8e7184d),segment_id=698f6b14-72dd-4289-bdde-f922d8e7184d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:33.687406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.696661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:33.699659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48698) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:33.709050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1441004424'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:33.716718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:33.743925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Subnet': ['ID=4b267f36-6363-4c35-924c-4b15fb15ab83,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:33.754831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.760281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:33.760966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:33.799787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64979db9-a5d4-4698-9f4d-c5c8c291adc3 None None] DHCP port deletion for 99164dee-49bf-415b-b4e2-04bf6208f805 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:33.829748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:network and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:33.839445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Checking segment: {'id': 'bde26cec-a8fa-4ddf-9a93-4851b0b130a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0953e45-8d5b-4422-b952-18b4e2acc3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:33.840378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network hostable DHCP agents. Network: b0953e45-8d5b-4422-b952-18b4e2acc3ef, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:33.843690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Calling delete_port for 1264642a-8e33-433f-8a7e-e703b3d9bf7c owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:33.858929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:33.863666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=617c6a40-31ac-43fa-98bf-925f8b643c6c,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:33.867152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:33.867860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:33.870126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:33.874309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:33.874912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.882356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:33.887815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac84f54-7a02-4585-a1f4-cdab5a51d371 None None] DHCP port deletion for dd153172-d372-4003-8be2-924ad9473c8c request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:33.892088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701d80ec-c9d0-4e63-bf44-26d3e9bf5728 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:33.908588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8ac84f54-7a02-4585-a1f4-cdab5a51d371 None None] Deleting port 1264642a-8e33-433f-8a7e-e703b3d9bf7c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:33.908995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8ac84f54-7a02-4585-a1f4-cdab5a51d371 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.918065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.919624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router a68cbdd4-c5cb-4303-9164-0d6bd73c8366 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:25:33.932289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5297de26-5117-489c-9088-239be7c15286 tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:33.954646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:33.980404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=99164dee-49bf-415b-b4e2-04bf6208f805,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:33.990783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:34.015914 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/99164dee-49bf-415b-b4e2-04bf6208f805 HTTP/1.1" status: 204 len: 168 time: 7.9084666 Dec 13 23:25:34.019234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48702) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:34.067160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:34.070206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.072823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8ac84f54-7a02-4585-a1f4-cdab5a51d371 None None] The port '1264642a-8e33-433f-8a7e-e703b3d9bf7c' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:25:34.079892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.084040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1632050766'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:34.089584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-641f56f8-df07-4b8e-b2e1-665265a5761d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:34.095430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network b0953e45-8d5b-4422-b952-18b4e2acc3ef is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:34.125992 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.153409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:34.166563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event deleted for resources: {'Port': ['ID=1264642a-8e33-433f-8a7e-e703b3d9bf7c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:34.168337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:network and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:34.171355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.173371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:34.181038 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4362302 Dec 13 23:25:34.181223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] No DVR routers for this DVR port 1264642a-8e33-433f-8a7e-e703b3d9bf7c on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:34.183419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:34.185324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48706) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:34.193028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:34.198204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:85:f2:c4', 'name': 'tempest-NetworksTestDHCPv6-1957861587'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:34.218597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '617c6a40-31ac-43fa-98bf-925f8b643c6c'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:34.219687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.240566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, b0953e45-8d5b-4422-b952-18b4e2acc3ef) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:34.292966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:34.293906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.300995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30181ca-4538-4eb5-84f2-22899f7c3270 None None] Network b0953e45-8d5b-4422-b952-18b4e2acc3ef requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:34.363213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:34.366507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.377495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:34.392047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.419332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.420521 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Added segment 4e610baa-563d-4294-8444-8580932ccac6 of type vlan for network 264483df-bd0f-4be3-a831-6c9af4f3da02 Dec 13 23:25:34.425938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1264642a-8e33-433f-8a7e-e703b3d9bf7c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:34.439956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Deleting port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:34.440408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.463674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd153172-d372-4003-8be2-924ad9473c8c']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:34.485754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698f6b14-72dd-4289-bdde-f922d8e7184d') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:34.486110 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698f6b14-72dd-4289-bdde-f922d8e7184d') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:34.495493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 1264642a-8e33-433f-8a7e-e703b3d9bf7c {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:34.495891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1264642a-8e33-433f-8a7e-e703b3d9bf7c not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:34.518430 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1895a871-7962-4639-8393-146f027a2fcf tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1461160 Dec 13 23:25:34.522961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48710) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:34.535967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:34.579773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.580230 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment 6baad13e-fb47-4256-8cc3-3df1460b2ca1 of type vlan for network d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 Dec 13 23:25:34.587822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:34.634111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-b0953e45-8d5b-4422-b952-18b4e2acc3ef', 'network_id': 'b0953e45-8d5b-4422-b952-18b4e2acc3ef', 'tenant_id': '3d7553f240134ef4b5c3fa6fc7556e17', 'fixed_ips': [{'subnet_id': '4b267f36-6363-4c35-924c-4b15fb15ab83'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:34.634911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.639159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.658615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1921557376', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:34.674296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.682764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:34.683201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:34.690189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Allocated IP 172.26.5.243 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/def586dd-71e2-4222-9d76-841a9dd77f05) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:34.696795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.700389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:router and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:34.704333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.707044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/617c6a40-31ac-43fa-98bf-925f8b643c6c/b9e242eb-7667-4122-85aa-50c636bb955c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:34.711510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:34.714208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:34.718762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:34.719364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.730584 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d0b1b-256d-47a2-9dbb-2e6cf6a4ff14 None None] Sync routers for ids ['a68cbdd4-c5cb-4303-9164-0d6bd73c8366'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:34.741117 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:34.743680 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d0b1b-256d-47a2-9dbb-2e6cf6a4ff14 None None] Routers {'a68cbdd4-c5cb-4303-9164-0d6bd73c8366'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:34.744305 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-592d0b1b-256d-47a2-9dbb-2e6cf6a4ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a68cbdd4-c5cb-4303-9164-0d6bd73c8366'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:34.757046 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/a68cbdd4-c5cb-4303-9164-0d6bd73c8366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4884441 Dec 13 23:25:34.766677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48714) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:34.769933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:34.809776 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-592d0b1b-256d-47a2-9dbb-2e6cf6a4ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:34.821586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:34.823484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d0b1b-256d-47a2-9dbb-2e6cf6a4ff14 None None] Routers {'a68cbdd4-c5cb-4303-9164-0d6bd73c8366'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:34.824124 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-592d0b1b-256d-47a2-9dbb-2e6cf6a4ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a68cbdd4-c5cb-4303-9164-0d6bd73c8366'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:34.825452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.852581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] For port 74ee6a03-4dab-4a99-8154-9c5c66fdbb06, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74ee6a03-4dab-4a99-8154-9c5c66fdbb06,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:34.853292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.888121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-592d0b1b-256d-47a2-9dbb-2e6cf6a4ff14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:34.889270 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592d0b1b-256d-47a2-9dbb-2e6cf6a4ff14 None None] The sync data for ids ['a68cbdd4-c5cb-4303-9164-0d6bd73c8366'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:34.910867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.911859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.922581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.926425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:34.927013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:34.936095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-291f9f7a-80ea-491e-95de-431d2b542d92 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:35.006225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4d98fb-7245-4a6a-b3e9-0f248914c8c6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:35.006803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7f4d98fb-7245-4a6a-b3e9-0f248914c8c6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:35.023180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Calling delete_port for 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:35.052372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 0ee61fcc-9d9c-4af8-94e0-05099dbc19ae yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:35.071421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Allocated IP 172.20.0.2 (b0953e45-8d5b-4422-b952-18b4e2acc3ef/4b267f36-6363-4c35-924c-4b15fb15ab83/e69f0013-0a00-453d-930c-1dac47d7ad0b) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:35.077947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.085045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.094771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Transition to ACTIVE for port object b9e242eb-7667-4122-85aa-50c636bb955c will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:35.102897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Network': ['ID=264483df-bd0f-4be3-a831-6c9af4f3da02,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:35.106411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.111844 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] 10.222.0.30 "DELETE /v2.0/networks/dd153172-d372-4003-8be2-924ad9473c8c HTTP/1.1" status: 204 len: 168 time: 2.4473681 Dec 13 23:25:35.113280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:35.114364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:35.144652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Pushing event deleted for resources: {'Network': ['ID=dd153172-d372-4003-8be2-924ad9473c8c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:35.147040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.161608 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:35.170609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.198592 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4951391 Dec 13 23:25:35.202420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48720) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:35.209510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '264483df-bd0f-4be3-a831-6c9af4f3da02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:35.294927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 264483df-bd0f-4be3-a831-6c9af4f3da02 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:35.297706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.301507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:35.302086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.306195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c7896525-fba9-4400-a62d-131ad90954d7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:35.307334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.316331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-79cbb165-0e00-4b4d-8522-d1c5c0e99dc9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:35.508877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:35.512830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:35.516523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:35.528673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:35.542038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.554261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Transition to ACTIVE for port object e69f0013-0a00-453d-930c-1dac47d7ad0b will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:35.555438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:35.562075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=d54d8fc8-ca21-4262-a7cb-89670d6bdbd0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:35.563352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:35.569220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:35.569821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:35.577214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Transition to ACTIVE for port object e69f0013-0a00-453d-930c-1dac47d7ad0b will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:35.579857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7f4d98fb-7245-4a6a-b3e9-0f248914c8c6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:35.581060 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7f4d98fb-7245-4a6a-b3e9-0f248914c8c6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports/7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 HTTP/1.1" status: 200 len: 910 time: 0.8118534 Dec 13 23:25:35.582474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:35.584177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48724) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:35.594631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6af6facd-ff36-4597-9685-8fd98e798001'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:35.597953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event updated for resources: {'Port': ['ID=def586dd-71e2-4222-9d76-841a9dd77f05,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:35.605146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:35.619749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.637455 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6169336 Dec 13 23:25:35.641029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48728) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:35.648944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': 'd54d8fc8-ca21-4262-a7cb-89670d6bdbd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:35.684642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.694742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-59bab5e9-cac8-46e7-a9cc-811fe32ee5b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:35.708236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Transition to ACTIVE for port object b9e242eb-7667-4122-85aa-50c636bb955c will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:35.711084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.716957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:35.731499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:35.809850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Network b0953e45-8d5b-4422-b952-18b4e2acc3ef is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:35.812748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:35.817515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:35.819781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Pushing event updated for resources: {'Port': ['ID=e69f0013-0a00-453d-930c-1dac47d7ad0b,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:35.819993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48734) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:35.822207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.827561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:35.828152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:35.854890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Pushing event deleted for resources: {'Port': ['ID=74ee6a03-4dab-4a99-8154-9c5c66fdbb06,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:35.900368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:35.902722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:35.988288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Pushing event updated for resources: {'Port': ['ID=b9e242eb-7667-4122-85aa-50c636bb955c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:35.992297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:35.995621 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:35.996502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:36.000894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:36.008511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Attempting to bind port e69f0013-0a00-453d-930c-1dac47d7ad0b on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:36.008891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Attempting to bind port e69f0013-0a00-453d-930c-1dac47d7ad0b by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'bde26cec-a8fa-4ddf-9a93-4851b0b130a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0953e45-8d5b-4422-b952-18b4e2acc3ef'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:36.009269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Attempting to bind port e69f0013-0a00-453d-930c-1dac47d7ad0b on network b0953e45-8d5b-4422-b952-18b4e2acc3ef {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:36.043180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:36.055052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:36.055052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Checking segment: {'id': 'bde26cec-a8fa-4ddf-9a93-4851b0b130a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0953e45-8d5b-4422-b952-18b4e2acc3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:36.055457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.055894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Bound using segment: {'id': 'bde26cec-a8fa-4ddf-9a93-4851b0b130a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0953e45-8d5b-4422-b952-18b4e2acc3ef'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:36.056409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Bound port: e69f0013-0a00-453d-930c-1dac47d7ad0b, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde26cec-a8fa-4ddf-9a93-4851b0b130a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'b0953e45-8d5b-4422-b952-18b4e2acc3ef'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:36.056793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.088367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:subnet and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:36.096234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:36.124650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::128 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/617c6a40-31ac-43fa-98bf-925f8b643c6c/0ee61fcc-9d9c-4af8-94e0-05099dbc19ae) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:36.129002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:36.213692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Attempting to bind port b9e242eb-7667-4122-85aa-50c636bb955c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:36.214088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Attempting to bind port b9e242eb-7667-4122-85aa-50c636bb955c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:36.214443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Attempting to bind port b9e242eb-7667-4122-85aa-50c636bb955c on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:36.245053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:36.245499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:36.245832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.246237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:36.255522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.259667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Bound port: b9e242eb-7667-4122-85aa-50c636bb955c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:36.260250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.316988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] For port e69f0013-0a00-453d-930c-1dac47d7ad0b, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:36.336430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] For port e69f0013-0a00-453d-930c-1dac47d7ad0b, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e69f0013-0a00-453d-930c-1dac47d7ad0b,segment=NetworkSegment(bde26cec-a8fa-4ddf-9a93-4851b0b130a8),segment_id=bde26cec-a8fa-4ddf-9a93-4851b0b130a8)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:36.363517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:36.378582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] For port b9e242eb-7667-4122-85aa-50c636bb955c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:36.382042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] For port b9e242eb-7667-4122-85aa-50c636bb955c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b9e242eb-7667-4122-85aa-50c636bb955c,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:36.418266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.421868 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ebfda049-e152-4758-b820-33ca829dbfac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17d8c05e9d60438bafab83891292a6f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5875778 Dec 13 23:25:36.422725 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-be98d501-3fc6-439c-87c9-ed906fc73951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:36.427777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48740) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:36.465988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.531238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.533207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Pushing event updated for resources: {'Port': ['ID=e69f0013-0a00-453d-930c-1dac47d7ad0b,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:36.537547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:36.538023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b3ea447b-5308-4cdb-8f27-272ba607246f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:36.568004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.609806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Pushing event updated for resources: {'Port': ['ID=b9e242eb-7667-4122-85aa-50c636bb955c,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:36.618907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:36.772984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.780899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:36.808066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.869242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.875196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.940359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.990990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-53954e16-36dc-462a-a4e7-735e7af3cbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:36.992438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=d561c964-4358-4362-941d-f8537a8ed039,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:36.995269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:37.134190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-53954e16-36dc-462a-a4e7-735e7af3cbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.208516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Checking segment: {'id': '4e610baa-563d-4294-8444-8580932ccac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '264483df-bd0f-4be3-a831-6c9af4f3da02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:37.208875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network hostable DHCP agents. Network: 264483df-bd0f-4be3-a831-6c9af4f3da02, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:37.278415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.26.5.253 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/26e941a0-689d-4c19-9c43-15a1e28a7815) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:37.305709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.381039 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 264483df-bd0f-4be3-a831-6c9af4f3da02 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:37.428947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 0ee61fcc-9d9c-4af8-94e0-05099dbc19ae will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:37.441575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-53954e16-36dc-462a-a4e7-735e7af3cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.447252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:37.471436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53954e16-36dc-462a-a4e7-735e7af3cbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db632d70-5e60-4494-994d-93310b6250af,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:37.483149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-53954e16-36dc-462a-a4e7-735e7af3cbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:37.538250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 264483df-bd0f-4be3-a831-6c9af4f3da02) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:37.542465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-53954e16-36dc-462a-a4e7-735e7af3cbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.547161 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-53954e16-36dc-462a-a4e7-735e7af3cbf9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db632d70-5e60-4494-994d-93310b6250af HTTP/1.1" status: 204 len: 168 time: 0.9870760 Dec 13 23:25:37.552147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:37.552740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.554278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f588e92e-2842-469f-b4f5-6f65ad125bbd None None] Network 264483df-bd0f-4be3-a831-6c9af4f3da02 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:37.581033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.651070 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4445069 Dec 13 23:25:37.654922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48746) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:37.661979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '264483df-bd0f-4be3-a831-6c9af4f3da02', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1048776725'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:37.754502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Router ce984742-24cd-4d33-b598-8015bb072b52 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:25:37.762809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.770821 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:37.774818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.807424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.827875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d40ae5b9-5af8-4461-a3d2-08c33ac79b13 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:37.878862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-264483df-bd0f-4be3-a831-6c9af4f3da02', 'network_id': '264483df-bd0f-4be3-a831-6c9af4f3da02', 'tenant_id': '23369587cb5349a599dea985ba80e5e9', 'fixed_ips': [{'subnet_id': 'd561c964-4358-4362-941d-f8537a8ed039'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:37.883211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.898203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:37.906770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:37.908724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=26e941a0-689d-4c19-9c43-15a1e28a7815,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:37.911298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:37.947199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:37.971991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:37.991035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:38.000463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:38.009702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:38.014671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:38.015217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:38.084372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:25:38.111224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=0ee61fcc-9d9c-4af8-94e0-05099dbc19ae,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:38.121619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:38.121944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:38.147859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:38.161133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:38.165191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-82a6a151-a6c3-4b3d-bd55-46b082967608 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:38.205114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Allocated IP 172.20.0.2 (264483df-bd0f-4be3-a831-6c9af4f3da02/d561c964-4358-4362-941d-f8537a8ed039/b01125d0-71f1-44f9-bfb9-822f35f71bbc) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:38.228152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:38.251226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:38.317008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48756) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:38.317477 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1260927 Dec 13 23:25:38.385267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:38.394940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:38.434464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=ff28a90e-affa-4f8e-b76a-1b74653abb82,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:38.438645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:38.494756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e69f0013-0a00-453d-930c-1dac47d7ad0b up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:38.543747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:38.613707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port ae46edd3-206c-4aaa-b843-907a08a894eb yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:38.628589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking segment: {'id': '6baad13e-fb47-4256-8cc3-3df1460b2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd54d8fc8-ca21-4262-a7cb-89670d6bdbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:38.629416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network hostable DHCP agents. Network: d54d8fc8-ca21-4262-a7cb-89670d6bdbd0, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:38.642487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3c8a0b39-cc46-4061-bd89-5db4257dd6d9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:38.690653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:38.691309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:38.692713 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/ports/7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 HTTP/1.1" status: 200 len: 910 time: 3.1071291 Dec 13 23:25:38.697268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48764) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:38.703287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a4a6ce-abf2-421e-8d19-ad7d9914b2d7 None None] Network b0953e45-8d5b-4422-b952-18b4e2acc3ef requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:38.880987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724df7dc-aabe-42cd-8218-c1cb0a102aa9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:38.885122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724df7dc-aabe-42cd-8218-c1cb0a102aa9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:38.886535 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-724df7dc-aabe-42cd-8218-c1cb0a102aa9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5683186 Dec 13 23:25:38.894142 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-327d8521-47ee-4349-8719-b8cec6935234 None None] Provisioning for port b9e242eb-7667-4122-85aa-50c636bb955c completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:38.894686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48770) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:38.913273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:38.924162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:38.924886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:38.933485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=7090c5d8-bf33-4a3f-aeb2-5a2d80023b63,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:38.936058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Transition to ACTIVE for port object b01125d0-71f1-44f9-bfb9-822f35f71bbc will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:38.938370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:39.004718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:39.017793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Transition to ACTIVE for port object b01125d0-71f1-44f9-bfb9-822f35f71bbc will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:39.026105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.026856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb37ef-6497-4bda-96d3-c009d95d2197 None None] Sync routers for ids ['ce984742-24cd-4d33-b598-8015bb072b52'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:39.031244 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-74a713da-d495-4de9-affd-b972eac361ee tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "PUT /v2.0/routers/ce984742-24cd-4d33-b598-8015bb072b52 HTTP/1.1" status: 200 len: 879 time: 6.6877208 Dec 13 23:25:39.031244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48776) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:39.065113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port e69f0013-0a00-453d-930c-1dac47d7ad0b completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:39.115993 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.123578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:39.152743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b9e242eb-7667-4122-85aa-50c636bb955c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:39.158071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 0ee61fcc-9d9c-4af8-94e0-05099dbc19ae {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:39.158071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.188656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb37ef-6497-4bda-96d3-c009d95d2197 None None] Routers {'ce984742-24cd-4d33-b598-8015bb072b52'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:39.188656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-66cb37ef-6497-4bda-96d3-c009d95d2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ce984742-24cd-4d33-b598-8015bb072b52'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:39.197156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:39.275498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.12 (264483df-bd0f-4be3-a831-6c9af4f3da02/d561c964-4358-4362-941d-f8537a8ed039/ae46edd3-206c-4aaa-b843-907a08a894eb) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:39.296534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, d54d8fc8-ca21-4262-a7cb-89670d6bdbd0) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:39.312031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:39.312765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.369011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48782) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:39.374010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Pushing event updated for resources: {'Port': ['ID=b01125d0-71f1-44f9-bfb9-822f35f71bbc,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:39.377347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:39.389911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ea6aae-ae2e-4fc7-a17b-ed1519ff7d8f None None] Network d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:39.469642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-66cb37ef-6497-4bda-96d3-c009d95d2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:39.476967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Provisioning for port 0ee61fcc-9d9c-4af8-94e0-05099dbc19ae completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:39.502088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Provisioning complete for port 0ee61fcc-9d9c-4af8-94e0-05099dbc19ae triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:39.502464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.537497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Network 264483df-bd0f-4be3-a831-6c9af4f3da02 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:39.556435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:39.558966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:39.623142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.654246 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.0120339 Dec 13 23:25:39.655041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object ae46edd3-206c-4aaa-b843-907a08a894eb will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:39.660097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48788) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:39.668865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb37ef-6497-4bda-96d3-c009d95d2197 None None] Routers {'ce984742-24cd-4d33-b598-8015bb072b52'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:39.673394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-939153611'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:39.673521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-66cb37ef-6497-4bda-96d3-c009d95d2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ce984742-24cd-4d33-b598-8015bb072b52'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:39.682762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:39.691217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:network and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:39.704447 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-99fdb34e-8642-4d16-ae5a-0dab8bda3c77 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/routers/ce984742-24cd-4d33-b598-8015bb072b52 HTTP/1.1" status: 200 len: 920 time: 0.6676078 Dec 13 23:25:39.704447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:39.706308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48792) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:39.717588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:39.766112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1811798749'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:39.782176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:39.789376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.793457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Usage tracker for resource:network and tenant:c698d400464a4088b7019d862ae76712 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:39.793881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Port 0ee61fcc-9d9c-4af8-94e0-05099dbc19ae cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:39.799665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:39.804153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-66cb37ef-6497-4bda-96d3-c009d95d2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:39.804305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cb37ef-6497-4bda-96d3-c009d95d2197 None None] The sync data for ids ['ce984742-24cd-4d33-b598-8015bb072b52'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:39.807434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:39.850362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port b9e242eb-7667-4122-85aa-50c636bb955c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:39.852528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-93e398c1-c70c-4b94-8f71-e9ace818d334 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Synchronizing usage tracker for tenant:e3a68face40f4a69972525752c47a411 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:39.870985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-93e398c1-c70c-4b94-8f71-e9ace818d334 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Unset dirty status for tenant:e3a68face40f4a69972525752c47a411 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:39.877389 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-93e398c1-c70c-4b94-8f71-e9ace818d334 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=ce984742-24cd-4d33-b598-8015bb072b52&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1685700 Dec 13 23:25:39.878004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48796) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:39.880269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Attempting to bind port b01125d0-71f1-44f9-bfb9-822f35f71bbc on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:39.880655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Attempting to bind port b01125d0-71f1-44f9-bfb9-822f35f71bbc by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4e610baa-563d-4294-8444-8580932ccac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '264483df-bd0f-4be3-a831-6c9af4f3da02'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:39.881023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Attempting to bind port b01125d0-71f1-44f9-bfb9-822f35f71bbc on network 264483df-bd0f-4be3-a831-6c9af4f3da02 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:39.885872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b9e242eb-7667-4122-85aa-50c636bb955c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:39.886252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.940505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 0ee61fcc-9d9c-4af8-94e0-05099dbc19ae owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:39.953191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:39.953817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Checking segment: {'id': '4e610baa-563d-4294-8444-8580932ccac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '264483df-bd0f-4be3-a831-6c9af4f3da02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:39.954119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.954562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Bound using segment: {'id': '4e610baa-563d-4294-8444-8580932ccac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '264483df-bd0f-4be3-a831-6c9af4f3da02'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:39.955048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Bound port: b01125d0-71f1-44f9-bfb9-822f35f71bbc, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e610baa-563d-4294-8444-8580932ccac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '264483df-bd0f-4be3-a831-6c9af4f3da02'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:39.955423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.985553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:39.988531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:39.997336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router dc99d8e5-bd85-4559-9ebf-fe769efbb0a6 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:25:40.000421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Made reservation on behalf of c698d400464a4088b7019d862ae76712 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:40.003289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.026429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.040505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aa75a09c-b06f-4a08-891b-c414271a51d5 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:40.053419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Provisioning for port e69f0013-0a00-453d-930c-1dac47d7ad0b completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:40.079786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Provisioning complete for port e69f0013-0a00-453d-930c-1dac47d7ad0b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:40.080275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.099408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.112017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-d54d8fc8-ca21-4262-a7cb-89670d6bdbd0', 'network_id': 'd54d8fc8-ca21-4262-a7cb-89670d6bdbd0', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': 'ff28a90e-affa-4f8e-b76a-1b74653abb82'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:40.112967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.163047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.200593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:40.207149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=ae46edd3-206c-4aaa-b843-907a08a894eb,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:40.266205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:40.268043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 264483df-bd0f-4be3-a831-6c9af4f3da02 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:40.277704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:40.287733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:40.300115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] For port b01125d0-71f1-44f9-bfb9-822f35f71bbc, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:40.313018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.336234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5aea68-9df2-465f-990c-874b91ea1b2b tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:40.336618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] For port b01125d0-71f1-44f9-bfb9-822f35f71bbc, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b01125d0-71f1-44f9-bfb9-822f35f71bbc,segment=NetworkSegment(4e610baa-563d-4294-8444-8580932ccac6),segment_id=4e610baa-563d-4294-8444-8580932ccac6)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:40.338907 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0e5aea68-9df2-465f-990c-874b91ea1b2b tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 881 time: 0.4596655 Dec 13 23:25:40.375173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48800) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:40.391086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:40.391794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.421781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.427273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2050e1f2-d7c2-43cf-8c4a-9872e8a4ce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:40.455600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.460804 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cfaa30b0-de5c-406c-b8b4-00f50962fcc9 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce984742-24cd-4d33-b598-8015bb072b52 HTTP/1.1" status: 200 len: 205 time: 0.0717816 Dec 13 23:25:40.468342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48804) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:40.499109 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.8427739 Dec 13 23:25:40.506271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48808) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:40.521406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b9e242eb-7667-4122-85aa-50c636bb955c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b9e242eb-7667-4122-85aa-50c636bb955c,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:40.585297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port ae46edd3-206c-4aaa-b843-907a08a894eb {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:40.585672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.603411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Pushing event updated for resources: {'Port': ['ID=b01125d0-71f1-44f9-bfb9-822f35f71bbc,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:40.607734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] For port e69f0013-0a00-453d-930c-1dac47d7ad0b, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e69f0013-0a00-453d-930c-1dac47d7ad0b,segment=NetworkSegment(bde26cec-a8fa-4ddf-9a93-4851b0b130a8),segment_id=bde26cec-a8fa-4ddf-9a93-4851b0b130a8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:40.611379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.613940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Allocated IP 2001:db8::1 (d54d8fc8-ca21-4262-a7cb-89670d6bdbd0/ff28a90e-affa-4f8e-b76a-1b74653abb82/bcc483a1-f622-49f2-b87b-589cf78e15cb) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:40.617280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:40.617280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:40.654095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.654850 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment dfd9c996-d685-42d9-988b-72a7ac15b12b of type vlan for network f196bf42-da87-4e73-9e87-a7361909508d Dec 13 23:25:40.703704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.708667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:40.720523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.727962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.739128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ddc31131-8b48-4556-bb6f-a56c9c5bc7e9 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:40.755106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Usage tracker for resource:security_group_rule and tenant:c698d400464a4088b7019d862ae76712 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:40.803577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=0ee61fcc-9d9c-4af8-94e0-05099dbc19ae,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:40.806279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:40.842119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b9e242eb-7667-4122-85aa-50c636bb955c,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:40.848180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:40.850683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:40.885672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:40.911075 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/0ee61fcc-9d9c-4af8-94e0-05099dbc19ae HTTP/1.1" status: 204 len: 168 time: 2.0149167 Dec 13 23:25:40.915119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:40.915291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48812) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:40.954178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:41.010359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Pushing event updated for resources: {'Port': ['ID=e69f0013-0a00-453d-930c-1dac47d7ad0b,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:41.040623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:41.046587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ba1730ec-bde4-4287-bf05-bd3c5dc86bed None None] Provisioning complete for port e69f0013-0a00-453d-930c-1dac47d7ad0b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:41.046587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ba1730ec-bde4-4287-bf05-bd3c5dc86bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.107753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:41.131984 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8427bc-c801-4ac9-b320-745023c1e568 None None] Sync routers for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:41.146810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Router 20616f82-317f-4cee-a91c-ecbaf8771d85 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:25:41.153401 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8427bc-c801-4ac9-b320-745023c1e568 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:41.154117 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6a8427bc-c801-4ac9-b320-745023c1e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:41.161421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3b0de3-f97b-4b82-b586-f93bbcd2684b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:41.163070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3b0de3-f97b-4b82-b586-f93bbcd2684b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:41.163860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7b3b0de3-f97b-4b82-b586-f93bbcd2684b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:41.237989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.311176 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6a8427bc-c801-4ac9-b320-745023c1e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:41.323547 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8427bc-c801-4ac9-b320-745023c1e568 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:41.324630 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6a8427bc-c801-4ac9-b320-745023c1e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:41.386766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.404982 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6a8427bc-c801-4ac9-b320-745023c1e568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:41.405440 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8427bc-c801-4ac9-b320-745023c1e568 None None] The sync data for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:41.408002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Transition to ACTIVE for port object bcc483a1-f622-49f2-b87b-589cf78e15cb will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:41.424208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for ae46edd3-206c-4aaa-b843-907a08a894eb owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:41.443392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Transition to ACTIVE for port object bcc483a1-f622-49f2-b87b-589cf78e15cb will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:41.464694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7b3b0de3-f97b-4b82-b586-f93bbcd2684b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:41.465892 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7b3b0de3-f97b-4b82-b586-f93bbcd2684b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5486023 Dec 13 23:25:41.474176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.478016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:41.478666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.481015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48816) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:41.489446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-29c7d43a-9f03-4b54-9c88-747fe3c7e6a7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:41.515550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.521149 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-96a8d86d-4fc4-4cc7-8f39-442b85ee46f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:41.608298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Network d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:41.611244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:41.613351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.614307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:41.621358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Pushing event updated for resources: {'Port': ['ID=bcc483a1-f622-49f2-b87b-589cf78e15cb,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:41.624229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:41.636325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.640921 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.9898138 Dec 13 23:25:41.648866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.654599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48820) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:41.743044 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.0758018 Dec 13 23:25:41.749177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.752370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=f196bf42-da87-4e73-9e87-a7361909508d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:41.755453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:41.758530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48824) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:41.758530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:41.772738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network f196bf42-da87-4e73-9e87-a7361909508d details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:41.807496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f24a588-d968-4ca5-b662-c93528003af8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:41.810722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:41.815718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': 'f196bf42-da87-4e73-9e87-a7361909508d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:41.890160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:41.928788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Attempting to bind port bcc483a1-f622-49f2-b87b-589cf78e15cb on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:41.929321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Attempting to bind port bcc483a1-f622-49f2-b87b-589cf78e15cb by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '6baad13e-fb47-4256-8cc3-3df1460b2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd54d8fc8-ca21-4262-a7cb-89670d6bdbd0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:41.929818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Attempting to bind port bcc483a1-f622-49f2-b87b-589cf78e15cb on network d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:41.940114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:41.940114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Checking segment: {'id': '6baad13e-fb47-4256-8cc3-3df1460b2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd54d8fc8-ca21-4262-a7cb-89670d6bdbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:41.940682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.941182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Bound using segment: {'id': '6baad13e-fb47-4256-8cc3-3df1460b2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd54d8fc8-ca21-4262-a7cb-89670d6bdbd0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:41.941776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Bound port: bcc483a1-f622-49f2-b87b-589cf78e15cb, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6baad13e-fb47-4256-8cc3-3df1460b2ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd54d8fc8-ca21-4262-a7cb-89670d6bdbd0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:41.942309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.993883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:41.994477 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Added segment 1f7916d6-5f9c-4146-927d-4d9130a9fa0e of type vlan for network badf38a8-d337-44d0-b247-bf3f36c68d15 Dec 13 23:25:42.054981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 617c6a40-31ac-43fa-98bf-925f8b643c6c {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:25:42.072812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.075256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e25e729-9d69-47f9-a30d-a2993ff53071 None None] Network 264483df-bd0f-4be3-a831-6c9af4f3da02 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:42.103379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0a35c3ff-8305-4017-8ec7-510cd886b400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.117097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:42.120231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.132460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:subnet and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:42.138612 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:42.147940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:42.151129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.161464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8f40fde8-7288-48f4-bd62-b9d455181fae tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:42.168132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] For port bcc483a1-f622-49f2-b87b-589cf78e15cb, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:42.189146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.191032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] For port bcc483a1-f622-49f2-b87b-589cf78e15cb, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bcc483a1-f622-49f2-b87b-589cf78e15cb,segment=NetworkSegment(6baad13e-fb47-4256-8cc3-3df1460b2ca1),segment_id=6baad13e-fb47-4256-8cc3-3df1460b2ca1)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:42.218190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=ae46edd3-206c-4aaa-b843-907a08a894eb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:42.220661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:42.281859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-925a8039-338e-44ab-8ea8-8c8beb64b0b4 None None] Provisioning for port b01125d0-71f1-44f9-bfb9-822f35f71bbc completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:42.316752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:42.324240 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] 10.222.0.30 "PUT /v2.0/routers/20616f82-317f-4cee-a91c-ecbaf8771d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3801346 Dec 13 23:25:42.328769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48828) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:42.336563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] Sync routers for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:42.339581 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.343855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:42.352920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:42.378237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.382434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:42.383080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.398106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4c66d7e9-26e6-43c8-8270-ee8aaa48b723 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:42.451808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:42.456427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:42.512867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.532006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Pushing event updated for resources: {'Port': ['ID=bcc483a1-f622-49f2-b87b-589cf78e15cb,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:42.541256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:42.660051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.708014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.722197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:25:42.760687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.776744 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/ae46edd3-206c-4aaa-b843-907a08a894eb HTTP/1.1" status: 204 len: 168 time: 2.2671275 Dec 13 23:25:42.791413 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3919911 Dec 13 23:25:42.791946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48832) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:42.796906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48834) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:42.802311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:42.802516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:42.862833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Request body: {'subnet': {'network_id': 'badf38a8-d337-44d0-b247-bf3f36c68d15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:43.032109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Deleting port def586dd-71e2-4222-9d76-841a9dd77f05 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:43.032773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:43.054184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b01125d0-71f1-44f9-bfb9-822f35f71bbc up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:43.124298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event updated for resources: {'Network': ['ID=badf38a8-d337-44d0-b247-bf3f36c68d15,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:43.127634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:43.151678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network badf38a8-d337-44d0-b247-bf3f36c68d15 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:43.177883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:43.193301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b3a81b0-c87c-41a0-8668-133a347609bd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:43.203559 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-29440df1-89de-43bf-8ebb-dc5eec5fe702 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:25:43.204003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-29440df1-89de-43bf-8ebb-dc5eec5fe702 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:43.227374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.ipam_backend_mixin [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Performing IP validity checks on allocation pools {{(pid=84312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 23:25:43.227374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.ipam_backend_mixin [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 23:25:43.300441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:43.317757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=617c6a40-31ac-43fa-98bf-925f8b643c6c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:43.334713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Usage tracker for resource:subnet and tenant:c698d400464a4088b7019d862ae76712 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:43.352159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-29440df1-89de-43bf-8ebb-dc5eec5fe702 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:43.354751 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-29440df1-89de-43bf-8ebb-dc5eec5fe702 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/ae46edd3-206c-4aaa-b843-907a08a894eb HTTP/1.1" status: 404 len: 333 time: 0.4909434 Dec 13 23:25:43.390730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:25:35Z', 'revision_number': 5, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:43.398961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] Checking router: 20616f82-317f-4cee-a91c-ecbaf8771d85 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:25:43.400129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48840) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:43.420240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] Routers {'20616f82-317f-4cee-a91c-ecbaf8771d85'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:43.421000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['20616f82-317f-4cee-a91c-ecbaf8771d85'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:43.449305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:43.521304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port b01125d0-71f1-44f9-bfb9-822f35f71bbc completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:43.531164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bb1727cd-d47e-431f-8a12-d1a770811fdb None None] Could not find standard attr ID for object ae46edd3-206c-4aaa-b843-907a08a894eb. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:25:43.535229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b01125d0-71f1-44f9-bfb9-822f35f71bbc triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:43.535822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:43.612712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:43.616369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:43.628420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for 7090c5d8-bf33-4a3f-aeb2-5a2d80023b63 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:43.686046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:43.688638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:43.704746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:43.741655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] Set router 20616f82-317f-4cee-a91c-ecbaf8771d85 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:25:43.747912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:43.833935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:43.892380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44813a52-be8d-4b00-92ad-cc92cf23a982 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:43.931486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=51a6cfe8-5b10-475a-9603-2928fe4898e7,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:43.934168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:43.935473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbcbc8d-c6da-4a31-8c70-a9d34cc77ef3 None None] Network d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:43.948091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet d561c964-4358-4362-941d-f8537a8ed039 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:25:43.953596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking segment: {'id': 'dfd9c996-d685-42d9-988b-72a7ac15b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f196bf42-da87-4e73-9e87-a7361909508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:43.953968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network hostable DHCP agents. Network: f196bf42-da87-4e73-9e87-a7361909508d, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:43.959878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:43.972730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Calling delete_port for def586dd-71e2-4222-9d76-841a9dd77f05 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:44.028430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.039307 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/617c6a40-31ac-43fa-98bf-925f8b643c6c HTTP/1.1" status: 204 len: 168 time: 2.5534341 Dec 13 23:25:44.044450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48844) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:44.138620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Made reservation on behalf of c698d400464a4088b7019d862ae76712 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:44.167191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network f196bf42-da87-4e73-9e87-a7361909508d is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:44.171567 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-906042b4-6f39-424f-ba3d-33a47d6ab849 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210675 Dec 13 23:25:44.172348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48848) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:44.258686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.350944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, f196bf42-da87-4e73-9e87-a7361909508d) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:44.353973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:44.354618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.380657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.395468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96efe50f-3135-42df-9fce-56862b1172a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:44.396763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c87ef037-71ed-4288-b3cc-6335ef540f81 None None] Provisioning for port bcc483a1-f622-49f2-b87b-589cf78e15cb completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:44.396947 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-96efe50f-3135-42df-9fce-56862b1172a4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2236812 Dec 13 23:25:44.399783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48852) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:44.405142 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7b7439df-f93d-4093-b9f3-85adce0d7d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.446184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542921b-daf4-48fb-85dd-878d2b744196 None None] Network f196bf42-da87-4e73-9e87-a7361909508d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:44.449778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.482875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.483122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.491086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6bbde36d-f556-4bf3-948d-6f85740fc628 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:44.531291 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7269750 Dec 13 23:25:44.549524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48856) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:44.552138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=d561c964-4358-4362-941d-f8537a8ed039,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:44.554479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:44.592957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.597422 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/d561c964-4358-4362-941d-f8537a8ed039 HTTP/1.1" status: 204 len: 168 time: 1.1935403 Dec 13 23:25:44.604636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f3729-17e1-4784-b9c6-1cb56b9320d1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:44.611122 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-132f3729-17e1-4784-b9c6-1cb56b9320d1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2052433 Dec 13 23:25:44.611303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48860) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:44.611682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48862) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:44.616837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef13a0a4-5461-4c2b-8da4-516a471dec0d None None] Network 264483df-bd0f-4be3-a831-6c9af4f3da02 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:44.765944 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d87feabd-e99a-46bd-9562-a2a6dc7936de tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1485667 Dec 13 23:25:44.766489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48868) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:44.772087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:44.906476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:44.911230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:25:44.911713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:25:45.027057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.034970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bcde62cb-c837-48ea-9c91-fab006a7f1c3 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:45.064605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.087092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port b01125d0-71f1-44f9-bfb9-822f35f71bbc {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:45.087442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.109713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.121706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:45.124202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=7090c5d8-bf33-4a3f-aeb2-5a2d80023b63,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:45.132533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:45.135152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:45.135318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:25:35Z', 'revision_number': 5, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:45.139652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:45.139812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81ecb437-3f3a-47de-950d-528be16cc823 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:45.149168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:45.154643 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88aa497-7298-49f3-93ed-0ad618b58c49 None None] The sync data for ids ['20616f82-317f-4cee-a91c-ecbaf8771d85'] in dv-neutron-821564-1-hyperv is: [{'id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'name': 'tempest-ServerActionsTestJSON-1385839302-router', 'tenant_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149'}], 'enable_snat': True}, 'gw_port_id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:21:06Z', 'updated_at': '2021-12-13T23:25:35Z', 'revision_number': 5, 'project_id': '6e5e6f0c86d7408587a8ba11ebf879f2', 'gw_port': {'id': '413a709d-3b5e-4bff-a1a8-41824903ed70', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20616f82-317f-4cee-a91c-ecbaf8771d85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:21:09Z', 'updated_at': '2021-12-13T23:21:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:45.193006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-f196bf42-da87-4e73-9e87-a7361909508d', 'network_id': 'f196bf42-da87-4e73-9e87-a7361909508d', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': '51a6cfe8-5b10-475a-9603-2928fe4898e7'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:45.193818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.202109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.298871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event deleted for resources: {'Port': ['ID=def586dd-71e2-4222-9d76-841a9dd77f05,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:45.316832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:45.357880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.392056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.459874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:45.465395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.507775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Allocated IP 2001:db8::3 (f196bf42-da87-4e73-9e87-a7361909508d/51a6cfe8-5b10-475a-9603-2928fe4898e7/175b7895-b92d-476a-bb1a-6b210bd97a71) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:45.526305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.595025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:45.604628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.610587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] DHCP port deletion for 264483df-bd0f-4be3-a831-6c9af4f3da02 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:45.662490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Deleting port b9e242eb-7667-4122-85aa-50c636bb955c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:45.662882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.697928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Deleting port b01125d0-71f1-44f9-bfb9-822f35f71bbc {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:45.698306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:45.931185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b01125d0-71f1-44f9-bfb9-822f35f71bbc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b01125d0-71f1-44f9-bfb9-822f35f71bbc,segment=NetworkSegment(4e610baa-563d-4294-8444-8580932ccac6),segment_id=4e610baa-563d-4294-8444-8580932ccac6)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:45.946871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.010502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.011270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e69f0013-0a00-453d-930c-1dac47d7ad0b up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:46.033306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.20.0.1 (b0953e45-8d5b-4422-b952-18b4e2acc3ef/4b267f36-6363-4c35-924c-4b15fb15ab83/95947a49-e98b-43be-932b-a05f4dab6f79) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:46.063358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-21f89cd1-feed-4e8c-a230-39b3d30a9923 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:46.068032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0f3d388-c00c-4d46-a02d-80c2eac9e992 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:46.285724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.329416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Transition to ACTIVE for port object 95947a49-e98b-43be-932b-a05f4dab6f79 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:46.346728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:25:46.358898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.423577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b01125d0-71f1-44f9-bfb9-822f35f71bbc,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:46.427529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] For port b9e242eb-7667-4122-85aa-50c636bb955c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b9e242eb-7667-4122-85aa-50c636bb955c,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:46.428080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.449958 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:46.453441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] For port b01125d0-71f1-44f9-bfb9-822f35f71bbc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b01125d0-71f1-44f9-bfb9-822f35f71bbc,segment=NetworkSegment(4e610baa-563d-4294-8444-8580932ccac6),segment_id=4e610baa-563d-4294-8444-8580932ccac6)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:46.453802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.454869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] For port b01125d0-71f1-44f9-bfb9-822f35f71bbc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b01125d0-71f1-44f9-bfb9-822f35f71bbc,segment=NetworkSegment(4e610baa-563d-4294-8444-8580932ccac6),segment_id=4e610baa-563d-4294-8444-8580932ccac6)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:46.455336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.526341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.532482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f12c0dbd-98e4-459d-8a7a-fdbc52e890e6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:46.668507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network b0953e45-8d5b-4422-b952-18b4e2acc3ef is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:46.674705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:46.677180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:46.678857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.692351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for b01125d0-71f1-44f9-bfb9-822f35f71bbc owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:46.719983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=95947a49-e98b-43be-932b-a05f4dab6f79,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:46.723702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:46.724504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event updated for resources: {'Subnet': ['ID=99facd42-a7eb-4c5b-b21e-3078321374d2,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:46.738007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:46.745060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.776116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Calling delete_port for b9e242eb-7667-4122-85aa-50c636bb955c owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:46.816919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Calling delete_port for b01125d0-71f1-44f9-bfb9-822f35f71bbc owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:46.913669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.922651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Deleting port 413a709d-3b5e-4bff-a1a8-41824903ed70 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:46.922651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.930280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Transition to ACTIVE for port object 175b7895-b92d-476a-bb1a-6b210bd97a71 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:46.944657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.959865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Checking segment: {'id': '1f7916d6-5f9c-4146-927d-4d9130a9fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'badf38a8-d337-44d0-b247-bf3f36c68d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:46.960227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Network hostable DHCP agents. Network: badf38a8-d337-44d0-b247-bf3f36c68d15, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:46.963256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.977471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:25:46.977915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:25:46.987483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Transition to ACTIVE for port object 175b7895-b92d-476a-bb1a-6b210bd97a71 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:46.994315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port e69f0013-0a00-453d-930c-1dac47d7ad0b triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:46.994694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:46.994826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.043469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.076498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.110698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.119681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:47.178383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-228e1e16-9fe6-454f-b991-0aefa36f0778 None None] Provisioning for port 95947a49-e98b-43be-932b-a05f4dab6f79 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:47.204599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-228e1e16-9fe6-454f-b991-0aefa36f0778 None None] Provisioning complete for port 95947a49-e98b-43be-932b-a05f4dab6f79 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:47.205162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-228e1e16-9fe6-454f-b991-0aefa36f0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.205288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] For port b9e242eb-7667-4122-85aa-50c636bb955c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b9e242eb-7667-4122-85aa-50c636bb955c,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:47.225034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.229461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:25:47.229772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:25:47.235902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.255700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Network f196bf42-da87-4e73-9e87-a7361909508d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:47.257517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b9e242eb-7667-4122-85aa-50c636bb955c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:47.257707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.261285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a66c7ee9-5985-478e-bbe0-4206ee577fee tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:47.284334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:25:47.284790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:25:47.291939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Pushing event updated for resources: {'Port': ['ID=175b7895-b92d-476a-bb1a-6b210bd97a71,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:47.294690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:47.305990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:47.308213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:47.317877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=51a6cfe8-5b10-475a-9603-2928fe4898e7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:47.320648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:47.366371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-228e1e16-9fe6-454f-b991-0aefa36f0778 None None] Port 95947a49-e98b-43be-932b-a05f4dab6f79 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:47.380038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Network badf38a8-d337-44d0-b247-bf3f36c68d15 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:47.441043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Attempting to bind port 175b7895-b92d-476a-bb1a-6b210bd97a71 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:47.441652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Attempting to bind port 175b7895-b92d-476a-bb1a-6b210bd97a71 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'dfd9c996-d685-42d9-988b-72a7ac15b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f196bf42-da87-4e73-9e87-a7361909508d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:47.441940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Attempting to bind port 175b7895-b92d-476a-bb1a-6b210bd97a71 on network f196bf42-da87-4e73-9e87-a7361909508d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:47.443580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.444870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.452686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:47.453209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Checking segment: {'id': 'dfd9c996-d685-42d9-988b-72a7ac15b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f196bf42-da87-4e73-9e87-a7361909508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:47.454028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.454189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Bound using segment: {'id': 'dfd9c996-d685-42d9-988b-72a7ac15b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f196bf42-da87-4e73-9e87-a7361909508d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:47.454775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Bound port: 175b7895-b92d-476a-bb1a-6b210bd97a71, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfd9c996-d685-42d9-988b-72a7ac15b12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f196bf42-da87-4e73-9e87-a7361909508d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:47.455247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.461016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] For port 413a709d-3b5e-4bff-a1a8-41824903ed70, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=413a709d-3b5e-4bff-a1a8-41824903ed70,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:47.461365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.466984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e0cead6b-64fc-458f-b518-5026a5711e48 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:47.469266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.469798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Fanout notify agent at l3_agent the message router_deleted on router ce984742-24cd-4d33-b598-8015bb072b52 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:25:47.476312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b9e242eb-7667-4122-85aa-50c636bb955c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:47.480324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.502233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Deleting port b9e242eb-7667-4122-85aa-50c636bb955c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:47.502750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.518566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.603482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Calling delete_port for 413a709d-3b5e-4bff-a1a8-41824903ed70 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:47.643848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, badf38a8-d337-44d0-b247-bf3f36c68d15) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:47.652466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f196bf42-da87-4e73-9e87-a7361909508d']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:47.655461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:47.656076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.664365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:47.673325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b3b32c-683b-41d0-a390-73e57641c8a8 None None] Network badf38a8-d337-44d0-b247-bf3f36c68d15 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:47.723987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:47.726847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:47.727435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.746303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd9c996-d685-42d9-988b-72a7ac15b12b') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:47.746596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd9c996-d685-42d9-988b-72a7ac15b12b') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:47.765037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] For port 175b7895-b92d-476a-bb1a-6b210bd97a71, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:47.772158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=b9e242eb-7667-4122-85aa-50c636bb955c,revision_number=6']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:47.775432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:47.787191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Deleting port b01125d0-71f1-44f9-bfb9-822f35f71bbc {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:47.788217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.789536 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.796522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-49b1cba3-011e-4864-8db7-a8e809b7b452 tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:47.817110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port b01125d0-71f1-44f9-bfb9-822f35f71bbc {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:47.817734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:47.867317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] For port 175b7895-b92d-476a-bb1a-6b210bd97a71, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=175b7895-b92d-476a-bb1a-6b210bd97a71,segment=NetworkSegment(dfd9c996-d685-42d9-988b-72a7ac15b12b),segment_id=dfd9c996-d685-42d9-988b-72a7ac15b12b)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:47.890233 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=70ba99a5-6ef7-49fb-a112-690654b66a6c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:47.892674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:47.964627 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1971581 Dec 13 23:25:47.969809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48872) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:47.979859 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:25:47.982501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:48.003303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.015640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:48.043010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.048114 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/ce984742-24cd-4d33-b598-8015bb072b52 HTTP/1.1" status: 204 len: 168 time: 7.5749254 Dec 13 23:25:48.053800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48876) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:48.068587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.089216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1165210510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:48.102204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:48.102727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.109829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:48.112948 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3121226 Dec 13 23:25:48.118460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48880) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:48.119548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Usage tracker for resource:router and tenant:307daabb371943eda530dd05ec1b0356 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:48.125634 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:48.138082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:48.145059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Request body: {'port': {'network_id': 'badf38a8-d337-44d0-b247-bf3f36c68d15', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2030476837'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:48.187158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:48.260152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] For port b9e242eb-7667-4122-85aa-50c636bb955c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b9e242eb-7667-4122-85aa-50c636bb955c,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:48.260752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.273307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Pushing event updated for resources: {'Port': ['ID=175b7895-b92d-476a-bb1a-6b210bd97a71,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:48.297647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:48.317196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:48.322134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:48.326966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.332231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:48.340303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:25:48.340303 dv-neutron-821564-1-hyperv neutron-server[84312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:25:48.340303 dv-neutron-821564-1-hyperv neutron-server[84312]: [parameters: {'id': 'f196bf42-da87-4e73-9e87-a7361909508d'}] Dec 13 23:25:48.340303 dv-neutron-821564-1-hyperv neutron-server[84312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:25:48.340747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:25:48.383006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router a68cbdd4-c5cb-4303-9164-0d6bd73c8366 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:25:48.391356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.392537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.394713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.396065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:48.401789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bcc483a1-f622-49f2-b87b-589cf78e15cb up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:48.426907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f23dc903-2253-4fd9-a47d-20d73c3238a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:48.442524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] For port b01125d0-71f1-44f9-bfb9-822f35f71bbc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b01125d0-71f1-44f9-bfb9-822f35f71bbc,segment=NetworkSegment(4e610baa-563d-4294-8444-8580932ccac6),segment_id=4e610baa-563d-4294-8444-8580932ccac6)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:48.442966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.467201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:48.470009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.593074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Calling delete_port for b9e242eb-7667-4122-85aa-50c636bb955c owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:48.602151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=95947a49-e98b-43be-932b-a05f4dab6f79,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:48.607435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.613101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:48.654744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for b01125d0-71f1-44f9-bfb9-822f35f71bbc owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:48.688173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-badf38a8-d337-44d0-b247-bf3f36c68d15', 'network_id': 'badf38a8-d337-44d0-b247-bf3f36c68d15', 'tenant_id': 'c698d400464a4088b7019d862ae76712', 'fixed_ips': [{'subnet_id': '99facd42-a7eb-4c5b-b21e-3078321374d2'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:48.688989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.727864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] For port b01125d0-71f1-44f9-bfb9-822f35f71bbc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b01125d0-71f1-44f9-bfb9-822f35f71bbc,segment=NetworkSegment(4e610baa-563d-4294-8444-8580932ccac6),segment_id=4e610baa-563d-4294-8444-8580932ccac6)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:48.728220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.799998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.846636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.868470 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.ipam_backend_mixin [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 70ba99a5-6ef7-49fb-a112-690654b66a6c (CIDR: 2001:db8::/64) Dec 13 23:25:48.884004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port 175b7895-b92d-476a-bb1a-6b210bd97a71 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:48.884367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.895402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Calling delete_port for b01125d0-71f1-44f9-bfb9-822f35f71bbc owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:48.902417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:48.921997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Usage tracker for resource:port and tenant:c698d400464a4088b7019d862ae76712 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:48.927235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:48.934401 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:25:48.934898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:25:48.937745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:48.953891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:48.967536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:48.971370 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619cef62-0726-41b3-8dae-fc3f61ae393f None None] Sync routers for ids ['a68cbdd4-c5cb-4303-9164-0d6bd73c8366'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:48.974080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-07456272-daa0-4d8b-b999-d9029f2f5837 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:49.020224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network b0953e45-8d5b-4422-b952-18b4e2acc3ef is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:49.020470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1dd055-d350-4c56-9e1a-c13e829a7239 None None] Network f196bf42-da87-4e73-9e87-a7361909508d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:49.022376 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619cef62-0726-41b3-8dae-fc3f61ae393f None None] Routers {'a68cbdd4-c5cb-4303-9164-0d6bd73c8366'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:49.026488 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/a68cbdd4-c5cb-4303-9164-0d6bd73c8366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3181837 Dec 13 23:25:49.026488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Pushing event deleted for resources: {'Port': ['ID=413a709d-3b5e-4bff-a1a8-41824903ed70,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:49.029797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:49.029921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48884) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:49.029921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.040847 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-619cef62-0726-41b3-8dae-fc3f61ae393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a68cbdd4-c5cb-4303-9164-0d6bd73c8366'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:49.073265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:49.088215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.096352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Made reservation on behalf of c698d400464a4088b7019d862ae76712 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:49.099634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.158303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d4d2c714-86cc-46fe-8d96-5bfa84c7c184 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:49.164242 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-619cef62-0726-41b3-8dae-fc3f61ae393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:49.180828 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619cef62-0726-41b3-8dae-fc3f61ae393f None None] Routers {'a68cbdd4-c5cb-4303-9164-0d6bd73c8366'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:49.181683 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-619cef62-0726-41b3-8dae-fc3f61ae393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['a68cbdd4-c5cb-4303-9164-0d6bd73c8366'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:49.184273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.217395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b9518437-ee3f-42ae-8ab7-c1f8fd9191e2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:49.239130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=b01125d0-71f1-44f9-bfb9-822f35f71bbc,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:49.251329 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0a166b89-d53b-4f46-993b-55ae8412ef63 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2804785 Dec 13 23:25:49.254705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48888) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:49.273390 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port bcc483a1-f622-49f2-b87b-589cf78e15cb completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:49.280070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:49.286641 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-619cef62-0726-41b3-8dae-fc3f61ae393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:49.287338 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619cef62-0726-41b3-8dae-fc3f61ae393f None None] The sync data for ids ['a68cbdd4-c5cb-4303-9164-0d6bd73c8366'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:49.292959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:49.304481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.308964 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-11bfa395-700e-4500-9e96-0c32aa320339 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2525883 Dec 13 23:25:49.313514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48892) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:49.327708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] device_id is not set on port 375168b4-c406-40be-bede-3d4a6341c5d0 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:49.348534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port bcc483a1-f622-49f2-b87b-589cf78e15cb triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:49.349192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.363784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No DVR routers for this DVR port b01125d0-71f1-44f9-bfb9-822f35f71bbc on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:49.430713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:25:49.431264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:25:49.475632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.492468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Deleting port b01125d0-71f1-44f9-bfb9-822f35f71bbc {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:49.492857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.521869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d60c9fd6-bbf4-4f5c-94c1-875b3c93a8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:49.528195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': True}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:49.585563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Allocated IP 172.20.0.2 (badf38a8-d337-44d0-b247-bf3f36c68d15/99facd42-a7eb-4c5b-b21e-3078321374d2/1a1388c5-bbec-4404-be3e-185b76a95beb) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:49.628005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Pushing event deleted for resources: {'Port': ['ID=b9e242eb-7667-4122-85aa-50c636bb955c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:49.636213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-20aa3fca-4f0b-4241-bd7b-8f64e42a0b17 None None] The port 'b01125d0-71f1-44f9-bfb9-822f35f71bbc' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:25:49.640926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:49.645848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port 175b7895-b92d-476a-bb1a-6b210bd97a71, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=175b7895-b92d-476a-bb1a-6b210bd97a71,segment=NetworkSegment(dfd9c996-d685-42d9-988b-72a7ac15b12b),segment_id=dfd9c996-d685-42d9-988b-72a7ac15b12b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:49.645848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.688231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7fac1a9a-e196-458d-8611-cbf6413185c9 None None] Provisioning complete for port 95947a49-e98b-43be-932b-a05f4dab6f79 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:49.688609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7fac1a9a-e196-458d-8611-cbf6413185c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.713121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b9518437-ee3f-42ae-8ab7-c1f8fd9191e2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:49.714361 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b9518437-ee3f-42ae-8ab7-c1f8fd9191e2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a68cbdd4-c5cb-4303-9164-0d6bd73c8366 HTTP/1.1" status: 200 len: 205 time: 0.6787770 Dec 13 23:25:49.736178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48896) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:49.794047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] No DVR routers for this DVR port b9e242eb-7667-4122-85aa-50c636bb955c on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:49.814229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for 175b7895-b92d-476a-bb1a-6b210bd97a71 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:49.895217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:49.921540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:49.933074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.963191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:49.965571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7fac1a9a-e196-458d-8611-cbf6413185c9 None None] Port 95947a49-e98b-43be-932b-a05f4dab6f79 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:49.967280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2579eb80-e3f7-41dd-a6ee-64b7219dea8b None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:49.980949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:50.055170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:50.080051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.098845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264483df-bd0f-4be3-a831-6c9af4f3da02']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:50.117618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0911c02-f464-445f-8887-c251607e3425 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.117808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e610baa-563d-4294-8444-8580932ccac6') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:50.117918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e610baa-563d-4294-8444-8580932ccac6') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:50.173163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:50.177019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.186508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port bcc483a1-f622-49f2-b87b-589cf78e15cb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bcc483a1-f622-49f2-b87b-589cf78e15cb,segment=NetworkSegment(6baad13e-fb47-4256-8cc3-3df1460b2ca1),segment_id=6baad13e-fb47-4256-8cc3-3df1460b2ca1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:50.235782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.239947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:50.303840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.321571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b01125d0-71f1-44f9-bfb9-822f35f71bbc no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:50.384997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': '70ba99a5-6ef7-49fb-a112-690654b66a6c'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:50.385731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.398981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: b01125d0-71f1-44f9-bfb9-822f35f71bbc {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:50.399329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b01125d0-71f1-44f9-bfb9-822f35f71bbc not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:50.400084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:50.411237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.414661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.425912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:50.426219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.439040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:50.439391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74ee6a03-4dab-4a99-8154-9c5c66fdbb06 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:50.439840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b9e242eb-7667-4122-85aa-50c636bb955c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:50.442976 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:50.448180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.474391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=bcc483a1-f622-49f2-b87b-589cf78e15cb,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:50.478295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: b9e242eb-7667-4122-85aa-50c636bb955c {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:50.478681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b9e242eb-7667-4122-85aa-50c636bb955c not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:50.480136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:50.505895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.513868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d985fa0a-5e56-431a-ab3c-9da4d4d6c277 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:50.586371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Port': ['ID=175b7895-b92d-476a-bb1a-6b210bd97a71,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:50.600775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:50.613323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No DVR routers for this DVR port 175b7895-b92d-476a-bb1a-6b210bd97a71 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:50.653838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.673008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Transition to ACTIVE for port object 1a1388c5-bbec-4404-be3e-185b76a95beb will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:50.708346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Allocated IP 2001:db8::f816:3eff:fe4a:f331 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/70ba99a5-6ef7-49fb-a112-690654b66a6c/4e06093c-dae8-4c17-a4f1-dfeaf6d071cf) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:50.711376 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Transition to ACTIVE for port object 1a1388c5-bbec-4404-be3e-185b76a95beb will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:50.714167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bcc483a1-f622-49f2-b87b-589cf78e15cb up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:50.787893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port bcc483a1-f622-49f2-b87b-589cf78e15cb triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:50.788375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.831473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.837358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:50.924429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Network badf38a8-d337-44d0-b247-bf3f36c68d15 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:50.925156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Pushing event updated for resources: {'Port': ['ID=1a1388c5-bbec-4404-be3e-185b76a95beb,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:50.928202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.930075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:50.933070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:50.933421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.938585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:50.942245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dceec903-3923-4635-a7de-fcf83dd666ce tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:50.978783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Network': ['ID=264483df-bd0f-4be3-a831-6c9af4f3da02,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:50.981189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:50.983663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Allocated IP 172.20.0.13 (badf38a8-d337-44d0-b247-bf3f36c68d15/99facd42-a7eb-4c5b-b21e-3078321374d2/375168b4-c406-40be-bede-3d4a6341c5d0) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:50.987211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:50.990659 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/networks/264483df-bd0f-4be3-a831-6c9af4f3da02 HTTP/1.1" status: 204 len: 168 time: 6.3799369 Dec 13 23:25:50.997415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48900) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:51.004278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'name': 'tempest-PortsTestJSON-909981103'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:51.031969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.032506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20616f82-317f-4cee-a91c-ecbaf8771d85 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:25:51.035303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router dc99d8e5-bd85-4559-9ebf-fe769efbb0a6 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:25:51.036507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.037885 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] 10.222.0.30 "DELETE /v2.0/routers/20616f82-317f-4cee-a91c-ecbaf8771d85 HTTP/1.1" status: 204 len: 168 time: 8.7070568 Dec 13 23:25:51.044230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48904) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:51.049521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.064309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0911c02-f464-445f-8887-c251607e3425 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.121228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0911c02-f464-445f-8887-c251607e3425 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.137149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f196bf42-da87-4e73-9e87-a7361909508d']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:51.192198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Attempting to bind port 1a1388c5-bbec-4404-be3e-185b76a95beb on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:51.192577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Attempting to bind port 1a1388c5-bbec-4404-be3e-185b76a95beb by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '1f7916d6-5f9c-4146-927d-4d9130a9fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'badf38a8-d337-44d0-b247-bf3f36c68d15'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:51.192937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Attempting to bind port 1a1388c5-bbec-4404-be3e-185b76a95beb on network badf38a8-d337-44d0-b247-bf3f36c68d15 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:51.212229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:51.212919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Checking segment: {'id': '1f7916d6-5f9c-4146-927d-4d9130a9fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'badf38a8-d337-44d0-b247-bf3f36c68d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:51.213487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.214027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Bound using segment: {'id': '1f7916d6-5f9c-4146-927d-4d9130a9fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'badf38a8-d337-44d0-b247-bf3f36c68d15'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:51.214656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Bound port: 1a1388c5-bbec-4404-be3e-185b76a95beb, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7916d6-5f9c-4146-927d-4d9130a9fa0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'badf38a8-d337-44d0-b247-bf3f36c68d15'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:51.215202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.249816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfd9c996-d685-42d9-988b-72a7ac15b12b') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:51.249816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfd9c996-d685-42d9-988b-72a7ac15b12b') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:51.272915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.315064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] Deleting subnet 39d26e38-0e64-4354-a88c-3cd55097d092 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:25:51.317434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:51.324127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.386084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.398371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] For port 1a1388c5-bbec-4404-be3e-185b76a95beb, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:51.400820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.402545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] For port 1a1388c5-bbec-4404-be3e-185b76a95beb, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1a1388c5-bbec-4404-be3e-185b76a95beb,segment=NetworkSegment(1f7916d6-5f9c-4146-927d-4d9130a9fa0e),segment_id=1f7916d6-5f9c-4146-927d-4d9130a9fa0e)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:51.404574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Transition to ACTIVE for port object 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:51.405313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:51.413507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:51.420393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:51.420797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.425822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Transition to ACTIVE for port object 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:51.435828 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:51.473900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:51.516311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.522289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.525977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:51.570950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.576551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0911c02-f464-445f-8887-c251607e3425 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.577180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0911c02-f464-445f-8887-c251607e3425 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Fanout notify agent at l3_agent the message router_deleted on router a68cbdd4-c5cb-4303-9164-0d6bd73c8366 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:25:51.583308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.590169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03dc37bd-2fbd-4dde-9a5e-1e9138193766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:51.609034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:51.609380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:51.612434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.612847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:51.619053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:51.678844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.687887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=07cbdd29-94bf-4cd7-b6db-eaaf0b69b372,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:51.695173 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:51.705150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:51.708759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port 9673e952-3a3a-4627-9638-696b6e464f97 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:51.710544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:51.715963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0911c02-f464-445f-8887-c251607e3425 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.717756 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c0911c02-f464-445f-8887-c251607e3425 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/a68cbdd4-c5cb-4303-9164-0d6bd73c8366 HTTP/1.1" status: 204 len: 168 time: 1.9749970 Dec 13 23:25:51.719061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:51.719653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.734311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48908) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:51.755139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Pushing event updated for resources: {'Port': ['ID=1a1388c5-bbec-4404-be3e-185b76a95beb,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:51.760038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:51.760761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ad93cc3f-fb8b-4326-b090-d0f9742f1bd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:51.793902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.799430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Transition to ACTIVE for port object 375168b4-c406-40be-bede-3d4a6341c5d0 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:51.806702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:51.838231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.838231 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/f196bf42-da87-4e73-9e87-a7361909508d HTTP/1.1" status: 204 len: 168 time: 7.2741778 Dec 13 23:25:51.838231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=f196bf42-da87-4e73-9e87-a7361909508d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:51.843720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.846746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48912) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:51.854160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:51.859794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Attempting to bind port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:51.860583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Attempting to bind port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:51.861180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Attempting to bind port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:51.864807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1046966197'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:51.879439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:51.881709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:51.882387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:51.883050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.883691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:51.884387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Bound port: 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:51.885137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:51.886973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:network and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:51.892897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:51.901910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:51.908891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Pushing event updated for resources: {'Port': ['ID=4e06093c-dae8-4c17-a4f1-dfeaf6d071cf,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:51.912652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:51.923682 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6636837 Dec 13 23:25:51.927618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48916) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:51.943519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:f2:56:26', 'name': 'tempest-NetworksTestDHCPv6-1637670120'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:52.005689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] For port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:52.009099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] For port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4e06093c-dae8-4c17-a4f1-dfeaf6d071cf,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:52.010400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.027234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0db71496-9570-484b-bdc7-75d627140e69 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:52.110266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.116010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6feebfef-0407-4da9-98c3-33e60f21336e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:52.215441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Pushing event updated for resources: {'Port': ['ID=4e06093c-dae8-4c17-a4f1-dfeaf6d071cf,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:52.222369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:52.243460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.262141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:52.266913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.300032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Network badf38a8-d337-44d0-b247-bf3f36c68d15 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:52.306699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event updated for resources: {'Port': ['ID=375168b4-c406-40be-bede-3d4a6341c5d0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:52.310047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:52.310908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:52.312992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:52.354632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.365942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:52.384207 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/routers/dc99d8e5-bd85-4559-9ebf-fe769efbb0a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7285671 Dec 13 23:25:52.391819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660c630-021f-41ca-bb74-e9a29b4b1d62 None None] Sync routers for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:52.405058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660c630-021f-41ca-bb74-e9a29b4b1d62 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:52.405445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48920) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:52.406279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1660c630-021f-41ca-bb74-e9a29b4b1d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:52.425466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'port': {'network_id': 'b0953e45-8d5b-4422-b952-18b4e2acc3ef', 'name': 'tempest-FloatingIPTestJSON-553532569'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:52.476307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.490981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting subnet 6af6facd-ff36-4597-9685-8fd98e798001 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:25:52.501819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:52.531691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:52.531691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.538846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1660c630-021f-41ca-bb74-e9a29b4b1d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:52.585070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660c630-021f-41ca-bb74-e9a29b4b1d62 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:52.585989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1660c630-021f-41ca-bb74-e9a29b4b1d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:52.600306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.607922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.617274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-514c8a15-9550-4474-972c-4d3a145215fe tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:52.668619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.669051 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment 7a958ec5-69ca-42a2-bb80-7357922824f2 of type vlan for network 46810057-1328-48aa-aac7-378276282025 Dec 13 23:25:52.691298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d26e38-0e64-4354-a88c-3cd55097d092,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:52.693902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:52.712691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.719693 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/39d26e38-0e64-4354-a88c-3cd55097d092 HTTP/1.1" status: 204 len: 168 time: 1.6711941 Dec 13 23:25:52.725923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:52.726070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48924) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:52.746165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc14772-bac3-4b18-a5fb-dc1fccdd6dca None None] Network 840a421d-88cb-462e-a555-093c8caed243 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:52.754977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:52.756863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Allocated IP 172.26.5.188 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/2929e5fc-6b42-43aa-98db-ff5462a99144) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:52.767518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1a1388c5-bbec-4404-be3e-185b76a95beb up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:52.800009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:52.804227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.808175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1660c630-021f-41ca-bb74-e9a29b4b1d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:52.808175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660c630-021f-41ca-bb74-e9a29b4b1d62 None None] The sync data for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:52.834175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:52.857704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b384e42-f61b-4115-9499-88d8fe1907b5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:52.893610 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.7685030 Dec 13 23:25:52.913060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48928) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:52.926896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.023068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:53.029123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Usage tracker for resource:port and tenant:3d7553f240134ef4b5c3fa6fc7556e17 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:53.032862 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:53.040746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:53.054605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:53.058563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.095240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Request body: {'port': {'network_id': 'badf38a8-d337-44d0-b247-bf3f36c68d15', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1143031595', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:53.101360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.api.validators [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] bootfile-name is not in valid_values {{(pid=84311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:25:53.101360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.api.validators [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] tftp-server is not in valid_values {{(pid=84311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:25:53.101360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.api.validators [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] server-ip-address is not in valid_values {{(pid=84311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:25:53.154842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 1a1388c5-bbec-4404-be3e-185b76a95beb completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:53.172194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 413a709d-3b5e-4bff-a1a8-41824903ed70 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:53.191741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:53.212065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:53.214549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:53.219417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:53.221484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.221613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.226028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.238853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Made reservation on behalf of 3d7553f240134ef4b5c3fa6fc7556e17 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:53.250531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.256017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 413a709d-3b5e-4bff-a1a8-41824903ed70 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:53.256500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 413a709d-3b5e-4bff-a1a8-41824903ed70 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:53.258145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee28d3-23c0-45cf-9c13-4ce529def27c None None] Network badf38a8-d337-44d0-b247-bf3f36c68d15 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:53.271089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.273012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] DHCP port deletion for 840a421d-88cb-462e-a555-093c8caed243 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:53.274977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:53.275569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.281553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:53.291698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] Deleting port 9fd43475-0cb3-4098-b31e-5611088f6609 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:53.292145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.313927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=9673e952-3a3a-4627-9638-696b6e464f97,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:53.316779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:53.347931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Deleting port 9fd43475-0cb3-4098-b31e-5611088f6609 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:53.348285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.440130 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4424551 Dec 13 23:25:53.459252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48932) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:53.487141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-15102b3b-85ef-4f09-b2f7-562aa06e247f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:53.521456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.522505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:53.527133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Usage tracker for resource:port and tenant:c698d400464a4088b7019d862ae76712 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:53.530564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:53.532997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] device_id is not set on port 162bb076-0ae2-4054-bf4a-81b870693b49 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:53.537101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:53.595330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.600800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Subnet': ['ID=6af6facd-ff36-4597-9685-8fd98e798001,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:53.615641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe61ddc-1edb-4e77-922b-d3b4652e48fd None None] Network 5e2a89df-48ef-45da-b2b0-5707105fcf48 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:53.619450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.619578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:53.629346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aee8ee03-c8f6-49a7-a6ef-f0e2b21a47a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:53.648009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 9673e952-3a3a-4627-9638-696b6e464f97 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:53.648425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.654321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bcb4d424-eda7-4512-95e1-4eaf96407ad0 None None] Provisioning for port 1a1388c5-bbec-4404-be3e-185b76a95beb completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:53.693929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Made reservation on behalf of c698d400464a4088b7019d862ae76712 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:53.696985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.755331 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/6af6facd-ff36-4597-9685-8fd98e798001 HTTP/1.1" status: 204 len: 168 time: 2.0183089 Dec 13 23:25:53.759892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8216e619-7ab0-4a83-b88c-d3f963143024 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:25:53.766383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48936) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:53.797426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=46810057-1328-48aa-aac7-378276282025,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:53.805339 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 007a5ce0-8599-4286-b46a-78c89f108dc4 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:53.828824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] device_id is not set on port 03d4de53-c915-491d-9d1c-a3c862164fd7 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:53.846630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:53.851294 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0002916 Dec 13 23:25:53.864823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bcb4d424-eda7-4512-95e1-4eaf96407ad0 None None] Provisioning complete for port 1a1388c5-bbec-4404-be3e-185b76a95beb triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:53.865394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d424-eda7-4512-95e1-4eaf96407ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:53.871143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48940) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:53.913609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 46810057-1328-48aa-aac7-378276282025 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:53.924780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': '46810057-1328-48aa-aac7-378276282025', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:53.973263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] For port 9fd43475-0cb3-4098-b31e-5611088f6609, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9fd43475-0cb3-4098-b31e-5611088f6609,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:53.973627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:54.018858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:54.030274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Allocated IP 172.20.0.9 (b0953e45-8d5b-4422-b952-18b4e2acc3ef/4b267f36-6363-4c35-924c-4b15fb15ab83/162bb076-0ae2-4054-bf4a-81b870693b49) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:54.097222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 87e3dc0f-32bc-4bb7-bd38-582608c0038f {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:54.097473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:54.185576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Calling delete_port for 9fd43475-0cb3-4098-b31e-5611088f6609 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:54.218456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:54.249812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-32c40f6e-eb82-4ce6-8ba5-3f7580993028 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:54.361795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] For port 9fd43475-0cb3-4098-b31e-5611088f6609, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9fd43475-0cb3-4098-b31e-5611088f6609,segment=NetworkSegment(09ba5f2d-3cc4-454e-8bb6-b4105fb6b980),segment_id=09ba5f2d-3cc4-454e-8bb6-b4105fb6b980)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:54.362136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:54.497606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:54.503139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:54.525022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:54.533351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:54.536023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:54.572592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event updated for resources: {'Port': ['ID=2929e5fc-6b42-43aa-98db-ff5462a99144,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:54.576631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:54.576760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] Calling delete_port for 9fd43475-0cb3-4098-b31e-5611088f6609 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:54.578884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:subnet and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:54.589658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:54.640402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d424-eda7-4512-95e1-4eaf96407ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:54.642950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8:0:1::263 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/07cbdd29-94bf-4cd7-b6db-eaaf0b69b372/007a5ce0-8599-4286-b46a-78c89f108dc4) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:54.690749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fef2:5626 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/70ba99a5-6ef7-49fb-a112-690654b66a6c/007a5ce0-8599-4286-b46a-78c89f108dc4) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:54.733631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] For port 87e3dc0f-32bc-4bb7-bd38-582608c0038f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=87e3dc0f-32bc-4bb7-bd38-582608c0038f,segment=NetworkSegment(205e4c52-846b-4a59-929a-59721976584d),segment_id=205e4c52-846b-4a59-929a-59721976584d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:54.733985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:54.751233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:54.862869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:54.874249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bcb4d424-eda7-4512-95e1-4eaf96407ad0 None None] For port 1a1388c5-bbec-4404-be3e-185b76a95beb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1a1388c5-bbec-4404-be3e-185b76a95beb,segment=NetworkSegment(1f7916d6-5f9c-4146-927d-4d9130a9fa0e),segment_id=1f7916d6-5f9c-4146-927d-4d9130a9fa0e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:54.876513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for 9673e952-3a3a-4627-9638-696b6e464f97 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:54.909326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for 87e3dc0f-32bc-4bb7-bd38-582608c0038f owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:54.942019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Allocated IP 172.20.0.6 (badf38a8-d337-44d0-b247-bf3f36c68d15/99facd42-a7eb-4c5b-b21e-3078321374d2/03d4de53-c915-491d-9d1c-a3c862164fd7) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:54.973276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.016573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] Update dhcp port {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': '70ba99a5-6ef7-49fb-a112-690654b66a6c', 'ip_address': '2001:db8::f816:3eff:fe4a:f331'}, {'subnet_id': '07cbdd29-94bf-4cd7-b6db-eaaf0b69b372'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '4e06093c-dae8-4c17-a4f1-dfeaf6d071cf'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:25:55.059213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c80dd-1bf1-4b0e-a256-f4b1089e58aa None None] DHCP port deletion for 5e2a89df-48ef-45da-b2b0-5707105fcf48 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:25:55.059487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.061124 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d424-eda7-4512-95e1-4eaf96407ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.063021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:55.068302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eeb7a0a2-37b8-464e-a1b8-1cb3e062d185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:55.068603 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Transition to ACTIVE for port object 162bb076-0ae2-4054-bf4a-81b870693b49 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:55.078866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c9f48a5-5ad2-4a0b-a872-30fa863b9e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:55.110066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:25:55.110442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:25:55.125859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:55.146911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c80dd-1bf1-4b0e-a256-f4b1089e58aa None None] Deleting port 87e3dc0f-32bc-4bb7-bd38-582608c0038f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:55.147567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2c5c80dd-1bf1-4b0e-a256-f4b1089e58aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.193303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9fd43475-0cb3-4098-b31e-5611088f6609 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:55.214019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] No DVR routers for this DVR port 9fd43475-0cb3-4098-b31e-5611088f6609 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:55.214602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.227125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2a39f480-3415-4701-85af-55f40965bcbe tempest-RoutersIpV6AdminTest-2066507873 tempest-RoutersIpV6AdminTest-2066507873-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:55.228392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.257438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 9fd43475-0cb3-4098-b31e-5611088f6609 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:55.257815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9fd43475-0cb3-4098-b31e-5611088f6609 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:55.276496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.284441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=87e3dc0f-32bc-4bb7-bd38-582608c0038f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:55.297888 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.299839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:55.301015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 007a5ce0-8599-4286-b46a-78c89f108dc4 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:55.320240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.320240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd43475-0cb3-4098-b31e-5611088f6609,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:55.327916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4d424-eda7-4512-95e1-4eaf96407ad0 None None] Pushing event updated for resources: {'Port': ['ID=1a1388c5-bbec-4404-be3e-185b76a95beb,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:55.334813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:55.353151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bcb4d424-eda7-4512-95e1-4eaf96407ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:55.365681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c80dd-1bf1-4b0e-a256-f4b1089e58aa None None] The port '87e3dc0f-32bc-4bb7-bd38-582608c0038f' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:25:55.367952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No DVR routers for this DVR port 87e3dc0f-32bc-4bb7-bd38-582608c0038f on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:25:55.427324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Provisioning for port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:55.440532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Provisioning complete for port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:55.441268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.454757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.458142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:55.486164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-29dec6ff-26da-4453-ad0c-83e7884d0ddf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:55.486432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Network b0953e45-8d5b-4422-b952-18b4e2acc3ef is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:55.486539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:55.535703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=9673e952-3a3a-4627-9638-696b6e464f97,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:55.562531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:55.580834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.614278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2a89df-48ef-45da-b2b0-5707105fcf48']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:55.629953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] Deleting port 9fd43475-0cb3-4098-b31e-5611088f6609 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:55.630426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.630546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205e4c52-846b-4a59-929a-59721976584d') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:55.630768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205e4c52-846b-4a59-929a-59721976584d') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:55.649775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.651593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.660389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:55.696772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.698467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event updated for resources: {'Port': ['ID=162bb076-0ae2-4054-bf4a-81b870693b49,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:55.701745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:55.711152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7e3fe33b-25a3-425e-8a48-b1fcdcbf1d98 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:55.720885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.727475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.741323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5aff41d3-30cd-4378-a0bc-c01cc58d6113 None None] The port '9fd43475-0cb3-4098-b31e-5611088f6609' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:25:55.784527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.785143 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] Allocated IP 2001:db8:0:1::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/07cbdd29-94bf-4cd7-b6db-eaaf0b69b372/4e06093c-dae8-4c17-a4f1-dfeaf6d071cf) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:55.791549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] For port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4e06093c-dae8-4c17-a4f1-dfeaf6d071cf,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:55.809958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:55.810360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:55.833965 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:55.837328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:55.849887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:55.852474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:55.857894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:55.858538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.864552 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/9673e952-3a3a-4627-9638-696b6e464f97 HTTP/1.1" status: 204 len: 168 time: 2.4004848 Dec 13 23:25:55.865342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48944) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:55.871951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840a421d-88cb-462e-a555-093c8caed243']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:55.874193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=007a5ce0-8599-4286-b46a-78c89f108dc4,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:55.880112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:55.880836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.884012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:55.889958 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-517e38bf-824b-46a4-9279-403446fd4915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:55.898641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'mac_address': 'fa:16:3e:5c:72:96', 'name': 'tempest-PortsTestJSON-1412257223'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:55.927826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:55.928197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ba5f2d-3cc4-454e-8bb6-b4105fb6b980') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:55.935782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:55.959891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.024639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.033823 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6263511 Dec 13 23:25:56.036294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48948) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:56.042161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Request body: {'floatingip': {'port_id': '162bb076-0ae2-4054-bf4a-81b870693b49'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:56.045241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Provisioning complete for port 1a1388c5-bbec-4404-be3e-185b76a95beb triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:56.045623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.073011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Transition to ACTIVE for port object 03d4de53-c915-491d-9d1c-a3c862164fd7 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:56.074068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.087212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.099362 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1673536 Dec 13 23:25:56.117233 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.118708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48952) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:56.127522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-259a24c6-7749-474e-ae3c-25fbf8ad66e1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:56.143199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Pushing event updated for resources: {'Port': ['ID=4e06093c-dae8-4c17-a4f1-dfeaf6d071cf,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:56.146269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:56.172631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.173296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:25:56.173704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:25:56.192208 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:25:56.194562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Network': ['ID=5e2a89df-48ef-45da-b2b0-5707105fcf48,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:56.209581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:56.219717 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/networks/5e2a89df-48ef-45da-b2b0-5707105fcf48 HTTP/1.1" status: 204 len: 168 time: 2.4452863 Dec 13 23:25:56.225195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48956) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:56.229091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] For port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4e06093c-dae8-4c17-a4f1-dfeaf6d071cf,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:25:56.234695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:56.236795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1815776969', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:56.248115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.302516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:56.308195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 007a5ce0-8599-4286-b46a-78c89f108dc4 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:56.308778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.313266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.333394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] Ignored duplicate provisioning block setup for port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 23:25:56.358663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:56.364727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:router and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:56.372619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:56.381819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:56.396357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:56.400883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.405949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:56.415853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:56.459524 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Provisioning for port 375168b4-c406-40be-bede-3d4a6341c5d0 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:56.478402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.480036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Provisioning complete for port 375168b4-c406-40be-bede-3d4a6341c5d0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:56.480217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.485364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.519988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.521730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:56.586007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.603030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c4b4e2e-4184-4816-b35e-98ef690f4f37 tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:56.610870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.611861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.616376 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] Pushing event updated for resources: {'Port': ['ID=4e06093c-dae8-4c17-a4f1-dfeaf6d071cf,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:56.624815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:56.630379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Port 375168b4-c406-40be-bede-3d4a6341c5d0 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:56.681471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1a1388c5-bbec-4404-be3e-185b76a95beb up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:56.778116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.786078 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 1a1388c5-bbec-4404-be3e-185b76a95beb triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:56.786477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.807788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Pushing event deleted for resources: {'Network': ['ID=840a421d-88cb-462e-a555-093c8caed243,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:56.814002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.875923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:56.877728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c443c0e3-0f65-45d0-805d-56f21b3efb01 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:56.891079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.921463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:56.928923 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] 10.222.0.30 "DELETE /v2.0/networks/840a421d-88cb-462e-a555-093c8caed243 HTTP/1.1" status: 204 len: 168 time: 4.2010784 Dec 13 23:25:56.960868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:56.986960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Network badf38a8-d337-44d0-b247-bf3f36c68d15 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:56.999115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.021175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:57.031261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:57.049719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-04771e6d-dd8b-41b1-84d2-569b9c99499d None None] Provisioning for port 162bb076-0ae2-4054-bf4a-81b870693b49 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:57.061218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-04771e6d-dd8b-41b1-84d2-569b9c99499d None None] Provisioning complete for port 162bb076-0ae2-4054-bf4a-81b870693b49 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:57.061608 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-04771e6d-dd8b-41b1-84d2-569b9c99499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.065481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 007a5ce0-8599-4286-b46a-78c89f108dc4 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:57.089012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event updated for resources: {'Port': ['ID=03d4de53-c915-491d-9d1c-a3c862164fd7,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:57.106176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:57.142892 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0aa10b0c-cebe-473a-bf4b-d2be9f7ac3c0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:57.151635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:57.152046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.190439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-04771e6d-dd8b-41b1-84d2-569b9c99499d None None] Port 162bb076-0ae2-4054-bf4a-81b870693b49 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:57.252302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:57.263760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.292261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port 793c0905-34c6-4dea-8830-23adf6de06ee yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:25:57.407652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking segment: {'id': '7a958ec5-69ca-42a2-bb80-7357922824f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46810057-1328-48aa-aac7-378276282025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:57.408349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network hostable DHCP agents. Network: 46810057-1328-48aa-aac7-378276282025, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:25:57.439755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87e3dc0f-32bc-4bb7-bd38-582608c0038f no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:25:57.489113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.503351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 87e3dc0f-32bc-4bb7-bd38-582608c0038f {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:25:57.503932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87e3dc0f-32bc-4bb7-bd38-582608c0038f not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:25:57.520418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0d8350af-e627-41e1-8aee-dbe04a1ef738 None None] Provisioning for port 03d4de53-c915-491d-9d1c-a3c862164fd7 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:25:57.526864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0d8350af-e627-41e1-8aee-dbe04a1ef738 None None] Provisioning complete for port 03d4de53-c915-491d-9d1c-a3c862164fd7 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:57.532434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0d8350af-e627-41e1-8aee-dbe04a1ef738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.586857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48962) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:57.593461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0d8350af-e627-41e1-8aee-dbe04a1ef738 None None] Port 03d4de53-c915-491d-9d1c-a3c862164fd7 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:25:57.616267 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.6955860 Dec 13 23:25:57.616975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48966) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:57.618142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=18c99f32-1717-41b5-b30f-de7a26334abe,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:57.643989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:57.728895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8730980a-fbc6-46ba-85da-3c4eacc1a4c9 None None] Provisioning complete for port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:57.729884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8730980a-fbc6-46ba-85da-3c4eacc1a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.761498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ebe52-48e9-41e1-96e4-14d0def9252d None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:25:57.767213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network 46810057-1328-48aa-aac7-378276282025 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:25:57.769274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.772671 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-48f94580-90e1-41a0-bc17-9e8294e43c85 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5418317 Dec 13 23:25:57.773896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48970) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:57.783830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.792230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1217913213'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:57.825846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:57.827956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.838812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:network and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:57.844880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a345d6b0-3abd-443d-bee4-052b9c24db1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:57.848075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 46810057-1328-48aa-aac7-378276282025) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:57.853632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:57.854245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.880477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:57.899938 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0ef836ae-779c-4106-bec8-5c97c66f3971 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e5e6f0c86d7408587a8ba11ebf879f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3071570 Dec 13 23:25:57.900172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:57.900955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48974) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:57.907806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:57.922793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=007a5ce0-8599-4286-b46a-78c89f108dc4,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:57.928897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:57.938715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:57.973580 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.0985332 Dec 13 23:25:57.976614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48978) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:57.978434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ebe52-48e9-41e1-96e4-14d0def9252d None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:25:57.991869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Router d29b67ab-fa0e-4a68-8cdc-973955bd4833 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:25:58.027115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5170132e-44b5-4e90-a468-9b1c87042146 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:58.029970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:58.032084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5170132e-44b5-4e90-a468-9b1c87042146 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:58.034753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:58.035862 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5170132e-44b5-4e90-a468-9b1c87042146 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:58.040144 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5170132e-44b5-4e90-a468-9b1c87042146 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.4127238 Dec 13 23:25:58.044021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48982) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:58.046926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:58.049042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:58.049732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.056687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=793c0905-34c6-4dea-8830-23adf6de06ee,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:58.075551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:58.078149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.092211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d039b9f4-ad7e-450b-839b-29e317a8779a None None] Could not find standard attr ID for object 007a5ce0-8599-4286-b46a-78c89f108dc4. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:25:58.093438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:58.110221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.112106 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/007a5ce0-8599-4286-b46a-78c89f108dc4 HTTP/1.1" status: 204 len: 168 time: 1.9896665 Dec 13 23:25:58.117928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 48986) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:58.199419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:25:58.233257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.233257 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added segment d81eb8de-0d1b-45bc-ace2-75b79bea88b0 of type vlan for network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 Dec 13 23:25:58.246243 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3641372 Dec 13 23:25:58.253885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48990) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:58.263408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16621af5-0b0c-4922-82fc-d7092958136f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.271413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Deleting port 03d4de53-c915-491d-9d1c-a3c862164fd7 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:58.271916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.322413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.349732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16621af5-0b0c-4922-82fc-d7092958136f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.357120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.382091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-46810057-1328-48aa-aac7-378276282025', 'network_id': '46810057-1328-48aa-aac7-378276282025', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': '18c99f32-1717-41b5-b30f-de7a26334abe'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:25:58.382909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.505772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:25:58.562730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc59154-4f02-462a-9be6-8b9950d2f541 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:58.562730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9bc59154-4f02-462a-9be6-8b9950d2f541 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:58.585631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85011da4-d917-4517-9d15-29239748e75f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:58.589640 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-85011da4-d917-4517-9d15-29239748e75f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/793c0905-34c6-4dea-8830-23adf6de06ee HTTP/1.1" status: 200 len: 841 time: 0.3311229 Dec 13 23:25:58.595259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48994) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:58.600858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Allocated IP 2001:db8::1 (46810057-1328-48aa-aac7-378276282025/18c99f32-1717-41b5-b30f-de7a26334abe/d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:25:58.625795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:25:58.638458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:25:58.670577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16621af5-0b0c-4922-82fc-d7092958136f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.682904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3dc70d7b-68e8-4b35-bdfa-b5ef1a2dbd07 tempest-PortsAdminExtendedAttrsTestJSON-1347840303 tempest-PortsAdminExtendedAttrsTestJSON-1347840303-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:58.712716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16621af5-0b0c-4922-82fc-d7092958136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912b7aaa-8c0a-4908-bb4e-8bd73e119130,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:58.730553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-16621af5-0b0c-4922-82fc-d7092958136f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:58.735755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.736444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9bc59154-4f02-462a-9be6-8b9950d2f541 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:58.740606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 48998) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:58.741054 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9bc59154-4f02-462a-9be6-8b9950d2f541 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6206760 Dec 13 23:25:58.765080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.772520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16621af5-0b0c-4922-82fc-d7092958136f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.773668 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-16621af5-0b0c-4922-82fc-d7092958136f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/912b7aaa-8c0a-4908-bb4e-8bd73e119130 HTTP/1.1" status: 204 len: 168 time: 0.8719366 Dec 13 23:25:58.788424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.819548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 793c0905-34c6-4dea-8830-23adf6de06ee {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:25:58.819916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.859467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.863570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:58.867230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.885916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:58.900512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:58.991704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:25:58.992285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.047102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Calling delete_port for 03d4de53-c915-491d-9d1c-a3c862164fd7 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:59.071306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.087711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Transition to ACTIVE for port object d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:59.091362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:25:59.096911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.102566 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "PUT /v2.0/routers/d29b67ab-fa0e-4a68-8cdc-973955bd4833 HTTP/1.1" status: 200 len: 915 time: 9.7761176 Dec 13 23:25:59.107628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49004) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:59.111747 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3332877 Dec 13 23:25:59.112124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49008) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:59.116355 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32324d38-5b75-4c61-9008-ecbbce92392f None None] Sync routers for ids ['d29b67ab-fa0e-4a68-8cdc-973955bd4833'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:25:59.118805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'subnet': {'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:25:59.136934 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32324d38-5b75-4c61-9008-ecbbce92392f None None] Routers {'d29b67ab-fa0e-4a68-8cdc-973955bd4833'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:59.138802 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-32324d38-5b75-4c61-9008-ecbbce92392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d29b67ab-fa0e-4a68-8cdc-973955bd4833'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:59.153263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Network': ['ID=922f1a82-cf19-48ca-a9ff-b4a6ace653e8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:59.154690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Transition to ACTIVE for port object d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:25:59.160395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:59.183387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:25:59.260109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.280742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-116878e6-928d-40a3-ab52-31b1a462f374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:59.282943 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-32324d38-5b75-4c61-9008-ecbbce92392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:59.303589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89502f78-abc3-4969-9819-1f380f5afffe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:59.303589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89502f78-abc3-4969-9819-1f380f5afffe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:59.322681 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32324d38-5b75-4c61-9008-ecbbce92392f None None] Routers {'d29b67ab-fa0e-4a68-8cdc-973955bd4833'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:25:59.323338 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-32324d38-5b75-4c61-9008-ecbbce92392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d29b67ab-fa0e-4a68-8cdc-973955bd4833'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:59.385045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.409544 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-32324d38-5b75-4c61-9008-ecbbce92392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:59.410210 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32324d38-5b75-4c61-9008-ecbbce92392f None None] The sync data for ids ['d29b67ab-fa0e-4a68-8cdc-973955bd4833'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:25:59.430251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Network 46810057-1328-48aa-aac7-378276282025 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:25:59.441026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:25:59.446756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:25:59.459891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Pushing event updated for resources: {'Port': ['ID=d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:59.462031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89502f78-abc3-4969-9819-1f380f5afffe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:59.463429 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-89502f78-abc3-4969-9819-1f380f5afffe tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7200162 Dec 13 23:25:59.466696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49014) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:59.495781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:59.534525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for 793c0905-34c6-4dea-8830-23adf6de06ee owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:25:59.555657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:25:59.562844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.572602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f44a66f6-8e05-4fc0-b86a-3e1a4b68c43d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:59.572971 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Attempting to bind port d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:25:59.573345 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Attempting to bind port d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '7a958ec5-69ca-42a2-bb80-7357922824f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46810057-1328-48aa-aac7-378276282025'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:25:59.574174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Attempting to bind port d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a on network 46810057-1328-48aa-aac7-378276282025 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:25:59.574498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:subnet and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:25:59.580691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:25:59.581743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:25:59.587718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Checking segment: {'id': '7a958ec5-69ca-42a2-bb80-7357922824f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46810057-1328-48aa-aac7-378276282025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:25:59.587718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.587718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Bound using segment: {'id': '7a958ec5-69ca-42a2-bb80-7357922824f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46810057-1328-48aa-aac7-378276282025'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:25:59.587718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Bound port: d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a958ec5-69ca-42a2-bb80-7357922824f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '46810057-1328-48aa-aac7-378276282025'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:25:59.587718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.594316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:25:59.615049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=18c99f32-1717-41b5-b30f-de7a26334abe,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:59.621517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:59.683532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] For port d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:25:59.687130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] For port d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a,segment=NetworkSegment(7a958ec5-69ca-42a2-bb80-7357922824f2),segment_id=7a958ec5-69ca-42a2-bb80-7357922824f2)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:25:59.696025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5efc95-5ea0-4a84-b949-4d3985201fdf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:59.697401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5efc95-5ea0-4a84-b949-4d3985201fdf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:59.698910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5efc95-5ea0-4a84-b949-4d3985201fdf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:25:59.699694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a5efc95-5ea0-4a84-b949-4d3985201fdf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:25:59.717500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:25:59.762657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.787882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.796218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:59.796596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46810057-1328-48aa-aac7-378276282025']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:59.814796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a958ec5-69ca-42a2-bb80-7357922824f2') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:59.815007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a958ec5-69ca-42a2-bb80-7357922824f2') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:25:59.820363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6a5efc95-5ea0-4a84-b949-4d3985201fdf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:25:59.821544 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6a5efc95-5ea0-4a84-b949-4d3985201fdf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3539233 Dec 13 23:25:59.822233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.826541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49024) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:25:59.831500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.844027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8366b541-376e-4644-ba76-01d88db634f3 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:25:59.878023 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP 6bd95c31-02e9-4244-95b0-1a062a10134d associated. External IP: 172.26.5.254, port: c895f2c8-7287-443f-8a4a-1b246308260c. Dec 13 23:25:59.901102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Pushing event updated for resources: {'Port': ['ID=d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:59.904052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event deleted for resources: {'Port': ['ID=03d4de53-c915-491d-9d1c-a3c862164fd7,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:25:59.905041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:59.909829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:25:59.927146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:25:59.927397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.041996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78cdb1-922e-4620-8ade-3bd906fa0acc None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:26:00.073714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aad8542d-5e23-49f4-bbcd-0047cfafc6c3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:00.103985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.126548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=793c0905-34c6-4dea-8830-23adf6de06ee,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:00.132654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:00.133058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.144094 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-da020a80-b04b-463c-b968-e5bd4fb1add9 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/routers/d29b67ab-fa0e-4a68-8cdc-973955bd4833 HTTP/1.1" status: 200 len: 921 time: 1.0329027 Dec 13 23:26:00.145262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49032) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:00.154816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:00.155507 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:00.186678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.205655 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "DELETE /v2.0/ports/03d4de53-c915-491d-9d1c-a3c862164fd7 HTTP/1.1" status: 204 len: 168 time: 2.1503530 Dec 13 23:26:00.206892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a78cdb1-922e-4620-8ade-3bd906fa0acc None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:26:00.209392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49036) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:00.219972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Request body: {'port': {'name': 'tempest-new-port-name-1501695340', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:00.221267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.api.validators [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] bootfile-name is not in valid_values {{(pid=84311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:26:00.221775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.api.validators [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] tftp-server is not in valid_values {{(pid=84311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:26:00.222282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.api.validators [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] server-ip-address is not in valid_values {{(pid=84311) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 13 23:26:00.239773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.343884 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/793c0905-34c6-4dea-8830-23adf6de06ee HTTP/1.1" status: 204 len: 168 time: 1.7199504 Dec 13 23:26:00.349717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49042) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:00.385484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:26:00.385484 dv-neutron-821564-1-hyperv neutron-server[84312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:26:00.385484 dv-neutron-821564-1-hyperv neutron-server[84312]: [parameters: {'id': '46810057-1328-48aa-aac7-378276282025'}] Dec 13 23:26:00.385484 dv-neutron-821564-1-hyperv neutron-server[84312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:00.386417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:00.443133 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fbaebef5-8975-4097-8ac1-6eef16bc35ca tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=d29b67ab-fa0e-4a68-8cdc-973955bd4833&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2975020 Dec 13 23:26:00.461691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49048) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:00.463022 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9f704c-0b96-41d8-956c-83021b77a565 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:26:00.463729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8b9f704c-0b96-41d8-956c-83021b77a565 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:00.478355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.628853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 07cbdd29-94bf-4cd7-b6db-eaaf0b69b372 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:00.645293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.655921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9538011-338e-4ca1-9a8d-fb6ad5398c5d None None] Network 46810057-1328-48aa-aac7-378276282025 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:00.700527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8b9f704c-0b96-41d8-956c-83021b77a565 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:00.701909 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8b9f704c-0b96-41d8-956c-83021b77a565 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/793c0905-34c6-4dea-8830-23adf6de06ee HTTP/1.1" status: 404 len: 333 time: 0.3502331 Dec 13 23:26:00.717411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49054) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:00.755407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'name': 'tempest-PortsTestJSON-1933981369'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:00.759965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da477f5e-fd38-45de-9546-e3796c28d8b5 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:00.761333 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-da477f5e-fd38-45de-9546-e3796c28d8b5 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 881 time: 0.2939379 Dec 13 23:26:00.775229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49058) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:00.783090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.813167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.828504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-39bdbdec-37bf-4eb9-ba05-d8d685ce6af2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:00.896878 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b8bfa0ea-fad4-4dba-9838-f66289669541 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d29b67ab-fa0e-4a68-8cdc-973955bd4833 HTTP/1.1" status: 200 len: 205 time: 0.1144407 Dec 13 23:26:00.904883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:00.910748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49062) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:00.945770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf9ff0-7d1b-47a1-82ee-1716f384bec1 None None] Network 46810057-1328-48aa-aac7-378276282025 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:01.087502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:01.088546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:01.241237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:01.283844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:01.300208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Subnet': ['ID=e964ee46-e50d-427c-9906-eb99f1a2479a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:01.312299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:01.318387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:01.349914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Checking segment: {'id': 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:01.350364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network hostable DHCP agents. Network: 922f1a82-cf19-48ca-a9ff-b4a6ace653e8, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:01.380808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:01.423230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:01.426413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:01.458893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:01.464055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port 80493753-6160-499e-b5b6-9ed614c223b6 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:26:01.505944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:01.549098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:01.653659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] In _notify_port_updated(), no bound segment for port 375168b4-c406-40be-bede-3d4a6341c5d0 on network badf38a8-d337-44d0-b247-bf3f36c68d15 {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:26:01.657520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:01.658195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:01.662173 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "PUT /v2.0/ports/375168b4-c406-40be-bede-3d4a6341c5d0 HTTP/1.1" status: 200 len: 1137 time: 1.4486763 Dec 13 23:26:01.666554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49074) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:01.667194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 922f1a82-cf19-48ca-a9ff-b4a6ace653e8) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:01.677697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9fcb2c-7074-4b30-bde0-683c13f038d0 None None] Network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:01.751107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a,segment=NetworkSegment(7a958ec5-69ca-42a2-bb80-7357922824f2),segment_id=7a958ec5-69ca-42a2-bb80-7357922824f2)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:01.751502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:01.829411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7069f1f-3011-4222-aa94-ad2d0c76e7a9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:01.831730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e7069f1f-3011-4222-aa94-ad2d0c76e7a9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Synchronizing usage tracker for tenant:c698d400464a4088b7019d862ae76712 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:01.948077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:01.960172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:01.960775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:01.978383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:01.997810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a80df709-40ff-451b-aa9d-86ccf9cd3698 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:02.004668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:02.006015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.008098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event updated for resources: {'Port': ['ID=375168b4-c406-40be-bede-3d4a6341c5d0,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:02.027459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:02.058776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=07cbdd29-94bf-4cd7-b6db-eaaf0b69b372,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:02.059517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.071465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:02.105799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.107733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dcafbb-d321-4572-91c7-c3d6000f9565 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:02.116013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e7069f1f-3011-4222-aa94-ad2d0c76e7a9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Unset dirty status for tenant:c698d400464a4088b7019d862ae76712 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:02.118074 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e7069f1f-3011-4222-aa94-ad2d0c76e7a9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "GET /v2.0/ports/375168b4-c406-40be-bede-3d4a6341c5d0 HTTP/1.1" status: 200 len: 1137 time: 0.4478960 Dec 13 23:26:02.121791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49084) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:02.126897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-810d3985-b9e8-421a-a793-182d0a3fd065 None None] Provisioning complete for port 375168b4-c406-40be-bede-3d4a6341c5d0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:02.127379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-810d3985-b9e8-421a-a793-182d0a3fd065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.132057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.166984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.173130 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0573204 Dec 13 23:26:02.182507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0dfe9f1f-5caa-4477-bd43-8f5cb662767b tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:02.182750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49088) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:02.300311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-810d3985-b9e8-421a-a793-182d0a3fd065 None None] Port 375168b4-c406-40be-bede-3d4a6341c5d0 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:02.308971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:02.312167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Deleting port 375168b4-c406-40be-bede-3d4a6341c5d0 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:02.312737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.344590 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/07cbdd29-94bf-4cd7-b6db-eaaf0b69b372 HTTP/1.1" status: 204 len: 168 time: 2.5155408 Dec 13 23:26:02.351677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49094) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:02.363917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.370192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49100) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:02.373541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:02.390469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:02.425331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:02.429683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:02.433500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.446845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Port': ['ID=d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:02.453149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:26:02.455768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:02.462134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No DVR routers for this DVR port d9f4aa26-3c8a-4463-bc0a-4abeb8f1131a on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:02.515194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=80493753-6160-499e-b5b6-9ed614c223b6,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:02.524841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:02.532306 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8140886 Dec 13 23:26:02.535527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49106) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:02.536571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Allocated IP 172.20.0.2 (922f1a82-cf19-48ca-a9ff-b4a6ace653e8/e964ee46-e50d-427c-9906-eb99f1a2479a/7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:02.551311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:02.682409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1238903092'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:02.794196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.799953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:02.818734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.855834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Usage tracker for resource:router and tenant:ff2c41108a3048aaba6171bbba476a39 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:02.913844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:02.924378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.939578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Transition to ACTIVE for port object 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:02.942662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:02.963290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:02.964518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Transition to ACTIVE for port object 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:02.981855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Calling delete_port for 375168b4-c406-40be-bede-3d4a6341c5d0 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:03.018400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46810057-1328-48aa-aac7-378276282025']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:03.031210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.038987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 70ba99a5-6ef7-49fb-a112-690654b66a6c {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:03.050617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:03.110594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.140272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:03.141817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Pushing event updated for resources: {'Port': ['ID=7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:03.144664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a958ec5-69ca-42a2-bb80-7357922824f2') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:03.144920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a958ec5-69ca-42a2-bb80-7357922824f2') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:03.145956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:03.148284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:03.150475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:03.183919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.188512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.260465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Attempting to bind port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:03.260940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Attempting to bind port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:03.261433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Attempting to bind port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e on network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:03.270519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:03.271225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Checking segment: {'id': 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:03.271796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.272287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Bound using segment: {'id': 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:03.272857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Bound port: 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:03.273311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.381984 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] For port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:03.386251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] For port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e,segment=NetworkSegment(d81eb8de-0d1b-45bc-ace2-75b79bea88b0),segment_id=d81eb8de-0d1b-45bc-ace2-75b79bea88b0)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:03.425120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.430107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.456381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.460272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bcb4d424-eda7-4512-95e1-4eaf96407ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:03.486469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.491687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bc21a5e9-6d64-4817-8ac4-d48a4bd2ff2e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:03.492939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.516316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.548649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.554047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:03.554047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.562930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Pushing event updated for resources: {'Port': ['ID=7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:03.566498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:03.568333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] In _notify_port_updated(), no bound segment for port 80493753-6160-499e-b5b6-9ed614c223b6 on network 4c91d3fb-e096-4772-8d7c-54272186bcc3 {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:26:03.572540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:03.573143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.574435 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "PUT /v2.0/ports/80493753-6160-499e-b5b6-9ed614c223b6 HTTP/1.1" status: 200 len: 818 time: 1.0371878 Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:03.580337 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:03.587548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49110) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:03.657762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7c7a653a-1537-43d9-853b-0dbd3f35e920 None None] Provisioning complete for port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:03.658933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7c7a653a-1537-43d9-853b-0dbd3f35e920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.701174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.706571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=80493753-6160-499e-b5b6-9ed614c223b6,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:03.709406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:03.711519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-32b6f700-8826-4d62-b49c-2c0cc767861b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:03.773731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event deleted for resources: {'Port': ['ID=375168b4-c406-40be-bede-3d4a6341c5d0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:03.776214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:03.828091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:03.858478 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "DELETE /v2.0/ports/375168b4-c406-40be-bede-3d4a6341c5d0 HTTP/1.1" status: 204 len: 168 time: 1.7340250 Dec 13 23:26:03.862437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49114) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:03.947755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 80493753-6160-499e-b5b6-9ed614c223b6 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:03.948097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.008639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.026813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5939af81-8fe5-4954-bdfd-08db8ab626ed tempest-ExternalNetworksTestJSON-2009053432 tempest-ExternalNetworksTestJSON-2009053432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:04.047473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.054754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.098877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Deleting subnet 99facd42-a7eb-4c5b-b21e-3078321374d2 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:04.102064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.111660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=46810057-1328-48aa-aac7-378276282025,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:04.114003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.139509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.160084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.202322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.233385 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/46810057-1328-48aa-aac7-378276282025 HTTP/1.1" status: 204 len: 168 time: 6.2493818 Dec 13 23:26:04.237851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49118) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:04.244620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1967581181'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:04.248087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Deleting port 2929e5fc-6b42-43aa-98db-ff5462a99144 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:04.248409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.250941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:04.256485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:network and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:04.259972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:04.269330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:04.273541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.289442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.289823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.290197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.290569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.290932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.291548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.291992 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.292357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.292716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.293069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.294073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:04.318674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:04.392283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.393584 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3bb5bbd1-fad1-4d7d-8533-650df970b3a3 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.9895551 Dec 13 23:26:04.396195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49122) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:04.462941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:04.466471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.485056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.493131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e5763c9-a7c6-418a-b24c-b3fffb3e1c62 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:04.594957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event deleted for resources: {'Subnet': ['ID=99facd42-a7eb-4c5b-b21e-3078321374d2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:04.604834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:04.616968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.622896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:04.623060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4218622-6f62-4a2d-961f-7e335c5a1f0a None None] Network badf38a8-d337-44d0-b247-bf3f36c68d15 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:04.663266 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "DELETE /v2.0/subnets/99facd42-a7eb-4c5b-b21e-3078321374d2 HTTP/1.1" status: 204 len: 168 time: 0.7996049 Dec 13 23:26:04.665237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.667250 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment 19520e5f-bf92-41b7-b7bc-f8b269de5774 of type vlan for network 7e9135b1-28c7-4f36-b773-0c7db607b842 Dec 13 23:26:04.671348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49126) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:04.704357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:04.709194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3bff6da5-7f0a-4cb5-b9f0-cf6bf1f41212 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.744264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.897798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe930a4b-29d4-4e5c-b3d2-3972dfc25aeb None None] Network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:04.901913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.917875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for 80493753-6160-499e-b5b6-9ed614c223b6 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:04.946150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-871461b5-03f2-4d3f-8e49-d2a3c70113bd tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:04.951059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:04.977231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.073733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Deleting port 1a1388c5-bbec-4404-be3e-185b76a95beb {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:05.074089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.108015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:05.126235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:05.126720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.152967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5c1d3df4-931d-444f-ac4a-a55dd60248f8 None None] Provisioning for port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:05.179053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5c1d3df4-931d-444f-ac4a-a55dd60248f8 None None] Provisioning complete for port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:05.179565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5c1d3df4-931d-444f-ac4a-a55dd60248f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.196303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:05.212687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=70ba99a5-6ef7-49fb-a112-690654b66a6c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:05.242187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6e6eb-dc72-454c-a593-42dca36a744e None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:05.244683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] DHCP port deletion for badf38a8-d337-44d0-b247-bf3f36c68d15 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:26:05.276698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] Deleting port 1a1388c5-bbec-4404-be3e-185b76a95beb {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:05.277147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.290943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:05.316012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.343076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.347436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d87db6-a4ac-44da-9605-5544850ee418 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:05.401956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6e6eb-dc72-454c-a593-42dca36a744e None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:05.402603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9db6e6eb-dc72-454c-a593-42dca36a744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:05.452685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.456701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:05.457314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.471367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:05.479805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Calling delete_port for 2929e5fc-6b42-43aa-98db-ff5462a99144 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:05.551060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3bff6da5-7f0a-4cb5-b9f0-cf6bf1f41212 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.560006 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/70ba99a5-6ef7-49fb-a112-690654b66a6c HTTP/1.1" status: 204 len: 168 time: 3.2066908 Dec 13 23:26:05.565632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49130) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:05.567986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9db6e6eb-dc72-454c-a593-42dca36a744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:05.640217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3bff6da5-7f0a-4cb5-b9f0-cf6bf1f41212 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.657307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=7e9135b1-28c7-4f36-b773-0c7db607b842,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:05.663188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:05.671171 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-07acf230-d032-445d-b337-9e64b72583ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1013136 Dec 13 23:26:05.672097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49134) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:05.730030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.20.0.1 (922f1a82-cf19-48ca-a9ff-b4a6ace653e8/e964ee46-e50d-427c-9906-eb99f1a2479a/a9fc4dbb-faa2-42dc-a278-66b5f6204bbc) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:05.734830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:05.764713 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5213518 Dec 13 23:26:05.772237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49138) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:05.785539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 7e9135b1-28c7-4f36-b773-0c7db607b842 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:05.799474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': '7e9135b1-28c7-4f36-b773-0c7db607b842', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:05.806002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.832490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-489f8234-f258-4dbd-88ff-c50f40eac6b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:05.926155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] For port 1a1388c5-bbec-4404-be3e-185b76a95beb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1a1388c5-bbec-4404-be3e-185b76a95beb,segment=NetworkSegment(1f7916d6-5f9c-4146-927d-4d9130a9fa0e),segment_id=1f7916d6-5f9c-4146-927d-4d9130a9fa0e)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:05.926501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:05.943753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=80493753-6160-499e-b5b6-9ed614c223b6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:05.953618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:05.971104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.006032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.053188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] For port 1a1388c5-bbec-4404-be3e-185b76a95beb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1a1388c5-bbec-4404-be3e-185b76a95beb,segment=NetworkSegment(1f7916d6-5f9c-4146-927d-4d9130a9fa0e),segment_id=1f7916d6-5f9c-4146-927d-4d9130a9fa0e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:06.053617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.122655 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/80493753-6160-499e-b5b6-9ed614c223b6 HTTP/1.1" status: 204 len: 168 time: 2.5309677 Dec 13 23:26:06.128659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49142) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:06.135692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.148388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3bff6da5-7f0a-4cb5-b9f0-cf6bf1f41212 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.149031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bff6da5-7f0a-4cb5-b9f0-cf6bf1f41212 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaa1e9b9-3c96-415c-9e34-9aa92d939775 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:26:06.168649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Calling delete_port for 1a1388c5-bbec-4404-be3e-185b76a95beb owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:06.196870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:06.203018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Transition to ACTIVE for port object a9fc4dbb-faa2-42dc-a278-66b5f6204bbc will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:06.218700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.221665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:06.227600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-86357a7b-bbc3-4bb7-a1a0-efc0a3fbdb4f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:06.230024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:06.237358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] Calling delete_port for 1a1388c5-bbec-4404-be3e-185b76a95beb owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:06.247267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3bff6da5-7f0a-4cb5-b9f0-cf6bf1f41212 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.251649 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3bff6da5-7f0a-4cb5-b9f0-cf6bf1f41212 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "DELETE /v2.0/routers/eaa1e9b9-3c96-415c-9e34-9aa92d939775 HTTP/1.1" status: 204 len: 168 time: 1.8513422 Dec 13 23:26:06.251649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:06.256109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49146) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:06.268425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Request body: {'router': {'name': 'tempest-router-783218176', 'distributed': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:06.272758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:06.279955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event deleted for resources: {'Port': ['ID=2929e5fc-6b42-43aa-98db-ff5462a99144,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:06.283350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:06.287079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:06.290049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:subnet and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:06.293567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Usage tracker for resource:router and tenant:ff2c41108a3048aaba6171bbba476a39 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:06.296495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e,segment=NetworkSegment(d81eb8de-0d1b-45bc-ace2-75b79bea88b0),segment_id=d81eb8de-0d1b-45bc-ace2-75b79bea88b0)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:06.297655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:06.299188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5c1d3df4-931d-444f-ac4a-a55dd60248f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.300426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:06.308098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6e6eb-dc72-454c-a593-42dca36a744e None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:06.308680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9db6e6eb-dc72-454c-a593-42dca36a744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:06.319416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:06.321534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:06.361398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:06.443013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.445353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba516cec-1bad-4d83-9046-313db4b59269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:06.446377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ba516cec-1bad-4d83-9046-313db4b59269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:06.448780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:06.470357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.471878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.475976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:06.478178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.485993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2823ff48-aa15-4e28-b96a-921108cd40a7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:06.489545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9db6e6eb-dc72-454c-a593-42dca36a744e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:06.489545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db6e6eb-dc72-454c-a593-42dca36a744e None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:06.495330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.508741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7816cb60-5039-4b63-8321-ac166ce21a52 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:06.575476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event deleted for resources: {'Port': ['ID=1a1388c5-bbec-4404-be3e-185b76a95beb,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:06.620656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:06.629283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:06.629553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:06.629928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:06.631975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-5c1d3df4-931d-444f-ac4a-a55dd60248f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:06.632585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-5c1d3df4-931d-444f-ac4a-a55dd60248f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:06.658863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.682432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ba516cec-1bad-4d83-9046-313db4b59269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:06.685981 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ba516cec-1bad-4d83-9046-313db4b59269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5537074 Dec 13 23:26:06.694073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:26:06.709037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] Deleting port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:06.709037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.710020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49150) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:06.710129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] No DVR routers for this DVR port 1a1388c5-bbec-4404-be3e-185b76a95beb on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:06.720744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:06.735671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1a1388c5-bbec-4404-be3e-185b76a95beb no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:26:06.746859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.747495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.751401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.753733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.754188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.755029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.755029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.755546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.756026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.756496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.756990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:06.778737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:06.789106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 1a1388c5-bbec-4404-be3e-185b76a95beb {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:26:06.789707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1a1388c5-bbec-4404-be3e-185b76a95beb not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:26:06.844038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.884030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.887203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:06.896266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=a9fc4dbb-faa2-42dc-a278-66b5f6204bbc,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:06.900525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:06.930518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.984979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] For port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4e06093c-dae8-4c17-a4f1-dfeaf6d071cf,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:06.985478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:06.988577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:06.992574 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04443ad-4024-4789-bf72-f770e5f3c418 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:26:06.994060 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d04443ad-4024-4789-bf72-f770e5f3c418 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/80493753-6160-499e-b5b6-9ed614c223b6 HTTP/1.1" status: 404 len: 333 time: 0.2848206 Dec 13 23:26:07.026784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49154) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:07.047959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-102863367'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:07.073073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:07.136138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] Calling delete_port for 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:07.161254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] Deleting port 1a1388c5-bbec-4404-be3e-185b76a95beb {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:07.161254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.173539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:network and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:07.202845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:07.232064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.239325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:07.285257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d118a9fc-e4ea-4885-b912-ce89a02005f4 None None] The port '1a1388c5-bbec-4404-be3e-185b76a95beb' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:26:07.285511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badf38a8-d337-44d0-b247-bf3f36c68d15']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:07.287208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.310732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.311047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7916d6-5f9c-4146-927d-4d9130a9fa0e') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:07.311279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7916d6-5f9c-4146-927d-4d9130a9fa0e') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:07.325072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.330890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.342880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.379363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router dc99d8e5-bd85-4559-9ebf-fe769efbb0a6 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:26:07.393141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:07.396103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.452056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-33b10301-cedd-4898-8c9b-ee1d56a134ca None None] Provisioning complete for port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:07.452521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-33b10301-cedd-4898-8c9b-ee1d56a134ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.471383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.484479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.489933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.490482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Fanout notify agent at l3_agent the message router_deleted on router d29b67ab-fa0e-4a68-8cdc-973955bd4833 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:26:07.495030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d915cc82-dcb6-4717-b0f2-ebc557c38523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:07.500948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:07.500948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:07.516162 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:07.523005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.528780 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/d29b67ab-fa0e-4a68-8cdc-973955bd4833 HTTP/1.1" status: 204 len: 168 time: 6.6147652 Dec 13 23:26:07.529728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49158) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:07.535845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.550890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-517237768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:07.552703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] Pushing event deleted for resources: {'Port': ['ID=4e06093c-dae8-4c17-a4f1-dfeaf6d071cf,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:07.555036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:07.562238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:07.566920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] No DVR routers for this DVR port 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:07.569967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Usage tracker for resource:router and tenant:307daabb371943eda530dd05ec1b0356 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:07.581294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:07.597480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:07.615668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:07.623879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.625096 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-90c15710-1a23-4116-aad2-1e3bbd2f5d6b tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3655365 Dec 13 23:26:07.633894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49162) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:07.669373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.669940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Added segment 73b5e773-9593-4fc8-9285-7a831bbfeb18 of type vlan for network a0ade87a-615c-49a6-862d-d6f3d52e2f67 Dec 13 23:26:07.718517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.732199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-33b10301-cedd-4898-8c9b-ee1d56a134ca None None] Provisioning for port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:07.737848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-33b10301-cedd-4898-8c9b-ee1d56a134ca None None] Provisioning complete for port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:07.738479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-33b10301-cedd-4898-8c9b-ee1d56a134ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.752973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.754948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.760151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4a2aaa3f-c670-4397-995f-c58d0a1cb2d3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:07.786380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.800114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-33b10301-cedd-4898-8c9b-ee1d56a134ca None None] Port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:07.817850 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] 10.222.0.30 "DELETE /v2.0/networks/badf38a8-d337-44d0-b247-bf3f36c68d15 HTTP/1.1" status: 204 len: 168 time: 3.1417902 Dec 13 23:26:07.841770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=17bbf981-6943-42b7-a28a-315badc458c8,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:07.846373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:07.847236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.851055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:07.851678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.855198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13fc1d6a-41d5-4753-b8c4-5b7f21259720 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:07.883600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.884970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:07.934523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Pushing event deleted for resources: {'Network': ['ID=badf38a8-d337-44d0-b247-bf3f36c68d15,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:07.985980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking segment: {'id': '19520e5f-bf92-41b7-b7bc-f8b269de5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7e9135b1-28c7-4f36-b773-0c7db607b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:07.986352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network hostable DHCP agents. Network: 7e9135b1-28c7-4f36-b773-0c7db607b842, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:08.029631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99a941b8-4f43-49a5-b412-4030e0f64a6e tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.084999 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0419152 Dec 13 23:26:08.085941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49168) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:08.106925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:08.114470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.120873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Network': ['ID=a0ade87a-615c-49a6-862d-d6f3d52e2f67,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:08.127647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:08.133007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.objects.ports [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84311) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:26:08.133919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:08.134331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:08.138462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:08.144032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.197855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-89e9dafb-8198-4b1b-82f7-214ccb0936e7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:08.303073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:08.304112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:08.308679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:08.314440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:08.317663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:08.318258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.322067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:08.323794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c5272-3970-4cef-a4b3-18756d7d6fb5 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:08.324951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=e7815f05-b390-4a89-a183-ce0d90b8c8d3,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:08.335902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:08.338840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:08.345626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network 7e9135b1-28c7-4f36-b773-0c7db607b842 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:08.374762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49174) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:08.401487 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6837676 Dec 13 23:26:08.405134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49180) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:08.411172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:08.447401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:08.572247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': 'e7815f05-b390-4a89-a183-ce0d90b8c8d3'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:08.573073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.634810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.640798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:08.646007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 7e9135b1-28c7-4f36-b773-0c7db607b842) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:08.662375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:08.672000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571473bb-b574-4d72-8577-99ea08648ceb None None] Network 7e9135b1-28c7-4f36-b773-0c7db607b842 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:08.681462 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c32ecd-7a88-4973-8366-0c45c1a0bea3 None None] Sync routers for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:08.702088 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c32ecd-7a88-4973-8366-0c45c1a0bea3 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:08.703286 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c0c32ecd-7a88-4973-8366-0c45c1a0bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:08.704109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.740038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.780146 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c0c32ecd-7a88-4973-8366-0c45c1a0bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:08.793134 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c32ecd-7a88-4973-8366-0c45c1a0bea3 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:08.794473 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c0c32ecd-7a88-4973-8366-0c45c1a0bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:08.843929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.845381 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-89b1693e-43e8-4370-b3e7-caf9c4b61f5d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3122957 Dec 13 23:26:08.846720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:26:08.868915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49184) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:08.886231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'enable_snat': False}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:08.897358 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c0c32ecd-7a88-4973-8366-0c45c1a0bea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:08.898373 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c32ecd-7a88-4973-8366-0c45c1a0bea3 None None] The sync data for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:08.932677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:08.933274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.950880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:08.962889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99a941b8-4f43-49a5-b412-4030e0f64a6e tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.031478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Allocated IP 2001:db8::f816:3eff:fed9:292d (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/e7815f05-b390-4a89-a183-ce0d90b8c8d3/0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:09.033730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:09.034116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.057446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99a941b8-4f43-49a5-b412-4030e0f64a6e tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.065470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.102926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:09.146605 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-7e9135b1-28c7-4f36-b773-0c7db607b842', 'network_id': '7e9135b1-28c7-4f36-b773-0c7db607b842', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': '17bbf981-6943-42b7-a28a-315badc458c8'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:09.147424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.200637 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b8a40dd3-2423-456c-a07b-25e9c7ec4a18 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/floatingips/6bd95c31-02e9-4244-95b0-1a062a10134d HTTP/1.1" status: 200 len: 977 time: 13.1603863 Dec 13 23:26:09.203655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49188) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:09.232486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.244392 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4605443 Dec 13 23:26:09.258490 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f9bc307e-49d0-442c-af39-5f73db6e9daa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c698d400464a4088b7019d862ae76712&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8801768 Dec 13 23:26:09.272441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49192) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:09.272639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49194) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:09.280641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:09.302971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=a9fc4dbb-faa2-42dc-a278-66b5f6204bbc,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:09.355894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99a941b8-4f43-49a5-b412-4030e0f64a6e tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.356238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a941b8-4f43-49a5-b412-4030e0f64a6e tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 916de5d1-eab9-41dd-a722-0134876a2e12 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:26:09.357955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:09.398300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99a941b8-4f43-49a5-b412-4030e0f64a6e tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.399430 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-99a941b8-4f43-49a5-b412-4030e0f64a6e tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "DELETE /v2.0/routers/916de5d1-eab9-41dd-a722-0134876a2e12 HTTP/1.1" status: 204 len: 168 time: 1.7604492 Dec 13 23:26:09.405538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49200) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:09.438754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:09.456834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:09.457927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Request body: {'router': {'name': 'tempest-router-1715958214', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '34577cb91595486c888f46f878cc5d86'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:09.469486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:09.476096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:09.478657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Usage tracker for resource:router and tenant:34577cb91595486c888f46f878cc5d86 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:09.484257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:09.491658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port 162bb076-0ae2-4054-bf4a-81b870693b49 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:09.492019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.542174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Allocated IP 2001:db8::1 (7e9135b1-28c7-4f36-b773-0c7db607b842/17bbf981-6943-42b7-a28a-315badc458c8/2277b6ff-cf7b-4542-ac95-fc4b9fc72f16) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:09.545241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.556028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:09.561407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Transition to ACTIVE for port object 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:09.574235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:26:09.609363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.623767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ebd0aa25-4a30-4aeb-8ba1-516cf2d0de83 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:09.636503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:26:09.637378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4e06093c-dae8-4c17-a4f1-dfeaf6d071cf not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:26:09.639480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Transition to ACTIVE for port object 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:09.696496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:09.700600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.715672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.734245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6786d0ab-cf17-400a-868a-de217e1bd968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:09.806747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.817629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:09.820829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:09.832046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Pushing event updated for resources: {'Port': ['ID=0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:09.835544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:09.863842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:09.864960 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:09.872900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:09.942843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.943834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:09.968120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.008613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Attempting to bind port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:10.008983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Attempting to bind port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:10.009886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Attempting to bind port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:10.017494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.025034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.028543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=99a57488-3078-44b1-acc1-c71a19266862,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:10.030951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e7358b-3ed6-4edb-b0d2-c11b7b921bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.043975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:10.053723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:10.054342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:10.054491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.054891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:10.055366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Bound port: 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:10.055771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.068068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Transition to ACTIVE for port object 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:10.124898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Checking segment: {'id': '73b5e773-9593-4fc8-9285-7a831bbfeb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:10.125241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network hostable DHCP agents. Network: a0ade87a-615c-49a6-862d-d6f3d52e2f67, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:10.132701 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.ipam_backend_mixin [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7815f05-b390-4a89-a183-ce0d90b8c8d3 (CIDR: 2001:db8::/64) Dec 13 23:26:10.140555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Transition to ACTIVE for port object 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:10.160395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e7358b-3ed6-4edb-b0d2-c11b7b921bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.178160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.193689 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:26:10.194304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:10.195193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b597dbf9-b606-4eb7-8e07-d160ce3759cc None None] Provisioning complete for port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:10.195770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b597dbf9-b606-4eb7-8e07-d160ce3759cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.224964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] For port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:10.234230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.235361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.241256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b5866a0-b179-4a42-a455-20b032b296de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:10.270593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.270593 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-acb58654-f5bb-4b39-9ba0-dfe943202010 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8615084 Dec 13 23:26:10.274213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49204) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:10.280246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:10.303921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] For port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:10.320712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Network 7e9135b1-28c7-4f36-b773-0c7db607b842 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:10.321610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b597dbf9-b606-4eb7-8e07-d160ce3759cc None None] Port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:10.326003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.326417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:10.334836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:10.347241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Pushing event updated for resources: {'Port': ['ID=2277b6ff-cf7b-4542-ac95-fc4b9fc72f16,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:10.350140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:10.381687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.386772 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-39d026da-e98f-4ef3-8a34-55bb2735f3db tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9805968 Dec 13 23:26:10.389572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:10.391476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49208) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:10.414362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:10.503883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:10.508644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Attempting to bind port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:10.509016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Attempting to bind port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '19520e5f-bf92-41b7-b7bc-f8b269de5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7e9135b1-28c7-4f36-b773-0c7db607b842'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:10.509384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Attempting to bind port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 on network 7e9135b1-28c7-4f36-b773-0c7db607b842 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:10.530916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Pushing event updated for resources: {'Port': ['ID=0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:10.534623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:10.535433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:10.535940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Checking segment: {'id': '19520e5f-bf92-41b7-b7bc-f8b269de5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7e9135b1-28c7-4f36-b773-0c7db607b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:10.536230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.536612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Bound using segment: {'id': '19520e5f-bf92-41b7-b7bc-f8b269de5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7e9135b1-28c7-4f36-b773-0c7db607b842'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:10.537082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Bound port: 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19520e5f-bf92-41b7-b7bc-f8b269de5774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7e9135b1-28c7-4f36-b773-0c7db607b842'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:10.537458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.636271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e7358b-3ed6-4edb-b0d2-c11b7b921bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.644805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:10.645636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] For port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:10.649172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] For port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=2277b6ff-cf7b-4542-ac95-fc4b9fc72f16,segment=NetworkSegment(19520e5f-bf92-41b7-b7bc-f8b269de5774),segment_id=19520e5f-bf92-41b7-b7bc-f8b269de5774)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:10.709714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.722621 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:10.756633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7358b-3ed6-4edb-b0d2-c11b7b921bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f24a588-d968-4ca5-b662-c93528003af8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:10.766352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.776573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, a0ade87a-615c-49a6-862d-d6f3d52e2f67) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:10.782903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1e7358b-3ed6-4edb-b0d2-c11b7b921bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:10.783520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-083efbc4-8d0b-4006-b202-1beb56c01cd1 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:10.847997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:10.848670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.852725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.854359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.857195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:10.861318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:10.870471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=17bbf981-6943-42b7-a28a-315badc458c8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:10.872961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e93fc6-599b-4af3-b958-c010e3fd7301 None None] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:10.873103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1e7358b-3ed6-4edb-b0d2-c11b7b921bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:10.874185 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b1e7358b-3ed6-4edb-b0d2-c11b7b921bbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f24a588-d968-4ca5-b662-c93528003af8 HTTP/1.1" status: 204 len: 168 time: 1.5982623 Dec 13 23:26:10.875240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:10.878479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:10.913842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:11.015353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.033489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Pushing event updated for resources: {'Port': ['ID=2277b6ff-cf7b-4542-ac95-fc4b9fc72f16,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:11.040853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:11.228183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84312) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 13 23:26:11.234766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Router 1470f2a1-1dba-4e3b-adf0-85edefe660e0 migrating from provider to provider. {{(pid=84312) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 13 23:26:11.234766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.236161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.240926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:26:11.250671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.269082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-a0ade87a-615c-49a6-862d-d6f3d52e2f67', 'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67', 'tenant_id': '23369587cb5349a599dea985ba80e5e9', 'fixed_ips': [{'subnet_id': '99a57488-3078-44b1-acc1-c71a19266862'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:11.270400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.278471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.279104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.279700 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Floating IP 6bd95c31-02e9-4244-95b0-1a062a10134d disassociated. External IP: 172.26.5.254, port: 162bb076-0ae2-4054-bf4a-81b870693b49. Dec 13 23:26:11.280333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for 162bb076-0ae2-4054-bf4a-81b870693b49 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:11.311138 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2211454 Dec 13 23:26:11.312463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:11.316830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.331030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49214) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:11.478129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9135b1-28c7-4f36-b773-0c7db607b842']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:11.491464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19520e5f-bf92-41b7-b7bc-f8b269de5774') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:11.491968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19520e5f-bf92-41b7-b7bc-f8b269de5774') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:11.500819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Allocated IP 172.20.0.2 (a0ade87a-615c-49a6-862d-d6f3d52e2f67/99a57488-3078-44b1-acc1-c71a19266862/c5239d97-0018-48af-8e86-78df25648253) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:11.505623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.523088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.530526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:11.531200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.543705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.564393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:11.619013 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:11.644808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:11.846799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:26:11.846799 dv-neutron-821564-1-hyperv neutron-server[84311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:26:11.846799 dv-neutron-821564-1-hyperv neutron-server[84311]: [parameters: {'id': '7e9135b1-28c7-4f36-b773-0c7db607b842'}] Dec 13 23:26:11.846799 dv-neutron-821564-1-hyperv neutron-server[84311]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:11.853193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:12.050244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fb04dc4f-d25b-4e0c-8026-f3d74ec3608c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.077045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.080092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Allocated IP 172.26.5.231 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/7ce2d8f7-c462-43f9-8a9f-e968367d908a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:12.104975 dv-neutron-821564-1-hyperv neutron-server[84312]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] No L3 agents can host the router 1470f2a1-1dba-4e3b-adf0-85edefe660e0 Dec 13 23:26:12.121075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:12.135706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Transition to ACTIVE for port object c5239d97-0018-48af-8e86-78df25648253 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:12.142293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:12.179767 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9897792 Dec 13 23:26:12.184851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49228) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:12.192558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1508873214'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:12.232616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:12.287830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:12.302709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Transition to ACTIVE for port object c5239d97-0018-48af-8e86-78df25648253 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:12.315188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:12.316260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:12.324957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:12.331849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:12.355316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.362632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:12.444262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:network and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:12.446173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.457575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0eb468a-f473-4b14-9103-6ab32b5e1f1a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:12.538394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:12.593285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:12.636097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d1532-1288-4afe-ac78-e60a22c5eca1 None None] Network 7e9135b1-28c7-4f36-b773-0c7db607b842 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:12.640411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:12.646777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.651139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.667431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-88ffad3e-66e7-43b8-b5de-5055954da8d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:12.678448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.679235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:12.680070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.735486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Hosts for router 1470f2a1-1dba-4e3b-adf0-85edefe660e0: [] {{(pid=84312) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 13 23:26:12.742138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=162bb076-0ae2-4054-bf4a-81b870693b49,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:12.777174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:12.779047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:12.781330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.805645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Hosts for other DVR routers connected to router 1470f2a1-1dba-4e3b-adf0-85edefe660e0: set() {{(pid=84312) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 13 23:26:12.807977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:12.809682 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b5cc7748-466b-492d-b86d-be33cd1d6d10 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "PUT /v2.0/routers/1470f2a1-1dba-4e3b-adf0-85edefe660e0 HTTP/1.1" status: 200 len: 717 time: 2.5346665 Dec 13 23:26:12.813711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49238) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:12.922991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:12.978923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:13.005312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.005648 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added segment 5d1ee32f-76ee-4fc6-a360-c064ceec338e of type vlan for network 9801ce8a-a575-4604-a752-c822b980dbe2 Dec 13 23:26:13.010900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:26:13.024183 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-63487d8c-7041-4ed8-be46-5674c57a52bb tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "GET /v2.0/routers/1470f2a1-1dba-4e3b-adf0-85edefe660e0 HTTP/1.1" status: 200 len: 717 time: 0.2092311 Dec 13 23:26:13.028289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.032503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49242) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:13.033345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0b04bafb-75b4-4977-923e-d5275240504d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:13.095295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.114460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:13.128456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:13.145996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49248) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:13.161841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:13.187394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:13.190435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Pushing event updated for resources: {'Port': ['ID=c5239d97-0018-48af-8e86-78df25648253,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:13.196029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:13.198616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:13.217317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:13.231583 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.ipam_backend_mixin [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 99a57488-3078-44b1-acc1-c71a19266862 (CIDR: 172.20.0.0/28) Dec 13 23:26:13.247897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-96fa2a34-5e0b-4a19-8a47-9910a98f2387 None None] Provisioning for port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:13.297880 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:26:13.298334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:13.311348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.331093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7802daca-cda8-47b3-a496-0176fcd9ac76 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:13.411213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=2277b6ff-cf7b-4542-ac95-fc4b9fc72f16,segment=NetworkSegment(19520e5f-bf92-41b7-b7bc-f8b269de5774),segment_id=19520e5f-bf92-41b7-b7bc-f8b269de5774)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:13.413346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.445373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.450226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:13.450965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.455515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Pushing event updated for resources: {'Port': ['ID=7ce2d8f7-c462-43f9-8a9f-e968367d908a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:13.470656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1660881312'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:13.474747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:13.479777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9e90caea-b2e0-44b0-b257-ed54c5076a04 tempest-FloatingIPAdminTestJSON-1872355720 tempest-FloatingIPAdminTestJSON-1872355720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:13.503057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:13.568126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:13.643673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Attempting to bind port c5239d97-0018-48af-8e86-78df25648253 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:13.644247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Attempting to bind port c5239d97-0018-48af-8e86-78df25648253 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '73b5e773-9593-4fc8-9285-7a831bbfeb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:13.644412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Attempting to bind port c5239d97-0018-48af-8e86-78df25648253 on network a0ade87a-615c-49a6-862d-d6f3d52e2f67 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:13.651544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:13.653463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=e556feb1-34e7-4d45-a05a-dd43e6caf043,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:13.655587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:13.683319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:13.704342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:13.712239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:13.712529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:13.717309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:13.717309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Checking segment: {'id': '73b5e773-9593-4fc8-9285-7a831bbfeb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:13.717587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.717888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Bound using segment: {'id': '73b5e773-9593-4fc8-9285-7a831bbfeb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:13.718442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Bound port: c5239d97-0018-48af-8e86-78df25648253, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b5e773-9593-4fc8-9285-7a831bbfeb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:13.718893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.745667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1833a0e8-17aa-492d-8de4-f14b3fe66d3b None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:13.775712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-613ff653-3f4e-4045-a791-828ea3967a5b None None] Provisioning for port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:13.799581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:13.837648 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6485946 Dec 13 23:26:13.847156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:13.847406 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c8391f0b-74ca-47a9-875f-c623d50163ca tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4865444 Dec 13 23:26:13.847406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49254) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:13.847406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49256) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:13.849530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:13.849530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.858209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Network': ['ID=9801ce8a-a575-4604-a752-c822b980dbe2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:13.866993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:13.869296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-613ff653-3f4e-4045-a791-828ea3967a5b None None] Provisioning complete for port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:13.869296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-613ff653-3f4e-4045-a791-828ea3967a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:13.874171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'subnet': {'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:13.891023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:13.897808 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7cfe835c-0053-4db9-a4ec-e92870099404 tempest-RoutersTestDVR-331147687 tempest-RoutersTestDVR-331147687-project] 10.222.0.30 "GET /v2.0/routers/1470f2a1-1dba-4e3b-adf0-85edefe660e0 HTTP/1.1" status: 200 len: 683 time: 0.8296244 Dec 13 23:26:13.898507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49262) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:13.907084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 9801ce8a-a575-4604-a752-c822b980dbe2 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:13.961747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:13.964721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.038190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.086372 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6911678 Dec 13 23:26:14.088795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.091795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:14.096959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49266) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:14.100690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:security_group_rule and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:14.106087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2c2e10cc-ad79-453d-9442-11a692f98471 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.108685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:14.130644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13380aa-d4c2-4709-9327-4df3ecbd2f19 None None] DHCP port deletion for 7e9135b1-28c7-4f36-b773-0c7db607b842 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:26:14.156644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No DVR routers for this DVR port 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:14.163887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:75:0d:52', 'name': 'tempest-NetworksTestDHCPv6-5464836'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:14.181173 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:14.204252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-613ff653-3f4e-4045-a791-828ea3967a5b None None] Could not find standard attr ID for object 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:26:14.206359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Port': ['ID=2277b6ff-cf7b-4542-ac95-fc4b9fc72f16,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:14.210102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:14.227600 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.plugins.ml2.db [None req-613ff653-3f4e-4045-a791-828ea3967a5b None None] No ports have port_id starting with 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 Dec 13 23:26:14.238161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd47cdc2-813d-48d8-b752-a28a048e9ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.244657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] For port c5239d97-0018-48af-8e86-78df25648253, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:14.247127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:14.291017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] For port c5239d97-0018-48af-8e86-78df25648253, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c5239d97-0018-48af-8e86-78df25648253,segment=NetworkSegment(73b5e773-9593-4fc8-9285-7a831bbfeb18),segment_id=73b5e773-9593-4fc8-9285-7a831bbfeb18)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:14.312277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:14.321571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.346546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:14.346933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.353379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9135b1-28c7-4f36-b773-0c7db607b842']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:14.368144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19520e5f-bf92-41b7-b7bc-f8b269de5774') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:14.368144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19520e5f-bf92-41b7-b7bc-f8b269de5774') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:14.381468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.391220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:26:07Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:08Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:14.393933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.398236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.406100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fa1281af-3f94-420d-a0c1-74264c18df9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:14.407339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:14.407339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.447947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:26:14.448343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Updating router 9e05767b-304a-44a9-af52-727a371ef61d port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:14.512858 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:14.544339 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.572276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:14.576989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.587792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Pushing event updated for resources: {'Port': ['ID=c5239d97-0018-48af-8e86-78df25648253,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:14.591362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:subnet and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:14.591576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:14.593680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:14.601223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:14.615980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:14.618694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:14.624892 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:14.631093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:14.632521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:14.642152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:14.642427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:14.655870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.662337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-52f1e7cb-23ef-4d39-ad44-8b93107151ea tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:14.677744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:14.686210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router dc99d8e5-bd85-4559-9ebf-fe769efbb0a6 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:26:14.687739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.705523 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/7e9135b1-28c7-4f36-b773-0c7db607b842 HTTP/1.1" status: 204 len: 168 time: 5.4308896 Dec 13 23:26:14.706977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=7e9135b1-28c7-4f36-b773-0c7db607b842,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:14.709037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49270) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:14.714999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:14.719252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-282668779'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:14.723504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:14.731865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.744214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:14.758499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:network and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:14.763146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:14.781996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:14.880757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.909062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:14.909255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:14.944935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2c2e10cc-ad79-453d-9442-11a692f98471 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.952366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2c2e10cc-ad79-453d-9442-11a692f98471 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.958253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:14.997593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.051330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.061035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:15.064038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.077537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.083910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:15.103935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2c2e10cc-ad79-453d-9442-11a692f98471 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.109788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2e10cc-ad79-453d-9442-11a692f98471 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1470f2a1-1dba-4e3b-adf0-85edefe660e0 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:26:15.109788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.147641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:15.153753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:15.226694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:15.250392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c5239d97-0018-48af-8e86-78df25648253 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:15.259186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.259590 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment 6e2feeef-b503-46b4-9ee3-b2bd51bccad7 of type vlan for network de5a6dde-e797-40f6-9367-9471722bc19e Dec 13 23:26:15.302302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] Update dhcp port {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': 'e7815f05-b390-4a89-a183-ce0d90b8c8d3', 'ip_address': '2001:db8::f816:3eff:fed9:292d'}, {'subnet_id': 'e556feb1-34e7-4d45-a05a-dd43e6caf043'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:26:15.342603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:15.357096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:15.367778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad468b5-f1aa-4951-80ce-c619bf042bca,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:15.372896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:15.374102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:15.435635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.436317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.466086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.490348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.490922 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment 7aaf3577-5de7-4e68-860a-dcc59db73b26 of type vlan for network ef473d18-bc41-4433-abcf-e8ae74514f10 Dec 13 23:26:15.500236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2c2e10cc-ad79-453d-9442-11a692f98471 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.501499 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2c2e10cc-ad79-453d-9442-11a692f98471 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1470f2a1-1dba-4e3b-adf0-85edefe660e0 HTTP/1.1" status: 204 len: 168 time: 1.6009333 Dec 13 23:26:15.505379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49274) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:15.515483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Request body: {'router': {'name': 'tempest-router-405064712', 'distributed': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:15.523317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.532301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.540315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:15.571198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Usage tracker for resource:router and tenant:ff2c41108a3048aaba6171bbba476a39 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:15.585240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:15.607539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.611636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:15.642791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port c5239d97-0018-48af-8e86-78df25648253 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:15.647283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.679221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.709917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Transition to ACTIVE for port object a9fc4dbb-faa2-42dc-a278-66b5f6204bbc will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:15.762875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.764525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.782548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:26:15.795424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 409d7b27-db4f-4527-acaa-3afbee3c7253 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:26:15.826271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:26:15.826931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 2277b6ff-cf7b-4542-ac95-fc4b9fc72f16 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:26:15.828669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.835830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:15.847252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.851174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:15.851974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.864219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7cfd753f-e99f-419b-912e-b7e7dac7b2aa tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:15.901837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] Allocated IP 2001:db8:0:1::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/e556feb1-34e7-4d45-a05a-dd43e6caf043/0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:15.929123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:15.932398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.941567 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b07417-72a7-4436-9d22-621711638ad4 None None] Sync routers for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:15.971746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.979400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:15.980012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:15.983947 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b07417-72a7-4436-9d22-621711638ad4 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:15.984582 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e3b07417-72a7-4436-9d22-621711638ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:15.991185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d1621e54-8f17-4ddc-beb9-f6196f69e040 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:16.031227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Pushing event updated for resources: {'Port': ['ID=a9fc4dbb-faa2-42dc-a278-66b5f6204bbc,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:16.036139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:16.071671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=ef473d18-bc41-4433-abcf-e8ae74514f10,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:16.075393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:16.089372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network ef473d18-bc41-4433-abcf-e8ae74514f10 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:16.093266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.100656 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.9350140 Dec 13 23:26:16.135986 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e3b07417-72a7-4436-9d22-621711638ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:16.159256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.162702 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b07417-72a7-4436-9d22-621711638ad4 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:16.164671 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e3b07417-72a7-4436-9d22-621711638ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:16.256469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49278) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:16.273624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': 'ef473d18-bc41-4433-abcf-e8ae74514f10', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:16.320046 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.321217 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-35e11234-7b0c-445e-8b82-edf392dce834 tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8147047 Dec 13 23:26:16.327157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49282) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:16.332692 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e3b07417-72a7-4436-9d22-621711638ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:16.333712 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b07417-72a7-4436-9d22-621711638ad4 None None] The sync data for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:16.404739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=de5a6dde-e797-40f6-9367-9471722bc19e,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:16.408432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:16.417086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:16.418602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b2b9f-0b95-4fa0-bf25-acd5365046b8 None None] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:16.457940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network de5a6dde-e797-40f6-9367-9471722bc19e details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:16.458962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Router 10264977-6652-461d-9c86-73ae29d13bac is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:26:16.471527 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7576239 Dec 13 23:26:16.476547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.482158 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/ports/162bb076-0ae2-4054-bf4a-81b870693b49 HTTP/1.1" status: 204 len: 168 time: 7.2718916 Dec 13 23:26:16.487641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49286) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:16.487963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49288) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:16.505859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Checking segment: {'id': '5d1ee32f-76ee-4fc6-a360-c064ceec338e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:16.506391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network hostable DHCP agents. Network: 9801ce8a-a575-4604-a752-c822b980dbe2, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:16.516654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': 'de5a6dde-e797-40f6-9367-9471722bc19e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:16.562666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:16.566896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:16.569404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:16.593484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Attempting to bind port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:16.593772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Attempting to bind port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:16.594899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Attempting to bind port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc on network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:16.623013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:16.634731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2fa2-f0a4-430f-b0c8-8143569d7c7d tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.635650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Subnet': ['ID=cb59f331-b6d9-4d0c-9a28-6fd81475be2f,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:16.639052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:16.728875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:16.729254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Checking segment: {'id': 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:16.729665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.730057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Bound using segment: {'id': 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:16.730568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Bound port: a9fc4dbb-faa2-42dc-a278-66b5f6204bbc, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:16.731647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.771294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:16.790383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] For port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:16.795440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:subnet and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:16.806686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:16.820149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 9801ce8a-a575-4604-a752-c822b980dbe2 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:16.823916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:16.844338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.906091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:16.907860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 9801ce8a-a575-4604-a752-c822b980dbe2) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:16.912654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:16.913777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.919505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:16.930077 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7e2d85b3-0ede-4d69-a185-4e2328b8d81a None None] Provisioning for port c5239d97-0018-48af-8e86-78df25648253 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:16.933183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a15a55a-5ca9-4b76-9e6d-4403c7d18d7e None None] Network 9801ce8a-a575-4604-a752-c822b980dbe2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:16.937395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:16.945859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-55937982-4ee4-466b-a2aa-1551d552861c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:17.036444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:17.123955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:17.131479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:17.134952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:17.135652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.140111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.143627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7e2d85b3-0ede-4d69-a185-4e2328b8d81a None None] Provisioning complete for port c5239d97-0018-48af-8e86-78df25648253 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:17.144001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7e2d85b3-0ede-4d69-a185-4e2328b8d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.149291 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2927270 Dec 13 23:26:17.165458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49294) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:17.168996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=12e16755-bc12-4bde-ba3e-5e53818b3e61,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:17.173638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.186714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] For port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:17.238702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:17.255531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] For port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a9fc4dbb-faa2-42dc-a278-66b5f6204bbc,segment=NetworkSegment(d81eb8de-0d1b-45bc-ace2-75b79bea88b0),segment_id=d81eb8de-0d1b-45bc-ace2-75b79bea88b0)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:17.258398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] Transition to ACTIVE for port object 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:17.339835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2fa2-f0a4-430f-b0c8-8143569d7c7d tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.343571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.397594 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.5412440 Dec 13 23:26:17.398305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49298) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:17.410077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67', 'fixed_ips': [{'subnet_id': '99a57488-3078-44b1-acc1-c71a19266862'}, {'subnet_id': '12e16755-bc12-4bde-ba3e-5e53818b3e61'}], 'name': 'tempest-PortsTestJSON-1946600551'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:17.424920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.428675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.435313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3dd92a00-d09d-4ba8-b0e3-f530b6683643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:17.436402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2fa2-f0a4-430f-b0c8-8143569d7c7d tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.514488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-9801ce8a-a575-4604-a752-c822b980dbe2', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:17.515298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.641129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2fa2-f0a4-430f-b0c8-8143569d7c7d tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.641878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6d2fa2-f0a4-430f-b0c8-8143569d7c7d tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70ea32a5-8a51-44d4-82b1-4a1260f3c5a1 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:26:17.708026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8:0:1::12d (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/e556feb1-34e7-4d45-a05a-dd43e6caf043/409d7b27-db4f-4527-acaa-3afbee3c7253) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:17.716463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:17.727509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7e2d85b3-0ede-4d69-a185-4e2328b8d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.739414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::f816:3eff:fe75:d52 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/e7815f05-b390-4a89-a183-ce0d90b8c8d3/409d7b27-db4f-4527-acaa-3afbee3c7253) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:17.746136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Pushing event updated for resources: {'Port': ['ID=a9fc4dbb-faa2-42dc-a278-66b5f6204bbc,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:17.749251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b4f245-a12b-4711-87aa-40f655af0add None None] Sync routers for ids ['10264977-6652-461d-9c86-73ae29d13bac'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:17.765454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.766739 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "PUT /v2.0/routers/10264977-6652-461d-9c86-73ae29d13bac HTTP/1.1" status: 200 len: 915 time: 8.8922160 Dec 13 23:26:17.772399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8d6d2fa2-f0a4-430f-b0c8-8143569d7c7d tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:17.773409 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8d6d2fa2-f0a4-430f-b0c8-8143569d7c7d tempest-RoutersTestDVR-654533484 tempest-RoutersTestDVR-654533484-project-admin] 10.222.0.30 "DELETE /v2.0/routers/70ea32a5-8a51-44d4-82b1-4a1260f3c5a1 HTTP/1.1" status: 204 len: 168 time: 1.4452524 Dec 13 23:26:17.777469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49302) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:17.830339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.830849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.831025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.831330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.831698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.832026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.832353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.832677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.832996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.833312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.833632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:17.971678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:17.972335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:18.005081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:18.023539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:18.041475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:18.125485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:18.140886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:18.163787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-250d2aed-a2db-4e07-b9ee-5704dcbfbbf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:18.175059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4f245-a12b-4711-87aa-40f655af0add None None] Routers {'10264977-6652-461d-9c86-73ae29d13bac'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:18.175741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c0b4f245-a12b-4711-87aa-40f655af0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['10264977-6652-461d-9c86-73ae29d13bac'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:18.252301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=61613745-607e-4aae-bc71-038be309d075,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:18.274278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:18.287163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:18.300937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8ed163cd-ead6-40c9-b5e8-fd621bb99042 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:18.325677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7e2d85b3-0ede-4d69-a185-4e2328b8d81a None None] For port c5239d97-0018-48af-8e86-78df25648253, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c5239d97-0018-48af-8e86-78df25648253,segment=NetworkSegment(73b5e773-9593-4fc8-9285-7a831bbfeb18),segment_id=73b5e773-9593-4fc8-9285-7a831bbfeb18)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:18.336110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:18.343280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:18.362927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': '7aaf3577-5de7-4e68-860a-dcc59db73b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef473d18-bc41-4433-abcf-e8ae74514f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:18.363472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: ef473d18-bc41-4433-abcf-e8ae74514f10, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:18.421435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port e513c1c8-be10-41d1-8432-27428d42bdce yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:26:18.431441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c0b4f245-a12b-4711-87aa-40f655af0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:18.461133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=bf56a039-985f-4e7d-a3ce-84cd8055937a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:18.464347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:18.475732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Allocated IP 172.21.0.2 (9801ce8a-a575-4604-a752-c822b980dbe2/cb59f331-b6d9-4d0c-9a28-6fd81475be2f/ace116e9-6bde-49d4-982c-1f0de37e6957) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:18.560839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking segment: {'id': '6e2feeef-b503-46b4-9ee3-b2bd51bccad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'de5a6dde-e797-40f6-9367-9471722bc19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:18.561473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network hostable DHCP agents. Network: de5a6dde-e797-40f6-9367-9471722bc19e, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:18.596089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network ef473d18-bc41-4433-abcf-e8ae74514f10 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:18.620173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] Pushing event updated for resources: {'Port': ['ID=0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:18.626353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49310) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:18.639094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:18.642036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.206s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:18.645049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] Update dhcp port {'port': {'network_id': 'a0ade87a-615c-49a6-862d-d6f3d52e2f67', 'fixed_ips': [{'subnet_id': '99a57488-3078-44b1-acc1-c71a19266862', 'ip_address': '172.20.0.2'}, {'subnet_id': '12e16755-bc12-4bde-ba3e-5e53818b3e61'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': 'c5239d97-0018-48af-8e86-78df25648253'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:26:18.669942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 409d7b27-db4f-4527-acaa-3afbee3c7253 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:18.699438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, ef473d18-bc41-4433-abcf-e8ae74514f10) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:18.704182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:18.705200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:18.709645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.246s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:18.710026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:18.717840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:18.742989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511de5ea-2de3-4917-945f-9e8ae64f9e1f None None] Network ef473d18-bc41-4433-abcf-e8ae74514f10 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:18.746089 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7413ed63-19e5-467d-b3df-7dde8e27774c tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/routers/10264977-6652-461d-9c86-73ae29d13bac HTTP/1.1" status: 200 len: 921 time: 0.9544327 Dec 13 23:26:18.749425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49316) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:18.757816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7e2d85b3-0ede-4d69-a185-4e2328b8d81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:18.760790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:18.814058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:26:18.815508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:18.818371 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5605819 Dec 13 23:26:18.822033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49320) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:18.832551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1959853374'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:18.847081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:18.855003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:18.859139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:18.867561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:18.872767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:18.881999 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ea442e77-6fca-43e8-9970-2dec87e4950b tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=10264977-6652-461d-9c86-73ae29d13bac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1300561 Dec 13 23:26:18.884050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4a255c7d-fb95-4658-b90e-a5ae79e3a1d7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:18.922571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49324) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:18.981359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network de5a6dde-e797-40f6-9367-9471722bc19e is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:19.003324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.019077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, de5a6dde-e797-40f6-9367-9471722bc19e) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:19.043386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:19.044190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:19.047180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.063900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:19.066977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:19.070698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:19.070917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:19.071347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.071483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.086086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=409d7b27-db4f-4527-acaa-3afbee3c7253,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:19.089366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:19.145664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b4f245-a12b-4711-87aa-40f655af0add None None] Routers {'10264977-6652-461d-9c86-73ae29d13bac'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:19.146798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c0b4f245-a12b-4711-87aa-40f655af0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['10264977-6652-461d-9c86-73ae29d13bac'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:19.146940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:19.190856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:19.220148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:19.243783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Usage tracker for resource:security_group_rule and tenant:34577cb91595486c888f46f878cc5d86 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:19.282387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac7eae-2af1-4b3b-a01d-48fa95cf5dad None None] Network de5a6dde-e797-40f6-9367-9471722bc19e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:19.298196 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 5.1990340 Dec 13 23:26:19.299586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.303939 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment 35f8bb5b-ff67-4959-94dc-3a6176855135 of type vlan for network 6d70b856-647d-4c38-a5ff-94af6d618de9 Dec 13 23:26:19.303939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee56af-178e-4f1a-991a-c871c77ba56c tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:19.304150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:19.304244 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c3ee56af-178e-4f1a-991a-c871c77ba56c tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/networks/a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 881 time: 0.3794236 Dec 13 23:26:19.304244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49328) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:19.322751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49330) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:19.332283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:19.346049 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8565977 Dec 13 23:26:19.346757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49336) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:19.377541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': 'de5a6dde-e797-40f6-9367-9471722bc19e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:19.407185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.422931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1a2c8f3c-328e-483b-8a43-e14f907f22ad tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=10264977-6652-461d-9c86-73ae29d13bac HTTP/1.1" status: 200 len: 205 time: 0.0949826 Dec 13 23:26:19.434250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49340) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:19.438599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.12 (a0ade87a-615c-49a6-862d-d6f3d52e2f67/99a57488-3078-44b1-acc1-c71a19266862/e513c1c8-be10-41d1-8432-27428d42bdce) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:19.461063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.27 (a0ade87a-615c-49a6-862d-d6f3d52e2f67/12e16755-bc12-4bde-ba3e-5e53818b3e61/e513c1c8-be10-41d1-8432-27428d42bdce) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:19.512708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.523928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Transition to ACTIVE for port object ace116e9-6bde-49d4-982c-1f0de37e6957 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:19.558512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 409d7b27-db4f-4527-acaa-3afbee3c7253 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:19.559554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.585168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d85b3-0ede-4d69-a185-4e2328b8d81a None None] Pushing event updated for resources: {'Port': ['ID=c5239d97-0018-48af-8e86-78df25648253,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:19.601961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:26:19.642368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.662932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7e2d85b3-0ede-4d69-a185-4e2328b8d81a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:19.711829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Transition to ACTIVE for port object ace116e9-6bde-49d4-982c-1f0de37e6957 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:19.719752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c0b4f245-a12b-4711-87aa-40f655af0add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:19.720252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b4f245-a12b-4711-87aa-40f655af0add None None] The sync data for ids ['10264977-6652-461d-9c86-73ae29d13bac'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:19.761038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:19.770926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.774791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:19.775500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.785126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7b6c8f5d-7681-47fd-adac-75ab840143d8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:19.805872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:subnet and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:19.818580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.832485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.837191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:19.849296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:19.855117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-49f8a8b9-03e0-42b3-9fc9-57c95c4c38ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:19.862773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-769ceb52-01ee-4674-af21-8134ce4c889b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:19.864757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:19.946899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-105b8664-bacf-4ca1-8f0c-afa51a62d835 None None] Provisioning for port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:20.023373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bef78ce-279a-4b48-b570-9d408e6c8942,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:20.031848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.041113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:20.044215 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2211988 Dec 13 23:26:20.056224 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34577cb91595486c888f46f878cc5d86&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4231715 Dec 13 23:26:20.060212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=6d70b856-647d-4c38-a5ff-94af6d618de9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:20.061856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49344) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:20.061989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-105b8664-bacf-4ca1-8f0c-afa51a62d835 None None] Provisioning complete for port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:20.062141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49346) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:20.062245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-105b8664-bacf-4ca1-8f0c-afa51a62d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.066216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:20.088915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': '6d70b856-647d-4c38-a5ff-94af6d618de9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:20.101641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 6d70b856-647d-4c38-a5ff-94af6d618de9 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:20.103099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:20.117173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Network 9801ce8a-a575-4604-a752-c822b980dbe2 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:20.158520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Pushing event updated for resources: {'Port': ['ID=ace116e9-6bde-49d4-982c-1f0de37e6957,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:20.173146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:20.190159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.209359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:20.211531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:20.317666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:20.318072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.343757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 409d7b27-db4f-4527-acaa-3afbee3c7253 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:20.462876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.490505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.533511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:20.552303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:20.561104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object e513c1c8-be10-41d1-8432-27428d42bdce will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:20.569087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:20.612933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.625652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:20.644953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-ef473d18-bc41-4433-abcf-e8ae74514f10', 'network_id': 'ef473d18-bc41-4433-abcf-e8ae74514f10', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': '61613745-607e-4aae-bc71-038be309d075'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:20.645826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.650657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbc10b35-f9d9-4e22-a350-d7314baa7aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.661700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-de5a6dde-e797-40f6-9367-9471722bc19e', 'network_id': 'de5a6dde-e797-40f6-9367-9471722bc19e', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': 'bf56a039-985f-4e7d-a3ce-84cd8055937a'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:20.662990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.721894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Attempting to bind port ace116e9-6bde-49d4-982c-1f0de37e6957 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:20.722630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Attempting to bind port ace116e9-6bde-49d4-982c-1f0de37e6957 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '5d1ee32f-76ee-4fc6-a360-c064ceec338e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:20.723394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Attempting to bind port ace116e9-6bde-49d4-982c-1f0de37e6957 on network 9801ce8a-a575-4604-a752-c822b980dbe2 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:20.749394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:20.773896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbc10b35-f9d9-4e22-a350-d7314baa7aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.812308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:20.813838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Checking segment: {'id': '5d1ee32f-76ee-4fc6-a360-c064ceec338e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:20.818260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.818944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Bound using segment: {'id': '5d1ee32f-76ee-4fc6-a360-c064ceec338e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:20.822206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Bound port: ace116e9-6bde-49d4-982c-1f0de37e6957, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1ee32f-76ee-4fc6-a360-c064ceec338e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:20.822872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.949861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:20.975072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-53792118-3a3c-4554-82f7-3e104c05e859 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:21.053465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.067543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:21.128158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=409d7b27-db4f-4527-acaa-3afbee3c7253,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:21.130410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:21.155178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.229636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.232595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:21.262759 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/409d7b27-db4f-4527-acaa-3afbee3c7253 HTTP/1.1" status: 204 len: 168 time: 1.9540908 Dec 13 23:26:21.272507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49352) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:21.316574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:21.356767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:21.398445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.411850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded1bad-200b-4318-8ddd-96aa9a0dc3c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:21.412597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1ded1bad-200b-4318-8ddd-96aa9a0dc3c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:21.429719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.434411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a8d0653f-dac9-4903-bea5-c170dfc7290b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:21.468524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:21.469965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.514134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network de5a6dde-e797-40f6-9367-9471722bc19e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:21.517392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:21.525591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:21.526178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.529839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] Allocated IP 172.20.0.18 (a0ade87a-615c-49a6-862d-d6f3d52e2f67/12e16755-bc12-4bde-ba3e-5e53818b3e61/c5239d97-0018-48af-8e86-78df25648253) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:21.554145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Deleting port 7ce2d8f7-c462-43f9-8a9f-e968367d908a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:21.554737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.705478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] For port c5239d97-0018-48af-8e86-78df25648253, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c5239d97-0018-48af-8e86-78df25648253,segment=NetworkSegment(73b5e773-9593-4fc8-9285-7a831bbfeb18),segment_id=73b5e773-9593-4fc8-9285-7a831bbfeb18)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:21.747453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.792343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:26:07Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:17Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:21.799170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.823889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] Transition to ACTIVE for port object c5239d97-0018-48af-8e86-78df25648253 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:21.842537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=e513c1c8-be10-41d1-8432-27428d42bdce,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:21.845910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:21.886563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.21.0.1 (9801ce8a-a575-4604-a752-c822b980dbe2/cb59f331-b6d9-4d0c-9a28-6fd81475be2f/5000a1ce-3897-4245-b61c-b37daa0f5dba) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:21.911441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c5239d97-0018-48af-8e86-78df25648253 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:21.913932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Calling delete_port for 7ce2d8f7-c462-43f9-8a9f-e968367d908a owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:21.917883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.924738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-177749cc-7ec1-4425-b943-cd7329c7664b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:21.946314 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5931487 Dec 13 23:26:21.946314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1ded1bad-200b-4318-8ddd-96aa9a0dc3c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:21.948785 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1ded1bad-200b-4318-8ddd-96aa9a0dc3c1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6734524 Dec 13 23:26:21.949959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49356) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:21.950459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49358) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:21.961439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] For port ace116e9-6bde-49d4-982c-1f0de37e6957, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:21.963412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:21.973847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fbecc6-de08-4819-995a-e5383061a625 None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:26:07Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:17Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:21.986829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:22.015648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=5ea2309b-8e29-4807-81bf-7869e45828c9,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:22.019107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:22.028548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d5f31fa5-9907-4208-9c79-550ef2eef2f3 None None] Could not find standard attr ID for object 409d7b27-db4f-4527-acaa-3afbee3c7253. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:26:22.053091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Allocated IP 2001:db8::2 (de5a6dde-e797-40f6-9367-9471722bc19e/bf56a039-985f-4e7d-a3ce-84cd8055937a/f752c49f-ffd1-41d4-befa-b874ae0dee0c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:22.066151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] For port ace116e9-6bde-49d4-982c-1f0de37e6957, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ace116e9-6bde-49d4-982c-1f0de37e6957,segment=NetworkSegment(5d1ee32f-76ee-4fc6-a360-c064ceec338e),segment_id=5d1ee32f-76ee-4fc6-a360-c064ceec338e)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:22.136955 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.7314227 Dec 13 23:26:22.138310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbc10b35-f9d9-4e22-a350-d7314baa7aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:22.144130 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49364) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:22.144999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bbc10b35-f9d9-4e22-a350-d7314baa7aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:22.146325 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bbc10b35-f9d9-4e22-a350-d7314baa7aeb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bef78ce-279a-4b48-b570-9d408e6c8942 HTTP/1.1" status: 204 len: 168 time: 2.0793824 Dec 13 23:26:22.167113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99a57488-3078-44b1-acc1-c71a19266862'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:22.224381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=e4a25b6f-4ed0-4328-a589-b15e924dfd14,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:22.228772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:22.242721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Allocated IP 172.20.255.242 (ef473d18-bc41-4433-abcf-e8ae74514f10/61613745-607e-4aae-bc71-038be309d075/74f8871a-5b32-4963-a360-44985604531a) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:22.250801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:22.258670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1e7358b-3ed6-4edb-b0d2-c11b7b921bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:22.258801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6168e-0b4a-4f1b-9ce0-feb9cbcda04b tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:22.258801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6168e-0b4a-4f1b-9ce0-feb9cbcda04b tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:22.258801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6168e-0b4a-4f1b-9ce0-feb9cbcda04b tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:22.259031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6168e-0b4a-4f1b-9ce0-feb9cbcda04b tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:22.260399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c6168e-0b4a-4f1b-9ce0-feb9cbcda04b tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:22.261319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-95c6168e-0b4a-4f1b-9ce0-feb9cbcda04b tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Synchronizing usage tracker for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:22.305898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc10b35-f9d9-4e22-a350-d7314baa7aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bef78ce-279a-4b48-b570-9d408e6c8942,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:22.335597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bbc10b35-f9d9-4e22-a350-d7314baa7aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:22.424345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': '35f8bb5b-ff67-4959-94dc-3a6176855135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d70b856-647d-4c38-a5ff-94af6d618de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:22.424881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: 6d70b856-647d-4c38-a5ff-94af6d618de9, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:22.425156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] Pushing event updated for resources: {'Port': ['ID=c5239d97-0018-48af-8e86-78df25648253,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:22.460719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:22.469534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:22.551327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe643d-5604-40db-820d-c8879cf4e2f5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:22.555377 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0fbe643d-5604-40db-820d-c8879cf4e2f5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5892870 Dec 13 23:26:22.555522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:22.561092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49370) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:22.609537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-95c6168e-0b4a-4f1b-9ce0-feb9cbcda04b tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Unset dirty status for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:22.611541 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-95c6168e-0b4a-4f1b-9ce0-feb9cbcda04b tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6494544 Dec 13 23:26:22.640146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49376) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:22.663528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2021786277'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:22.669853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network 6d70b856-647d-4c38-a5ff-94af6d618de9 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:22.687686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Transition to ACTIVE for port object 5000a1ce-3897-4245-b61c-b37daa0f5dba will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:22.693588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:22.705667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:network and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:22.719918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:22.732259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:22.756597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port 95947a49-e98b-43be-932b-a05f4dab6f79 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:22.756989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:22.775853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f52068-67fd-4c71-8b63-9b25ffea0d17 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:22.778091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f52068-67fd-4c71-8b63-9b25ffea0d17 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:22.779738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f52068-67fd-4c71-8b63-9b25ffea0d17 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:22.780635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-93f52068-67fd-4c71-8b63-9b25ffea0d17 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:22.952380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Pushing event updated for resources: {'Port': ['ID=ace116e9-6bde-49d4-982c-1f0de37e6957,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:22.974246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:23.018252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-93f52068-67fd-4c71-8b63-9b25ffea0d17 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:23.025444 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-93f52068-67fd-4c71-8b63-9b25ffea0d17 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4439621 Dec 13 23:26:23.026248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49380) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:23.050179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.063705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:23.075914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.090034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 6d70b856-647d-4c38-a5ff-94af6d618de9) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:23.127830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:23.129244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.212402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.212574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16da8b61-ecc9-4d75-a2e6-092f44f9ac57 None None] Network 6d70b856-647d-4c38-a5ff-94af6d618de9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:23.303840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for 95947a49-e98b-43be-932b-a05f4dab6f79 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:23.320059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-731c5afe-890b-4b8e-ae47-8c8a081c277b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:23.366231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.380649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Transition to ACTIVE for port object 74f8871a-5b32-4963-a360-44985604531a will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:23.405820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Transition to ACTIVE for port object 74f8871a-5b32-4963-a360-44985604531a will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:23.411055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event deleted for resources: {'Port': ['ID=7ce2d8f7-c462-43f9-8a9f-e968367d908a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:23.424196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:23.466769 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0088bd-01e4-4813-81da-e2b524c01859 None None] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:23.470748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:23.483542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.484221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment 6f76a0b5-7680-437e-a059-0321e178adc0 of type vlan for network 4de40840-752f-47b1-a757-f194671189d0 Dec 13 23:26:23.494283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.502494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.553582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.576258 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5083957 Dec 13 23:26:23.583740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.586326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49384) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:23.587150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-64c3b18e-d1b1-48b5-aec9-19f5d27c266c tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:23.648632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.659728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Transition to ACTIVE for port object f752c49f-ffd1-41d4-befa-b874ae0dee0c will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:23.662006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:23.771681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 9801ce8a-a575-4604-a752-c822b980dbe2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:23.783242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:23.799007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:23.813682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Transition to ACTIVE for port object f752c49f-ffd1-41d4-befa-b874ae0dee0c will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:23.819414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-6d70b856-647d-4c38-a5ff-94af6d618de9', 'network_id': '6d70b856-647d-4c38-a5ff-94af6d618de9', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': 'e4a25b6f-4ed0-4328-a589-b15e924dfd14'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:23.820333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.840534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-56d5d777-33b3-4cd4-af6a-e1911e9fc5af None None] Provisioning for port c5239d97-0018-48af-8e86-78df25648253 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:23.868599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.875371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49388) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:23.879529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Network ef473d18-bc41-4433-abcf-e8ae74514f10 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:23.883266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Pushing event updated for resources: {'Port': ['ID=74f8871a-5b32-4963-a360-44985604531a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:23.892071 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:23.893987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:23.899155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:23.913337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=5000a1ce-3897-4245-b61c-b37daa0f5dba,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:23.934541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.937285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.947254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:23.950132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.977732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:23.983422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-56d5d777-33b3-4cd4-af6a-e1911e9fc5af None None] Provisioning complete for port c5239d97-0018-48af-8e86-78df25648253 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:23.983885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-56d5d777-33b3-4cd4-af6a-e1911e9fc5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.009132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:24.009724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:24.033222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b8a1ead8-b376-4e57-8a1c-89a10b4291f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:24.090054 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4396496 Dec 13 23:26:24.108896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49392) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:24.142313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a9fc4dbb-faa2-42dc-a278-66b5f6204bbc up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:24.163817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.171698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.181887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet e556feb1-34e7-4d45-a05a-dd43e6caf043 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:24.223365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:24.236394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.392610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.400102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=4de40840-752f-47b1-a757-f194671189d0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:24.447914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:24.451162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Pushing event updated for resources: {'Port': ['ID=f752c49f-ffd1-41d4-befa-b874ae0dee0c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:24.454056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:24.485277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771a9df-361e-492b-b1e9-9641d4dafb49 None None] Network 9801ce8a-a575-4604-a752-c822b980dbe2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:24.498448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 4de40840-752f-47b1-a757-f194671189d0 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:24.525374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.528816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.572112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:24.582096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c3c1e197-090e-4945-8568-c4198aab5728 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.669s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:24.588889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.589182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Network de5a6dde-e797-40f6-9367-9471722bc19e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:24.598965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Usage tracker for resource:security_group_rule and tenant:ff2c41108a3048aaba6171bbba476a39 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:24.611584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:24.627979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:24.643747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=95947a49-e98b-43be-932b-a05f4dab6f79,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:24.702021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:24.720466 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Attempting to bind port 74f8871a-5b32-4963-a360-44985604531a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:24.721007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Attempting to bind port 74f8871a-5b32-4963-a360-44985604531a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '7aaf3577-5de7-4e68-860a-dcc59db73b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef473d18-bc41-4433-abcf-e8ae74514f10'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:24.725694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Attempting to bind port 74f8871a-5b32-4963-a360-44985604531a on network ef473d18-bc41-4433-abcf-e8ae74514f10 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:24.725694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:24.726624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:24.744702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Allocated IP 172.20.0.2 (6d70b856-647d-4c38-a5ff-94af6d618de9/e4a25b6f-4ed0-4328-a589-b15e924dfd14/a3c90fb0-3d28-4efc-a9ec-94d63caccbbb) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:24.767568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.802840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.803264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Fanout notify agent at l3_agent the message router_deleted on router 10264977-6652-461d-9c86-73ae29d13bac {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:26:24.812149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Delete allocated IP 172.20.0.27 (a0ade87a-615c-49a6-862d-d6f3d52e2f67/12e16755-bc12-4bde-ba3e-5e53818b3e61) {{(pid=84312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 23:26:24.890485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:24.890952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Checking segment: {'id': '7aaf3577-5de7-4e68-860a-dcc59db73b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef473d18-bc41-4433-abcf-e8ae74514f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:24.891582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.891926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Bound using segment: {'id': '7aaf3577-5de7-4e68-860a-dcc59db73b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef473d18-bc41-4433-abcf-e8ae74514f10'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:24.892477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Bound port: 74f8871a-5b32-4963-a360-44985604531a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aaf3577-5de7-4e68-860a-dcc59db73b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'ef473d18-bc41-4433-abcf-e8ae74514f10'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:24.893451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.897070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.933911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:24.985943 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:26:25.050329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.057876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:25.084242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.113588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.118345 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/10264977-6652-461d-9c86-73ae29d13bac HTTP/1.1" status: 204 len: 168 time: 5.6745665 Dec 13 23:26:25.119601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49396) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:25.124796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1217899699', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:25.144351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:25.153393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Usage tracker for resource:router and tenant:307daabb371943eda530dd05ec1b0356 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:25.164749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:25.164998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network 4de40840-752f-47b1-a757-f194671189d0 is not hosted by any dhcp agent {{(pid=84311) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 13 23:26:25.168353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.169118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:25.169715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.171015 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "PUT /v2.0/networks/4de40840-752f-47b1-a757-f194671189d0 HTTP/1.1" status: 200 len: 723 time: 1.0038741 Dec 13 23:26:25.179238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49400) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:25.186060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-53954e16-36dc-462a-a4e7-735e7af3cbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:25.194408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:25.209126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': '4de40840-752f-47b1-a757-f194671189d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:25.225907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.228410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Attempting to bind port f752c49f-ffd1-41d4-befa-b874ae0dee0c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:25.229148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Attempting to bind port f752c49f-ffd1-41d4-befa-b874ae0dee0c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '6e2feeef-b503-46b4-9ee3-b2bd51bccad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'de5a6dde-e797-40f6-9367-9471722bc19e'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:25.229614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Attempting to bind port f752c49f-ffd1-41d4-befa-b874ae0dee0c on network de5a6dde-e797-40f6-9367-9471722bc19e {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:25.247302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.276349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=4de40840-752f-47b1-a757-f194671189d0,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:25.279878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:25.305560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:25.306103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Checking segment: {'id': '6e2feeef-b503-46b4-9ee3-b2bd51bccad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'de5a6dde-e797-40f6-9367-9471722bc19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:25.306633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.307294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Bound using segment: {'id': '6e2feeef-b503-46b4-9ee3-b2bd51bccad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'de5a6dde-e797-40f6-9367-9471722bc19e'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:25.308006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Bound port: f752c49f-ffd1-41d4-befa-b874ae0dee0c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2feeef-b503-46b4-9ee3-b2bd51bccad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'de5a6dde-e797-40f6-9367-9471722bc19e'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:25.309003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.335113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:25.338015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99325c1-f7db-427d-8af5-85ca9004de5e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:25.339729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 4de40840-752f-47b1-a757-f194671189d0 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:25.360119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:25.360991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:26:25.368358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-49b808c6-461a-4c84-80da-f6a066c5ccc6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:25.380234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb75a7a-2ae7-4688-bc17-3db4e6279689 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:25.399997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.409947 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff2c41108a3048aaba6171bbba476a39&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5140154 Dec 13 23:26:25.423597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.424579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.428898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.438671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49404) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:25.439601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=e556feb1-34e7-4d45-a05a-dd43e6caf043,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:25.445200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:25.488404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Ignored duplicate provisioning block setup for port e513c1c8-be10-41d1-8432-27428d42bdce by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 23:26:25.489623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:25.522115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:25.534234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:25.534739 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.546605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.560760 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/e556feb1-34e7-4d45-a05a-dd43e6caf043 HTTP/1.1" status: 204 len: 168 time: 2.5132108 Dec 13 23:26:25.561086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49408) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:25.580658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-378a229b-96bf-46cb-b6ad-85ee30c4ad45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.655716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet e7815f05-b390-4a89-a183-ce0d90b8c8d3 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:25.657891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.677281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:25.692587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bf032a55-cc9d-4d85-bfdd-8091647e2b90 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:25.693856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.727633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] For port 74f8871a-5b32-4963-a360-44985604531a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:25.732293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.810741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-378a229b-96bf-46cb-b6ad-85ee30c4ad45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.857206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] For port 74f8871a-5b32-4963-a360-44985604531a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74f8871a-5b32-4963-a360-44985604531a,segment=NetworkSegment(7aaf3577-5de7-4e68-860a-dcc59db73b26),segment_id=7aaf3577-5de7-4e68-860a-dcc59db73b26)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:25.968938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:25.971697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:26:25.978731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a42e24e4-8856-472f-861c-6bce53775a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:25.990041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.008328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e6acb4b9-140e-4656-8212-b51f620d302a None None] Provisioning for port ace116e9-6bde-49d4-982c-1f0de37e6957 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:26.052832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.091567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.139719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=e513c1c8-be10-41d1-8432-27428d42bdce,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:26.154187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] For port f752c49f-ffd1-41d4-befa-b874ae0dee0c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:26.157062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.200572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:26.204563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Transition to ACTIVE for port object a3c90fb0-3d28-4efc-a9ec-94d63caccbbb will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:26.215260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.217854 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] For port f752c49f-ffd1-41d4-befa-b874ae0dee0c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f752c49f-ffd1-41d4-befa-b874ae0dee0c,segment=NetworkSegment(6e2feeef-b503-46b4-9ee3-b2bd51bccad7),segment_id=6e2feeef-b503-46b4-9ee3-b2bd51bccad7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:26.327673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Transition to ACTIVE for port object a3c90fb0-3d28-4efc-a9ec-94d63caccbbb will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:26.331410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.348868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Pushing event updated for resources: {'Port': ['ID=74f8871a-5b32-4963-a360-44985604531a,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:26.361889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:26.396004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.407262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:26.427509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.455838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] In _notify_port_updated(), no bound segment for port e513c1c8-be10-41d1-8432-27428d42bdce on network a0ade87a-615c-49a6-862d-d6f3d52e2f67 {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:26:26.465586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:26.465586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.468380 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "PUT /v2.0/ports/e513c1c8-be10-41d1-8432-27428d42bdce HTTP/1.1" status: 200 len: 920 time: 4.3185999 Dec 13 23:26:26.469165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49412) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:26.469564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:26.474560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-54a5a2fa-0a6d-4de4-b908-ed278c6272dc None None] Provisioning complete for port c5239d97-0018-48af-8e86-78df25648253 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:26.475137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-54a5a2fa-0a6d-4de4-b908-ed278c6272dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.495429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99a57488-3078-44b1-acc1-c71a19266862'}, {'subnet_id': '12e16755-bc12-4bde-ba3e-5e53818b3e61'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:26.510545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.563135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.587462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a9fc4dbb-faa2-42dc-a278-66b5f6204bbc,segment=NetworkSegment(d81eb8de-0d1b-45bc-ace2-75b79bea88b0),segment_id=d81eb8de-0d1b-45bc-ace2-75b79bea88b0)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:26.642260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Network 6d70b856-647d-4c38-a5ff-94af6d618de9 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:26.643016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Pushing event updated for resources: {'Port': ['ID=f752c49f-ffd1-41d4-befa-b874ae0dee0c,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:26.653630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:26.657906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2ab7154-23d7-4f62-a9cd-fece17179a7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:26.661070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-378a229b-96bf-46cb-b6ad-85ee30c4ad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.671793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7bb6c6ed-91b4-46b5-82d3-e5203e3bf531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:26.696566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:26.701308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:26.711912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.713197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ace116e9-6bde-49d4-982c-1f0de37e6957 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:26.857556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:26.916142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=5000a1ce-3897-4245-b61c-b37daa0f5dba,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:26.942242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a229b-96bf-46cb-b6ad-85ee30c4ad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99325c1-f7db-427d-8af5-85ca9004de5e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:26.953695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-378a229b-96bf-46cb-b6ad-85ee30c4ad45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:26.983734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:26.995946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.006673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-084b155e-b9b6-45f7-99cb-676d254ebe9d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:27.016510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Pushing event updated for resources: {'Port': ['ID=a3c90fb0-3d28-4efc-a9ec-94d63caccbbb,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:27.022697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:27.039148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.046459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:27.051478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5aadf600-212e-4b40-bbfb-7438049958da tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:27.147313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Attempting to bind port a3c90fb0-3d28-4efc-a9ec-94d63caccbbb on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:27.152940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Attempting to bind port a3c90fb0-3d28-4efc-a9ec-94d63caccbbb by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '35f8bb5b-ff67-4959-94dc-3a6176855135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d70b856-647d-4c38-a5ff-94af6d618de9'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:27.160072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Attempting to bind port a3c90fb0-3d28-4efc-a9ec-94d63caccbbb on network 6d70b856-647d-4c38-a5ff-94af6d618de9 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:27.225197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a25b6f-4ed0-4328-a589-b15e924dfd14,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:27.235946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:27.250810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:27.251194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Checking segment: {'id': '35f8bb5b-ff67-4959-94dc-3a6176855135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d70b856-647d-4c38-a5ff-94af6d618de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:27.254339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.254339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Bound using segment: {'id': '35f8bb5b-ff67-4959-94dc-3a6176855135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d70b856-647d-4c38-a5ff-94af6d618de9'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:27.254339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Bound port: a3c90fb0-3d28-4efc-a9ec-94d63caccbbb, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35f8bb5b-ff67-4959-94dc-3a6176855135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d70b856-647d-4c38-a5ff-94af6d618de9'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:27.254339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.297478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port ace116e9-6bde-49d4-982c-1f0de37e6957 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:27.442035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] For port a3c90fb0-3d28-4efc-a9ec-94d63caccbbb, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:27.446959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] For port a3c90fb0-3d28-4efc-a9ec-94d63caccbbb, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a3c90fb0-3d28-4efc-a9ec-94d63caccbbb,segment=NetworkSegment(35f8bb5b-ff67-4959-94dc-3a6176855135),segment_id=35f8bb5b-ff67-4959-94dc-3a6176855135)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:27.451081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ace116e9-6bde-49d4-982c-1f0de37e6957 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:27.451464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.480652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=a9fc4dbb-faa2-42dc-a278-66b5f6204bbc,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:27.483238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-54a5a2fa-0a6d-4de4-b908-ed278c6272dc None None] Provisioning for port e513c1c8-be10-41d1-8432-27428d42bdce completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:27.493387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.536516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 9801ce8a-a575-4604-a752-c822b980dbe2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:27.538956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:27.540981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-54a5a2fa-0a6d-4de4-b908-ed278c6272dc None None] Provisioning complete for port e513c1c8-be10-41d1-8432-27428d42bdce triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:27.541682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-54a5a2fa-0a6d-4de4-b908-ed278c6272dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.544746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:27.547759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d70b856-647d-4c38-a5ff-94af6d618de9']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:27.559592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.576846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=607088d9-7cd8-4367-9b79-f6dd642b709a,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:27.579194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-378a229b-96bf-46cb-b6ad-85ee30c4ad45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.583198 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-378a229b-96bf-46cb-b6ad-85ee30c4ad45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a99325c1-f7db-427d-8af5-85ca9004de5e HTTP/1.1" status: 204 len: 168 time: 2.1413848 Dec 13 23:26:27.594786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:27.650750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-54a5a2fa-0a6d-4de4-b908-ed278c6272dc None None] Port e513c1c8-be10-41d1-8432-27428d42bdce cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:27.662310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.675834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7e2d85b3-0ede-4d69-a185-4e2328b8d81a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:27.703266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.717895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:27.759300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking segment: {'id': '6f76a0b5-7680-437e-a059-0321e178adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4de40840-752f-47b1-a757-f194671189d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:27.760041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network hostable DHCP agents. Network: 4de40840-752f-47b1-a757-f194671189d0, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:27.771304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f8bb5b-ff67-4959-94dc-3a6176855135') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:27.771961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f8bb5b-ff67-4959-94dc-3a6176855135') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:27.790164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Pushing event updated for resources: {'Port': ['ID=a3c90fb0-3d28-4efc-a9ec-94d63caccbbb,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:27.804268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:27.806649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=e7815f05-b390-4a89-a183-ce0d90b8c8d3,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:27.861209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.909922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:27.927742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Provisioning complete for port ace116e9-6bde-49d4-982c-1f0de37e6957 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:27.929301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.934570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.951969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:27.960930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:27.961340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:28.019156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2be0cd-27b2-4512-824b-b9fee489201a None None] Network 6d70b856-647d-4c38-a5ff-94af6d618de9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:28.102006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:28.114818 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:28.198144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:28.306924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc71e0f-2fb0-4116-b317-87a830075c23 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:28.397883 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/e7815f05-b390-4a89-a183-ce0d90b8c8d3 HTTP/1.1" status: 204 len: 168 time: 2.8203628 Dec 13 23:26:28.414742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49424) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:28.416549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network 4de40840-752f-47b1-a757-f194671189d0 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:28.512097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:26:28.512097 dv-neutron-821564-1-hyperv neutron-server[84311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:26:28.512097 dv-neutron-821564-1-hyperv neutron-server[84311]: [parameters: {'id': '6d70b856-647d-4c38-a5ff-94af6d618de9'}] Dec 13 23:26:28.512097 dv-neutron-821564-1-hyperv neutron-server[84311]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:28.512719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:28.611306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49430) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:28.612422 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-114523fe-2cff-432f-bf04-30d978bf15de tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1912429 Dec 13 23:26:28.615591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router dc99d8e5-bd85-4559-9ebf-fe769efbb0a6 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:26:28.620368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:28.645844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:28.656353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:26:28.671447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ea08f9-fe40-4974-9434-80c78b3a77f4 None None] Network ef473d18-bc41-4433-abcf-e8ae74514f10 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:28.691208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 4de40840-752f-47b1-a757-f194671189d0) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:28.701219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Allocated IP 172.26.5.77 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/1d48e663-2b3d-4086-bd0b-83994686739d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:28.709529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:28.710219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:28.882963 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6900468 Dec 13 23:26:28.897346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49436) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:28.899754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b1042b-6241-4af5-8f73-c5e13b7eda78 None None] Network 4de40840-752f-47b1-a757-f194671189d0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:28.910495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c2a92af8-ac7e-4732-b9eb-ef4724f75812 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:28.912228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afeb184-e12e-4ed3-a663-c7d4de074d79 None None] Network de5a6dde-e797-40f6-9367-9471722bc19e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:29.072013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.080801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.104496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:29.121466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.21 (a0ade87a-615c-49a6-862d-d6f3d52e2f67/12e16755-bc12-4bde-ba3e-5e53818b3e61/e513c1c8-be10-41d1-8432-27428d42bdce) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:29.164501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:29.174370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:29.186577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:29.188716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port ace116e9-6bde-49d4-982c-1f0de37e6957, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ace116e9-6bde-49d4-982c-1f0de37e6957,segment=NetworkSegment(5d1ee32f-76ee-4fc6-a360-c064ceec338e),segment_id=5d1ee32f-76ee-4fc6-a360-c064ceec338e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:29.191272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.204899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port a3c90fb0-3d28-4efc-a9ec-94d63caccbbb {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:29.205707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.292759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.293740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c5239d97-0018-48af-8e86-78df25648253 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:29.309073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49446) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.319269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:29.343535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:29.365709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2a92af8-ac7e-4732-b9eb-ef4724f75812 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2083385'] for subnet, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.411274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.426386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bf63751f-8c26-4e33-ba30-c72348586d53 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:29.496244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event updated for resources: {'Port': ['ID=1d48e663-2b3d-4086-bd0b-83994686739d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:29.512408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:29.533640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.540114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-2cd6e776-2919-45e2-9941-8c7700e4b705 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.541119 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2cd6e776-2919-45e2-9941-8c7700e4b705 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2307470 Dec 13 23:26:29.547740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:29.549428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49452) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.562623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:29.562623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-403b8f53-8704-45cf-b149-80be51e0cdb2 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.566360 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-403b8f53-8704-45cf-b149-80be51e0cdb2 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0133696 Dec 13 23:26:29.566360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:29.614157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49456) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.633088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-74b3ad21-0749-4225-85c8-5dd1c73afb7a tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.636684 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-74b3ad21-0749-4225-85c8-5dd1c73afb7a tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077481 Dec 13 23:26:29.638832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49460) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.657729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-1bd03c2e-4e1e-4386-afb8-1cc5918854bd tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.661132 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1bd03c2e-4e1e-4386-afb8-1cc5918854bd tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0163820 Dec 13 23:26:29.664353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.664844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=ace116e9-6bde-49d4-982c-1f0de37e6957,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:29.674176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49464) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.675306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:29.675692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:29.681743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:29.697686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-4e81629f-bdff-4e45-8af0-7d99bb0e2c05 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.701558 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4e81629f-bdff-4e45-8af0-7d99bb0e2c05 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0158427 Dec 13 23:26:29.717298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49468) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.726064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object e513c1c8-be10-41d1-8432-27428d42bdce will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:29.731240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-576034b5-347c-4818-bee5-27ffed9a8cd7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.734725 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-576034b5-347c-4818-bee5-27ffed9a8cd7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0144067 Dec 13 23:26:29.754078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49472) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.781152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-c35b935a-2d6d-4ce2-9b16-e416f25777f6 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.784543 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c35b935a-2d6d-4ce2-9b16-e416f25777f6 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0243504 Dec 13 23:26:29.791148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c5239d97-0018-48af-8e86-78df25648253 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:29.791833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.792946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49476) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.807319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-fc79c6ae-87df-47b4-88b0-b94868dda271 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.807319 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fc79c6ae-87df-47b4-88b0-b94868dda271 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0059054 Dec 13 23:26:29.822353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49480) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.857876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-ea7040e0-03a3-413e-9d18-f436a915e012 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.862529 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ea7040e0-03a3-413e-9d18-f436a915e012 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0307782 Dec 13 23:26:29.875091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49484) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.892233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-30a61230-1f26-4230-ab2a-9cf974606b7c tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.892479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:26:29.895652 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-30a61230-1f26-4230-ab2a-9cf974606b7c tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0126009 Dec 13 23:26:29.895825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-4de40840-752f-47b1-a757-f194671189d0', 'network_id': '4de40840-752f-47b1-a757-f194671189d0', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': '607088d9-7cd8-4367-9b79-f6dd642b709a'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:29.895825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.927524 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] Deleting port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:29.927930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.932563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49488) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.944484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:29.951194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-0407b09c-7b05-4075-b37d-e57ed6877e6c tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:29.955295 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0407b09c-7b05-4075-b37d-e57ed6877e6c tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0161633 Dec 13 23:26:29.965459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49492) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:29.966178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9c69cb07-08d8-4dcb-8a3a-08b9cf653118 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:29.982722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:29.998858 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:30.023202 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:30.023815 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:30.045440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port a3c90fb0-3d28-4efc-a9ec-94d63caccbbb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a3c90fb0-3d28-4efc-a9ec-94d63caccbbb,segment=NetworkSegment(35f8bb5b-ff67-4959-94dc-3a6176855135),segment_id=35f8bb5b-ff67-4959-94dc-3a6176855135)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:30.045807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:30.070751 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9035425 Dec 13 23:26:30.098136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-85919e2d-c4e9-448a-a32c-02a55b4898e6 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.101740 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-85919e2d-c4e9-448a-a32c-02a55b4898e6 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0754044 Dec 13 23:26:30.122669 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=e513c1c8-be10-41d1-8432-27428d42bdce,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:30.126634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49496) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.126964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49498) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.136976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:30.147029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'network': {'name': 'tempest-RoutersTest-698840629'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:30.153587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:30.158596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:network and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:30.162834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:30.171123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:30.188134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-5d424ddb-5163-4546-9236-4ff1fd7fef3b tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.192428 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5d424ddb-5163-4546-9236-4ff1fd7fef3b tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0554338 Dec 13 23:26:30.193114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49504) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.204943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-1025f7e6-116f-4cff-bdab-2d0c7eb5e14d tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.208425 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1025f7e6-116f-4cff-bdab-2d0c7eb5e14d tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0063019 Dec 13 23:26:30.209214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49508) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.220180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-5ede3122-797f-42c8-9544-eca562d8323e tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.223683 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5ede3122-797f-42c8-9544-eca562d8323e tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056620 Dec 13 23:26:30.282216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49512) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.343897 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:26:30.407273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2a92af8-ac7e-4732-b9eb-ef4724f75812 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780919724804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2057934'] for subnet, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:30.418933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:30.421314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-dba212ab-2239-4f9d-9597-0669ce4b52f2 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.421853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:30.427758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dba212ab-2239-4f9d-9597-0669ce4b52f2 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1382287 Dec 13 23:26:30.444270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for a3c90fb0-3d28-4efc-a9ec-94d63caccbbb owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:30.446675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49516) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.457240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-392021fe-8806-4933-9600-9f9a69ac9097 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:30.524732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-4be7035b-7af0-4954-9e7e-60814d52ec4d tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.529544 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4be7035b-7af0-4954-9e7e-60814d52ec4d tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0315936 Dec 13 23:26:30.535065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49520) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.555669 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-599f467b-c017-402b-aac8-6709acfc80a7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.560517 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-599f467b-c017-402b-aac8-6709acfc80a7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0198808 Dec 13 23:26:30.599478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49524) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.614111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:30.629702 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/routers/dc99d8e5-bd85-4559-9ebf-fe769efbb0a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1385148 Dec 13 23:26:30.631803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:30.640175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e59d1-8a8d-4efb-ab65-15b0697680b0 None None] Sync routers for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:30.646062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49526) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.647058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5d6a43ca-1947-4363-a66d-46f6bacf965c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:30.664147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] For port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:30.664593 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:30.679464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Allocated IP 2001:db8::2 (4de40840-752f-47b1-a757-f194671189d0/607088d9-7cd8-4367-9b79-f6dd642b709a/89e5791d-4686-47d2-b9f1-65d1807bafd5) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:30.682219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a92af8-ac7e-4732-b9eb-ef4724f75812 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:30.685279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] Update dhcp port {'port': {'network_id': 'de5a6dde-e797-40f6-9367-9471722bc19e', 'fixed_ips': [{'subnet_id': 'bf56a039-985f-4e7d-a3ce-84cd8055937a', 'ip_address': '2001:db8::2'}, {'subnet_id': '5ea2309b-8e29-4807-81bf-7869e45828c9'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': 'f752c49f-ffd1-41d4-befa-b874ae0dee0c'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:26:30.686740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2a92af8-ac7e-4732-b9eb-ef4724f75812 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:30.690281 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c2a92af8-ac7e-4732-b9eb-ef4724f75812 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "PUT /v2.0/subnets/607088d9-7cd8-4367-9b79-f6dd642b709a HTTP/1.1" status: 200 len: 826 time: 1.7895226 Dec 13 23:26:30.701308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49530) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.702817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port a3c90fb0-3d28-4efc-a9ec-94d63caccbbb on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:30.721607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-a0510628-abc5-4970-b22b-ffe2cfb08613 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.733765 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a0510628-abc5-4970-b22b-ffe2cfb08613 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0754457 Dec 13 23:26:30.733765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49534) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.752412 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:26:24Z', 'revision_number': 3, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:25Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:30.762279 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:26:30.762279 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Updating router 9e05767b-304a-44a9-af52-727a371ef61d port 5000a1ce-3897-4245-b61c-b37daa0f5dba binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:26:30.785189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-d3dcd16b-2472-4a53-bbe0-4b68eb116b67 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.789618 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d3dcd16b-2472-4a53-bbe0-4b68eb116b67 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0496855 Dec 13 23:26:30.795079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] In _notify_port_updated(), no bound segment for port e513c1c8-be10-41d1-8432-27428d42bdce on network a0ade87a-615c-49a6-862d-d6f3d52e2f67 {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:26:30.799675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:30.801254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:30.804060 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "PUT /v2.0/ports/e513c1c8-be10-41d1-8432-27428d42bdce HTTP/1.1" status: 200 len: 1000 time: 4.3289058 Dec 13 23:26:30.805162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49538) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.806891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:30.811570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a92af8-ac7e-4732-b9eb-ef4724f75812 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=607088d9-7cd8-4367-9b79-f6dd642b709a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:30.817113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Provisioning for port 5000a1ce-3897-4245-b61c-b37daa0f5dba completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:30.819031 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:30.820526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=a3c90fb0-3d28-4efc-a9ec-94d63caccbbb,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:30.821823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49540) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:30.831069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c2a92af8-ac7e-4732-b9eb-ef4724f75812 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:30.838382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-6d9c12ce-276d-4982-9c91-8e8c0d6c53f7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:30.841781 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6d9c12ce-276d-4982-9c91-8e8c0d6c53f7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0185292 Dec 13 23:26:30.875660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:30.909425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port e513c1c8-be10-41d1-8432-27428d42bdce {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:30.909790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:30.955854 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] Calling delete_port for 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:30.981053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49548) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.190341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.199942 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.216414 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Transition to ACTIVE for port object 5000a1ce-3897-4245-b61c-b37daa0f5dba will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:31.232781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a9fc4dbb-faa2-42dc-a278-66b5f6204bbc up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:31.250510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.252387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.256799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.270299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:31.271839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a3a889cb-cc9e-424f-b27b-25e4d6ac4f51 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027 tempest-ExtraDHCPOptionsIpV6TestJSON-155762027-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:31.286192 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.291866 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-42cc37b1-653b-4ff1-b6f8-3d95bb6c1f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:31.333736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for e513c1c8-be10-41d1-8432-27428d42bdce owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:31.342598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Provisioning complete for port 5000a1ce-3897-4245-b61c-b37daa0f5dba triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:31.342947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.385012 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Pushing event updated for resources: {'Port': ['ID=5000a1ce-3897-4245-b61c-b37daa0f5dba,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:31.391395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.395994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e59d1-8a8d-4efb-ab65-15b0697680b0 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:31.396751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b88e59d1-8a8d-4efb-ab65-15b0697680b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:31.401170 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.406172 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.406172 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.406172 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.406172 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.406172 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.406172 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.406783 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.406911 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.407378 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.408460 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:26:31.418635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=c358910f-f556-4550-88e7-a0e8dd4a15f0,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:31.432467 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:31.433374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:31.459006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.459348 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added segment 2593464f-7cb9-4a90-85cc-61e57fd5ebe1 of type vlan for network d50d254b-5f6f-4f1b-8266-e178d19a44ae Dec 13 23:26:31.469512 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] Pushing event deleted for resources: {'Port': ['ID=0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:31.469981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.470784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.476098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-0d714998-211b-41b5-acc6-bcad5f91fbe8 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.477108 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0d714998-211b-41b5-acc6-bcad5f91fbe8 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0202875 Dec 13 23:26:31.485207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49552) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.494060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-d7fa5cdb-9480-4a57-8031-bad183cd8def tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.494589 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d7fa5cdb-9480-4a57-8031-bad183cd8def tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084922 Dec 13 23:26:31.502281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49556) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.520102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:31.530738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d70b856-647d-4c38-a5ff-94af6d618de9']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:31.531393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:31.543232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b88e59d1-8a8d-4efb-ab65-15b0697680b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:31.563890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.584523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] No DVR routers for this DVR port 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:31.586138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e59d1-8a8d-4efb-ab65-15b0697680b0 None None] Routers {'dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:31.586861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b88e59d1-8a8d-4efb-ab65-15b0697680b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:31.604675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-6fac8536-10be-42f3-ac0b-b3535bed30a7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.606398 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6fac8536-10be-42f3-ac0b-b3535bed30a7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.1033545 Dec 13 23:26:31.638109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:31.643275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.647272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49560) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.659942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-ac926bfb-ac49-4589-bbfe-a5e43a3af0d0 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.661155 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ac926bfb-ac49-4589-bbfe-a5e43a3af0d0 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0125425 Dec 13 23:26:31.661681 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Attempting to bind port 5000a1ce-3897-4245-b61c-b37daa0f5dba on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:31.662060 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Attempting to bind port 5000a1ce-3897-4245-b61c-b37daa0f5dba by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '5d1ee32f-76ee-4fc6-a360-c064ceec338e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:31.662423 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Attempting to bind port 5000a1ce-3897-4245-b61c-b37daa0f5dba on network 9801ce8a-a575-4604-a752-c822b980dbe2 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:31.665140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49564) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.670564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.689415 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:31.690350 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Checking segment: {'id': '5d1ee32f-76ee-4fc6-a360-c064ceec338e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:31.690919 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.692607 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Bound using segment: {'id': '5d1ee32f-76ee-4fc6-a360-c064ceec338e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:31.693260 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Bound port: 5000a1ce-3897-4245-b61c-b37daa0f5dba, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d1ee32f-76ee-4fc6-a360-c064ceec338e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:31.693975 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.698187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a57c6-3326-46d2-9741-b4004b84744d None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:31.698875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:31.699201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.721271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-a44ec5ab-878c-4176-8cb8-2370686eb945 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.721271 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a44ec5ab-878c-4176-8cb8-2370686eb945 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0364466 Dec 13 23:26:31.724629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b88e59d1-8a8d-4efb-ab65-15b0697680b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:31.725157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e59d1-8a8d-4efb-ab65-15b0697680b0 None None] The sync data for ids ['dc99d8e5-bd85-4559-9ebf-fe769efbb0a6'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:31.725360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49568) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.726801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Port 5000a1ce-3897-4245-b61c-b37daa0f5dba cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:31.729872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.732573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f8bb5b-ff67-4959-94dc-3a6176855135') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:31.733090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f8bb5b-ff67-4959-94dc-3a6176855135') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:31.757610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.764366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-6769d06f-ce4f-4900-a192-a5667bfac732 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.772967 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6769d06f-ce4f-4900-a192-a5667bfac732 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0245605 Dec 13 23:26:31.774956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49572) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.844542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-7c90afb0-76f1-4aba-9ca1-576bc9b19364 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.845802 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7c90afb0-76f1-4aba-9ca1-576bc9b19364 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0689569 Dec 13 23:26:31.853681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49576) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.860820 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] For port 5000a1ce-3897-4245-b61c-b37daa0f5dba, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:31.872419 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2599967 Dec 13 23:26:31.878197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.878719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49580) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.883281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-890f3699-d6e9-4bb1-8341-a54f5f753f47 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.884604 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-890f3699-d6e9-4bb1-8341-a54f5f753f47 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0194776 Dec 13 23:26:31.890168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:31.894733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49584) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.895772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:31.896174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:31.913165 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:31.921952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-6ff9212c-68b3-44c8-bda8-59eba155a94e tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.925461 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6ff9212c-68b3-44c8-bda8-59eba155a94e tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0294280 Dec 13 23:26:31.928024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Transition to ACTIVE for port object 89e5791d-4686-47d2-b9f1-65d1807bafd5 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:31.928685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49588) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.937788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-e9d5315a-1197-4e99-831f-f7295b8d3e10 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.941275 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e9d5315a-1197-4e99-831f-f7295b8d3e10 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0090418 Dec 13 23:26:31.969227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49592) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:31.978085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.982593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:31.983307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:31.992279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-41b6f4aa-30d2-4499-8cf5-7fdf4912af10 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:31.995893 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-41b6f4aa-30d2-4499-8cf5-7fdf4912af10 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0278380 Dec 13 23:26:32.001587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:32.012136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49596) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.019433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-0f380f8d-62d0-4148-975c-0e5d7abb73a2 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.028748 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0f380f8d-62d0-4148-975c-0e5d7abb73a2 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0073969 Dec 13 23:26:32.033187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49600) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.040858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Transition to ACTIVE for port object 89e5791d-4686-47d2-b9f1-65d1807bafd5 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:32.041975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-2eb78609-14fd-40ad-9f56-bd626da7cdf8 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.046059 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2eb78609-14fd-40ad-9f56-bd626da7cdf8 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0071089 Dec 13 23:26:32.046219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49604) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.052504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-8a757da6-8bd5-4489-9197-1f095c34ee05 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.055786 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8a757da6-8bd5-4489-9197-1f095c34ee05 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063593 Dec 13 23:26:32.055973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49608) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.063004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-a7022bd4-193c-4c7c-84a4-489432704b2c tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.066325 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a7022bd4-193c-4c7c-84a4-489432704b2c tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0071735 Dec 13 23:26:32.066527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49612) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.072006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-0c118008-2ea4-4f5e-bbc7-725fb8b3836a tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.075821 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0c118008-2ea4-4f5e-bbc7-725fb8b3836a tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0056596 Dec 13 23:26:32.076140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49616) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.076353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:32.076721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.085948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-f1c2b4fc-5214-4e6c-bda1-16b49bbcd9e9 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.089052 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f1c2b4fc-5214-4e6c-bda1-16b49bbcd9e9 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0093875 Dec 13 23:26:32.091402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49620) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.097277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-05c79164-30be-4b90-9f1c-012d0cf9d512 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.099676 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-05c79164-30be-4b90-9f1c-012d0cf9d512 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0057364 Dec 13 23:26:32.101595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49624) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.109529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-e096c4e9-c658-4786-b750-35bfb957f237 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.112861 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e096c4e9-c658-4786-b750-35bfb957f237 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0081792 Dec 13 23:26:32.114855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49628) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.122057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-8f32744d-1bc4-4a7a-892c-63a9f503a04b tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.123309 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8f32744d-1bc4-4a7a-892c-63a9f503a04b tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0073938 Dec 13 23:26:32.125865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49632) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.131293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.140667 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] For port 5000a1ce-3897-4245-b61c-b37daa0f5dba, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5000a1ce-3897-4245-b61c-b37daa0f5dba,segment=NetworkSegment(5d1ee32f-76ee-4fc6-a360-c064ceec338e),segment_id=5d1ee32f-76ee-4fc6-a360-c064ceec338e)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:32.168584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.188157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-2c990b3a-288f-4bb6-915b-04a922306935 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.191820 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2c990b3a-288f-4bb6-915b-04a922306935 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0625122 Dec 13 23:26:32.199577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49636) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.202333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.207101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.214627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-03caf3d3-0190-42b3-bad7-0ea2f1352642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:32.214917 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.221808 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:32.222306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fba80bef-ab81-40af-8d7f-f74ff0974100 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:32.247167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-ccc197bb-5ec9-4c69-bd8c-10dc28f5ef4c tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.248441 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ccc197bb-5ec9-4c69-bd8c-10dc28f5ef4c tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0475419 Dec 13 23:26:32.257375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49640) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.267163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=6d70b856-647d-4c38-a5ff-94af6d618de9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:32.274767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:32.280626 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/6d70b856-647d-4c38-a5ff-94af6d618de9 HTTP/1.1" status: 204 len: 168 time: 8.6582296 Dec 13 23:26:32.283697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49644) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.284973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-4d6e7f4f-1275-41a5-ba8f-e047913d034a tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.286096 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4d6e7f4f-1275-41a5-ba8f-e047913d034a tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0227451 Dec 13 23:26:32.288841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49646) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.297247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-2f6dd953-d064-44fe-97c9-736e112e5de7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.299304 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2f6dd953-d064-44fe-97c9-736e112e5de7 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0085814 Dec 13 23:26:32.305978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49652) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.314134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-04b448a1-929f-4164-b8ca-061b6c255f27 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.315940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-04b448a1-929f-4164-b8ca-061b6c255f27 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088434 Dec 13 23:26:32.318899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49656) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.321605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759942005'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:32.325742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-8415d93e-96e6-47fd-9f18-54b542407866 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.326853 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8415d93e-96e6-47fd-9f18-54b542407866 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0067484 Dec 13 23:26:32.331442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49660) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.332433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:32.334706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Network': ['ID=d50d254b-5f6f-4f1b-8266-e178d19a44ae,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:32.342993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:32.347111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:32.351908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-fdc1bcb7-49c4-4de2-93b3-d69fc647653e tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.361729 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fdc1bcb7-49c4-4de2-93b3-d69fc647653e tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0156517 Dec 13 23:26:32.364409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49664) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.364774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:32.378981 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Pushing event updated for resources: {'Port': ['ID=5000a1ce-3897-4245-b61c-b37daa0f5dba,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:32.382725 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:32.387522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-d486f07b-165d-4f79-9fb9-fba6fed69fdc tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.388532 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d486f07b-165d-4f79-9fb9-fba6fed69fdc tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0200241 Dec 13 23:26:32.394462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:32.398886 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2661901 Dec 13 23:26:32.399844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49668) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.419885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49670) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.423343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.431298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-4d3d19fe-444a-4fee-8360-3f27d2ca37a4 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.431480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network d50d254b-5f6f-4f1b-8266-e178d19a44ae details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:32.432281 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4d3d19fe-444a-4fee-8360-3f27d2ca37a4 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0211456 Dec 13 23:26:32.436866 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:32.437498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0d3deac1-ecc7-4208-bb99-c88d3f2a9a2a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:32.438084 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:32.458460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49676) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.481330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.487426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-167c8aec-f596-49e9-a89a-67768047abe2 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.489526 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-167c8aec-f596-49e9-a89a-67768047abe2 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0296288 Dec 13 23:26:32.490412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8766274-826d-400a-abd0-1f9d95048271 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:32.491325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'subnet': {'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:32.529631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49680) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.550119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-8d5fd603-1a0b-4d55-a2d2-8493b65e36d6 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.551112 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8d5fd603-1a0b-4d55-a2d2-8493b65e36d6 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0144212 Dec 13 23:26:32.553686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:32.556767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.567208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=e513c1c8-be10-41d1-8432-27428d42bdce,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:32.567459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=607088d9-7cd8-4367-9b79-f6dd642b709a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:32.573076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49684) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.582714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:32.587212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:32.588439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:32.601620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] Allocated IP 172.20.0.1 (de5a6dde-e797-40f6-9367-9471722bc19e/5ea2309b-8e29-4807-81bf-7869e45828c9/f752c49f-ffd1-41d4-befa-b874ae0dee0c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:32.616502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Pushing event updated for resources: {'Port': ['ID=89e5791d-4686-47d2-b9f1-65d1807bafd5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:32.618823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Provisioning for port e513c1c8-be10-41d1-8432-27428d42bdce completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:32.629752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Network 4de40840-752f-47b1-a757-f194671189d0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:32.633791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:32.634413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Provisioning complete for port e513c1c8-be10-41d1-8432-27428d42bdce triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:32.634788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.670002 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:26:32.678743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f94e1-c54b-489c-9ba2-764533557ed4 None None] Port e513c1c8-be10-41d1-8432-27428d42bdce was deleted so its status cannot be updated. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 13 23:26:32.680662 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:32.682563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'tenant_id': 'f250cbc3a12f4ec8be9cffdceaf0d82c', 'fixed_ips': [{'subnet_id': 'c358910f-f556-4550-88e7-a0e8dd4a15f0'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:32.685924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.709884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-f5d5cc2f-0556-43a4-bd2e-8892faa65cab tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.712468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:32.713532 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f5d5cc2f-0556-43a4-bd2e-8892faa65cab tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.1307828 Dec 13 23:26:32.720903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:32.725104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49688) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.738227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:32.786299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-5b8461e7-c2ce-456a-99e4-32417299508a tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.787524 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5b8461e7-c2ce-456a-99e4-32417299508a tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0567493 Dec 13 23:26:32.793428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49692) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.817975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.826940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:32.831293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-f7a2eb21-ae77-405a-ac7d-b756861c5c34 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.838200 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f7a2eb21-ae77-405a-ac7d-b756861c5c34 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0421677 Dec 13 23:26:32.841989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49696) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.870065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-77c7a624-d387-4eb2-8fbd-6030a060978f tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.875037 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-77c7a624-d387-4eb2-8fbd-6030a060978f tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0293965 Dec 13 23:26:32.876678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49700) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:32.890669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-c314d8dd-9156-44d1-8ae9-3fe9531243f6 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:32.895211 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c314d8dd-9156-44d1-8ae9-3fe9531243f6 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0136604 Dec 13 23:26:32.898002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de40840-752f-47b1-a757-f194671189d0']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:32.914579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f76a0b5-7680-437e-a059-0321e178adc0') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:32.915190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f76a0b5-7680-437e-a059-0321e178adc0') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:32.928624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.953228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.960213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:32.960734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:32.988193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:32.992848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:32.995580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49704) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:33.005093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.014261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:33.038999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:subnet and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:33.048982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-cbdb769f-4395-4b77-a98b-0cd0c0c24e37 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:33.053586 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cbdb769f-4395-4b77-a98b-0cd0c0c24e37 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0545609 Dec 13 23:26:33.056528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:33.062765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49708) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:33.079649 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:33.086013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-2c3fc31d-da08-4274-9ab3-9aa7bd03e153 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:33.088530 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2c3fc31d-da08-4274-9ab3-9aa7bd03e153 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0179958 Dec 13 23:26:33.091813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49712) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:33.091966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f752c49f-ffd1-41d4-befa-b874ae0dee0c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:33.097786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-6adae366-6c53-4959-b48a-a231cc28a692 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:33.098784 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6adae366-6c53-4959-b48a-a231cc28a692 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0060487 Dec 13 23:26:33.100161 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/e513c1c8-be10-41d1-8432-27428d42bdce HTTP/1.1" status: 204 len: 168 time: 2.2677345 Dec 13 23:26:33.101441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:33.103437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49716) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:33.104024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49718) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:33.131724 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:26:24Z', 'revision_number': 3, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:31Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:33.136962 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dba94bb-7e1c-4c1f-b708-9a92a12e9285 None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:26:24Z', 'revision_number': 3, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:31Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:33.150199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Attempting to bind port 89e5791d-4686-47d2-b9f1-65d1807bafd5 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:33.151310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Attempting to bind port 89e5791d-4686-47d2-b9f1-65d1807bafd5 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '6f76a0b5-7680-437e-a059-0321e178adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4de40840-752f-47b1-a757-f194671189d0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:33.151310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Attempting to bind port 89e5791d-4686-47d2-b9f1-65d1807bafd5 on network 4de40840-752f-47b1-a757-f194671189d0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:33.154002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-c5c44e1e-2d98-4a87-a96a-6185470ebd96 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:33.158129 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c5c44e1e-2d98-4a87-a96a-6185470ebd96 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0470977 Dec 13 23:26:33.167251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49724) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:33.171825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:26:33.171825 dv-neutron-821564-1-hyperv neutron-server[84311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:26:33.171825 dv-neutron-821564-1-hyperv neutron-server[84311]: [parameters: {'id': '4de40840-752f-47b1-a757-f194671189d0'}] Dec 13 23:26:33.171825 dv-neutron-821564-1-hyperv neutron-server[84311]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:33.172204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:33.176794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.177139 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment 5efc61f8-2c4a-4dde-bc1f-7ce55b900b7f of type vlan for network 6cfc4999-28aa-4282-bcc5-cf14d035b6d1 Dec 13 23:26:33.177263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-7197cff2-cea5-4be6-82e9-0bdf4cf154d8 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:33.180728 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7197cff2-cea5-4be6-82e9-0bdf4cf154d8 tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0080762 Dec 13 23:26:33.184794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49728) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:33.192055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.200982 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-38df1c4a-c31b-4042-b753-832e90dc6de4 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:26:33.200982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-38df1c4a-c31b-4042-b753-832e90dc6de4 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:33.201187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [None req-a52bf79e-ad5f-4275-a230-06551539fd5f tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:33.215887 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a52bf79e-ad5f-4275-a230-06551539fd5f tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0102932 Dec 13 23:26:33.215887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:33.216195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49732) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:33.247980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [None req-512a2df2-ddf4-40bd-92a2-7197eba3d69e tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:26:33.249285 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-512a2df2-ddf4-40bd-92a2-7197eba3d69e tempest-ExtensionsTestJSON-1873242539 tempest-ExtensionsTestJSON-1873242539-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0337448 Dec 13 23:26:33.258538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:33.258919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Checking segment: {'id': '6f76a0b5-7680-437e-a059-0321e178adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4de40840-752f-47b1-a757-f194671189d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:33.259331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.260049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Bound using segment: {'id': '6f76a0b5-7680-437e-a059-0321e178adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4de40840-752f-47b1-a757-f194671189d0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:33.260225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Bound port: 89e5791d-4686-47d2-b9f1-65d1807bafd5, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f76a0b5-7680-437e-a059-0321e178adc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4de40840-752f-47b1-a757-f194671189d0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:33.260609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.279225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8ea6d51b-d08f-4d7a-b7bb-93648a2abe2e None None] Provisioning for port f752c49f-ffd1-41d4-befa-b874ae0dee0c completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:33.297207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port 26e941a0-689d-4c19-9c43-15a1e28a7815 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:33.297558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.334435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] For port f752c49f-ffd1-41d4-befa-b874ae0dee0c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f752c49f-ffd1-41d4-befa-b874ae0dee0c,segment=NetworkSegment(6e2feeef-b503-46b4-9ee3-b2bd51bccad7),segment_id=6e2feeef-b503-46b4-9ee3-b2bd51bccad7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:33.340370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.380452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-38df1c4a-c31b-4042-b753-832e90dc6de4 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:33.384309 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-38df1c4a-c31b-4042-b753-832e90dc6de4 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/e513c1c8-be10-41d1-8432-27428d42bdce HTTP/1.1" status: 404 len: 333 time: 0.2782986 Dec 13 23:26:33.388660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49738) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:33.443176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8ea6d51b-d08f-4d7a-b7bb-93648a2abe2e None None] Could not find standard attr ID for object 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:26:33.505510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.resource_extend [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:26:33.532357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.541049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.569869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/c358910f-f556-4550-88e7-a0e8dd4a15f0/01420589-abce-4cbf-9edc-33dac9be9a08) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:33.576970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.593095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] Ignored duplicate provisioning block setup for port f752c49f-ffd1-41d4-befa-b874ae0dee0c by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 23:26:33.602710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] For port 89e5791d-4686-47d2-b9f1-65d1807bafd5, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:33.633916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] For port 89e5791d-4686-47d2-b9f1-65d1807bafd5, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=89e5791d-4686-47d2-b9f1-65d1807bafd5,segment=NetworkSegment(6f76a0b5-7680-437e-a059-0321e178adc0),segment_id=6f76a0b5-7680-437e-a059-0321e178adc0)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:33.690698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.694429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port f752c49f-ffd1-41d4-befa-b874ae0dee0c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:33.701638 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-72d34570-3f4c-4045-8461-ae1bcafbccf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:33.741859 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.ipam_backend_mixin [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c358910f-f556-4550-88e7-a0e8dd4a15f0 (CIDR: 2001:db8::/64) Dec 13 23:26:33.744097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:26:33.746402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f752c49f-ffd1-41d4-befa-b874ae0dee0c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:33.746891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.764223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Router 0465a542-6a97-416f-84a9-18505599b83b is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:26:33.770582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.865756 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:26:33.866012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:33.875376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.924802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.928823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:33.929422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:33.954898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:34.013664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8ea6d51b-d08f-4d7a-b7bb-93648a2abe2e None None] Provisioning for port 74f8871a-5b32-4963-a360-44985604531a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:34.053382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.059580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49744) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:34.065365 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7659662 Dec 13 23:26:34.066839 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bc6eefe4-d8a8-4f78-b640-790520a0bb68 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1859438 Dec 13 23:26:34.070275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=6cfc4999-28aa-4282-bcc5-cf14d035b6d1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:34.070414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for 26e941a0-689d-4c19-9c43-15a1e28a7815 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:34.073275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:34.075876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49746) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:34.076215 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49748) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:34.091710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': '6cfc4999-28aa-4282-bcc5-cf14d035b6d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:34.098787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 6cfc4999-28aa-4282-bcc5-cf14d035b6d1 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:34.108756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:34.122316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] Pushing event updated for resources: {'Port': ['ID=f752c49f-ffd1-41d4-befa-b874ae0dee0c,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:34.131190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:34.141465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6cb17991-35b8-4b6d-9727-40157d9f723f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.352s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:34.173570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8ea6d51b-d08f-4d7a-b7bb-93648a2abe2e None None] Could not find standard attr ID for object e513c1c8-be10-41d1-8432-27428d42bdce. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:26:34.174623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port 89e5791d-4686-47d2-b9f1-65d1807bafd5 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:34.174974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.401298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.416209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Transition to ACTIVE for port object 01420589-abce-4cbf-9edc-33dac9be9a08 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:34.445675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Transition to ACTIVE for port object 01420589-abce-4cbf-9edc-33dac9be9a08 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:34.485415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.510780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet 12e16755-bc12-4bde-ba3e-5e53818b3e61 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:34.514673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.572295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.641501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.646817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:34.652341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03fb0d24-acbe-4fae-9401-d9161747b74f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:34.665348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.672060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:34.678050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.697428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:34.703028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:34.711242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:34.719905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:34.720513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:34.733087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:34.745071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:34.757245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:34.778851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:34.795104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Subnet': ['ID=dda4aaf9-77d4-4abc-8da0-3c22862d552e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:34.802762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:34.805495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:34.829529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Usage tracker for resource:security_group_rule and tenant:4e0ddb076f224ba0bf15a0ad222ec824 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:34.829939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Pushing event updated for resources: {'Port': ['ID=89e5791d-4686-47d2-b9f1-65d1807bafd5,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:34.832641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Checking segment: {'id': '2593464f-7cb9-4a90-85cc-61e57fd5ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:34.833002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network hostable DHCP agents. Network: d50d254b-5f6f-4f1b-8266-e178d19a44ae, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:34.844422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:34.847319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:34.847881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f1f1ff1c-efde-4fa1-9a99-4d34b47014a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:34.853818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:34.875335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port 89e5791d-4686-47d2-b9f1-65d1807bafd5, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=89e5791d-4686-47d2-b9f1-65d1807bafd5,segment=NetworkSegment(6f76a0b5-7680-437e-a059-0321e178adc0),segment_id=6f76a0b5-7680-437e-a059-0321e178adc0)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:34.875863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.889382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:34.906595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa15bc9-a2d4-44f6-9331-6394ae18f7a5 None None] Network 4de40840-752f-47b1-a757-f194671189d0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:34.954011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:34.957457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:34.967820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7d6543-ea43-4a38-951c-4c7c58293407 None None] Network de5a6dde-e797-40f6-9367-9471722bc19e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:35.006596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:35.019577 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4c48d-21aa-486c-8b8a-3b80bc49482d None None] Sync routers for ids ['0465a542-6a97-416f-84a9-18505599b83b'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:35.045304 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4c48d-21aa-486c-8b8a-3b80bc49482d None None] Routers {'0465a542-6a97-416f-84a9-18505599b83b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:35.045673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Attempting to bind port 01420589-abce-4cbf-9edc-33dac9be9a08 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:35.046007 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-26e4c48d-21aa-486c-8b8a-3b80bc49482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0465a542-6a97-416f-84a9-18505599b83b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:35.046170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Attempting to bind port 01420589-abce-4cbf-9edc-33dac9be9a08 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:35.046568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Attempting to bind port 01420589-abce-4cbf-9edc-33dac9be9a08 on network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:35.068873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Pushing event updated for resources: {'Port': ['ID=01420589-abce-4cbf-9edc-33dac9be9a08,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:35.075210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:35.079826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for 89e5791d-4686-47d2-b9f1-65d1807bafd5 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:35.085881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port f752c49f-ffd1-41d4-befa-b874ae0dee0c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f752c49f-ffd1-41d4-befa-b874ae0dee0c,segment=NetworkSegment(6e2feeef-b503-46b4-9ee3-b2bd51bccad7),segment_id=6e2feeef-b503-46b4-9ee3-b2bd51bccad7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:35.090037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.103560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network d50d254b-5f6f-4f1b-8266-e178d19a44ae is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:35.130637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.139044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b25b0aee-8d0f-4ab9-8891-33151446f75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:35.145500 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-26e4c48d-21aa-486c-8b8a-3b80bc49482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:35.172051 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4c48d-21aa-486c-8b8a-3b80bc49482d None None] Routers {'0465a542-6a97-416f-84a9-18505599b83b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:35.172966 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-26e4c48d-21aa-486c-8b8a-3b80bc49482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0465a542-6a97-416f-84a9-18505599b83b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:35.193779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=26e941a0-689d-4c19-9c43-15a1e28a7815,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:35.196530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:35.222388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.226789 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.1067789 Dec 13 23:26:35.227040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.227572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49758) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:35.228028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74f8871a-5b32-4963-a360-44985604531a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:35.229326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.ipam_backend_mixin [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing IP validity checks on allocation pools {{(pid=84312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 23:26:35.231114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.ipam_backend_mixin [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84312) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 23:26:35.243924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:35.255185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:35.255597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Checking segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:35.256104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.256486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Bound using segment: {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:35.256982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Bound port: 01420589-abce-4cbf-9edc-33dac9be9a08, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:35.257420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.275886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.280992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0e0da265-2d2f-4d73-9b31-d312789ae53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:35.286184 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-26e4c48d-21aa-486c-8b8a-3b80bc49482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:35.290575 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4c48d-21aa-486c-8b8a-3b80bc49482d None None] The sync data for ids ['0465a542-6a97-416f-84a9-18505599b83b'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:35.404695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, d50d254b-5f6f-4f1b-8266-e178d19a44ae) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:35.442239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:35.442909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.450410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef299e-abbc-4295-861b-12cdf9382386 None None] Network d50d254b-5f6f-4f1b-8266-e178d19a44ae requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:35.492885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5d5cfdd0-fb1f-409d-97aa-b400c7f5832b None None] Provisioning complete for port f752c49f-ffd1-41d4-befa-b874ae0dee0c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:35.493581 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d5cfdd0-fb1f-409d-97aa-b400c7f5832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.538250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.569883 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1441512 Dec 13 23:26:35.571632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49762) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:35.694279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=f752c49f-ffd1-41d4-befa-b874ae0dee0c,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:35.721618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:35.777085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] For port 01420589-abce-4cbf-9edc-33dac9be9a08, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:35.835050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.856965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] For port 01420589-abce-4cbf-9edc-33dac9be9a08, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01420589-abce-4cbf-9edc-33dac9be9a08,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:35.859869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67009b0-589d-46cd-9d9b-06c102aac889 None None] Network 4de40840-752f-47b1-a757-f194671189d0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:35.903752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:35.969626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54533a14-bf1e-4077-be68-63e6e2d9c98a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:36.023499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.037147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Port': ['ID=89e5791d-4686-47d2-b9f1-65d1807bafd5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:36.043724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.044820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:36.045275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-16621af5-0b0c-4922-82fc-d7092958136f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:36.052766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.061511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe1ea523-eb90-490d-8703-85f74cd9278c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:36.067764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.071577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 74f8871a-5b32-4963-a360-44985604531a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:36.076372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No DVR routers for this DVR port 89e5791d-4686-47d2-b9f1-65d1807bafd5 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:36.098548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58527669-e4e3-4a88-a4c3-8673f2925446 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:36.120030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.122437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.156260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 74f8871a-5b32-4963-a360-44985604531a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:36.156648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.164837 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e0ddb076f224ba0bf15a0ad222ec824&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0633550 Dec 13 23:26:36.171459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49766) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:36.173305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca12c8-7b13-4a88-9446-a17fecb4869d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:36.186987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:36.197917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ff99e00d-2f95-4414-a2d6-d72bb74d4f6b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:36.285959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6739ab13-afd5-4a6a-94da-5c07a995c9b7 None None] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:36.328278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.374093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49770) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:36.374809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=d0f5598d-c8f7-4dd9-b4fa-c50e56d9f504,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:36.378629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:36.385446 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/12e16755-bc12-4bde-ba3e-5e53818b3e61 HTTP/1.1" status: 204 len: 168 time: 2.9952693 Dec 13 23:26:36.386843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=12e16755-bc12-4bde-ba3e-5e53818b3e61,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:36.397417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:36.412497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-d50d254b-5f6f-4f1b-8266-e178d19a44ae', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:36.413363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.415024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.488001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de40840-752f-47b1-a757-f194671189d0']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:36.504914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.505544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Fanout notify agent at l3_agent the message router_deleted on router dc99d8e5-bd85-4559-9ebf-fe769efbb0a6 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:26:36.507338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5d46deb9-c78e-4319-8334-fb525cd60f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.518245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Pushing event updated for resources: {'Port': ['ID=01420589-abce-4cbf-9edc-33dac9be9a08,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:36.525303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:36.550749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5d46deb9-c78e-4319-8334-fb525cd60f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.572156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': '5efc61f8-2c4a-4dde-bc1f-7ce55b900b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6cfc4999-28aa-4282-bcc5-cf14d035b6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:36.572806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: 6cfc4999-28aa-4282-bcc5-cf14d035b6d1, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:36.674913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f76a0b5-7680-437e-a059-0321e178adc0') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:36.675524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f76a0b5-7680-437e-a059-0321e178adc0') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:36.698127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.737669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.739208 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/routers/dc99d8e5-bd85-4559-9ebf-fe769efbb0a6 HTTP/1.1" status: 204 len: 168 time: 6.0404775 Dec 13 23:26:36.741838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.746969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49774) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:36.759949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:36.763122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.825133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5d46deb9-c78e-4319-8334-fb525cd60f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.828227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5d46deb9-c78e-4319-8334-fb525cd60f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.829589 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5d46deb9-c78e-4319-8334-fb525cd60f07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0eca12c8-7b13-4a88-9446-a17fecb4869d HTTP/1.1" status: 204 len: 168 time: 0.6391821 Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:36.830599 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:36.849601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8d269610-8109-46e8-96c5-1c8fc82bdeb2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:36.864261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:36.938624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:26:36.950558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46deb9-c78e-4319-8334-fb525cd60f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca12c8-7b13-4a88-9446-a17fecb4869d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:36.966026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 74f8871a-5b32-4963-a360-44985604531a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74f8871a-5b32-4963-a360-44985604531a,segment=NetworkSegment(7aaf3577-5de7-4e68-860a-dcc59db73b26),segment_id=7aaf3577-5de7-4e68-860a-dcc59db73b26)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:36.971150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5d46deb9-c78e-4319-8334-fb525cd60f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:36.995857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Allocated IP 172.22.0.2 (d50d254b-5f6f-4f1b-8266-e178d19a44ae/dda4aaf9-77d4-4abc-8da0-3c22862d552e/998f5617-190c-4831-a462-4df4eae60732) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:37.032171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.033069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ace116e9-6bde-49d4-982c-1f0de37e6957 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:37.065291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3b709c73-9961-41e5-a423-e0f039090906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:37.170477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network 6cfc4999-28aa-4282-bcc5-cf14d035b6d1 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:37.199212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting subnet 4b267f36-6363-4c35-924c-4b15fb15ab83 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:37.203072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.205683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:37.228817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.232302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.250386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=74f8871a-5b32-4963-a360-44985604531a,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:37.253884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:37.285894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=4de40840-752f-47b1-a757-f194671189d0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:37.290780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:37.291837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet 99a57488-3078-44b1-acc1-c71a19266862 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:37.299037 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/4de40840-752f-47b1-a757-f194671189d0 HTTP/1.1" status: 204 len: 168 time: 6.4757316 Dec 13 23:26:37.301990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49782) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:37.304807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.341968 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e032d0b-91cb-4269-b2e0-33747d41b0e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:26:37.342662 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e032d0b-91cb-4269-b2e0-33747d41b0e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:37.348411 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2e032d0b-91cb-4269-b2e0-33747d41b0e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/4de40840-752f-47b1-a757-f194671189d0 HTTP/1.1" status: 404 len: 339 time: 0.0452657 Dec 13 23:26:37.348988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49786) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:37.351260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.361580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 6cfc4999-28aa-4282-bcc5-cf14d035b6d1) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:37.379728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:37.380454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.404281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-700313991', 'description': 'd1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:37.407690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:37.412128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Usage tracker for resource:network and tenant:930d28b78eae43c4bbe27f8c199acff6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:37.415261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:37.422183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:37.442386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.524683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.530257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.535896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Transition to ACTIVE for port object 998f5617-190c-4831-a462-4df4eae60732 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:37.555359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Transition to ACTIVE for port object 998f5617-190c-4831-a462-4df4eae60732 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:37.558284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ace116e9-6bde-49d4-982c-1f0de37e6957 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:37.558671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.570843 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.4934416 Dec 13 23:26:37.577785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49794) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:37.599932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df93d875-0dd2-47f5-9c6b-35bbefec4601 None None] Network 6cfc4999-28aa-4282-bcc5-cf14d035b6d1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:37.642443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.676433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:37.718840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.729256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:37.734077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.734405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ec857ddd-8b75-46f3-bacf-31c9c716d2db None None] Provisioning complete for port f752c49f-ffd1-41d4-befa-b874ae0dee0c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:37.734793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ec857ddd-8b75-46f3-bacf-31c9c716d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.816079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.821233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Network d50d254b-5f6f-4f1b-8266-e178d19a44ae is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:37.846807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:37.873890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.879294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.879991 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment 1c4f6a07-5d40-468f-82a3-aa23c4539525 of type vlan for network 244dbff4-9fd6-4300-8e3e-ad2e7aa55a95 Dec 13 23:26:37.889946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.897404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-656b14c9-f86d-444d-96b5-b29de18edd4f tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:37.935069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:37.954065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-541d55b1-3bb1-4b37-b681-9f0ffd5c8dfc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:37.957491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Subnet': ['ID=4b267f36-6363-4c35-924c-4b15fb15ab83,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:37.977736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:37.994100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.010000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=99a57488-3078-44b1-acc1-c71a19266862,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:38.013270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:38.017919 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/99a57488-3078-44b1-acc1-c71a19266862 HTTP/1.1" status: 204 len: 168 time: 1.6405854 Dec 13 23:26:38.021772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49802) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:38.089813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:38.118917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:38.231246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Pushing event updated for resources: {'Port': ['ID=998f5617-190c-4831-a462-4df4eae60732,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:38.290651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.291086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:38.296795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.325395 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/subnets/4b267f36-6363-4c35-924c-4b15fb15ab83 HTTP/1.1" status: 204 len: 168 time: 1.5744984 Dec 13 23:26:38.330089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49806) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:38.373784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbef18f3-42a1-4962-adfb-909cb730b17d None None] Network b0953e45-8d5b-4422-b952-18b4e2acc3ef requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:38.381602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.559320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.577998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.581822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:38.582392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.587324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-94d1b0d3-6540-4ea0-a65c-d46e60339a26 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:38.606986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.623572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port e69f0013-0a00-453d-930c-1dac47d7ad0b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:38.623955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.630074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7c7610-6328-4a38-a2a7-f00e3d2e7275 None None] Network a0ade87a-615c-49a6-862d-d6f3d52e2f67 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:38.692581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port c5239d97-0018-48af-8e86-78df25648253 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:38.693034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.747979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.769910 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3862872 Dec 13 23:26:38.771241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=244dbff4-9fd6-4300-8e3e-ad2e7aa55a95,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:38.775599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49816) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:38.782646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:38.797902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:38.813838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79f35f60-961e-484d-96f9-11d1da7738ae tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:38.824752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] For port 01420589-abce-4cbf-9edc-33dac9be9a08, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01420589-abce-4cbf-9edc-33dac9be9a08,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:38.844892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 244dbff4-9fd6-4300-8e3e-ad2e7aa55a95 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:38.893992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=d0f5598d-c8f7-4dd9-b4fa-c50e56d9f504,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:38.920817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:38.960887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Attempting to bind port 998f5617-190c-4831-a462-4df4eae60732 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:38.961272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Attempting to bind port 998f5617-190c-4831-a462-4df4eae60732 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '2593464f-7cb9-4a90-85cc-61e57fd5ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:38.961651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Attempting to bind port 998f5617-190c-4831-a462-4df4eae60732 on network d50d254b-5f6f-4f1b-8266-e178d19a44ae {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:38.982563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49820) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:39.032102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:26:39.083667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.125366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.140727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.173965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.174766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.185719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-29aaee29-0150-461b-bbf2-6934aa1577bf tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:39.188763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:39.189696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Checking segment: {'id': '2593464f-7cb9-4a90-85cc-61e57fd5ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:39.190285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.190960 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Bound using segment: {'id': '2593464f-7cb9-4a90-85cc-61e57fd5ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:39.191622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Bound port: 998f5617-190c-4831-a462-4df4eae60732, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593464f-7cb9-4a90-85cc-61e57fd5ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:39.192168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.206809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40510cc-644c-4c83-ba1b-86f2317b23e4 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:39.207480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f40510cc-644c-4c83-ba1b-86f2317b23e4 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Synchronizing usage tracker for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:39.251215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] For port e69f0013-0a00-453d-930c-1dac47d7ad0b, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e69f0013-0a00-453d-930c-1dac47d7ad0b,segment=NetworkSegment(bde26cec-a8fa-4ddf-9a93-4851b0b130a8),segment_id=bde26cec-a8fa-4ddf-9a93-4851b0b130a8)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:39.251949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.256081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad50341-47f8-4d13-85f3-7623b3af3088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-6cfc4999-28aa-4282-bcc5-cf14d035b6d1', 'network_id': '6cfc4999-28aa-4282-bcc5-cf14d035b6d1', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': 'd0f5598d-c8f7-4dd9-b4fa-c50e56d9f504'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:39.257080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bad50341-47f8-4d13-85f3-7623b3af3088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.262240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfc4999-28aa-4282-bcc5-cf14d035b6d1']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:39.277757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:26:39.317577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] For port c5239d97-0018-48af-8e86-78df25648253, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c5239d97-0018-48af-8e86-78df25648253,segment=NetworkSegment(73b5e773-9593-4fc8-9285-7a831bbfeb18),segment_id=73b5e773-9593-4fc8-9285-7a831bbfeb18)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:39.318054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.346599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-868801002'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:39.351425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5efc61f8-2c4a-4dde-bc1f-7ce55b900b7f') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:39.351767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5efc61f8-2c4a-4dde-bc1f-7ce55b900b7f') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:39.358764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:26:39.359368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0fd5dd46-fa7c-4a6e-8a4b-6ffd365e42d4 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:26:39.359628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:39.364058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:39.436122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for e69f0013-0a00-453d-930c-1dac47d7ad0b owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:39.439277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:39.458108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26164f75-29ef-489a-8676-c74acc54d41b None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:39.460981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.472837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:network and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:39.480166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f40510cc-644c-4c83-ba1b-86f2317b23e4 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Unset dirty status for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:39.481341 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f40510cc-644c-4c83-ba1b-86f2317b23e4 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/networks?id=244dbff4-9fd6-4300-8e3e-ad2e7aa55a95 HTTP/1.1" status: 200 len: 764 time: 0.7008281 Dec 13 23:26:39.485900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:39.492262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49826) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:39.505341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.513309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'description': 'd2'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:39.517045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:39.517721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.527174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:39.534172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for c5239d97-0018-48af-8e86-78df25648253 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:39.537882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:39.538295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:39.559019 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:39.630741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] For port 998f5617-190c-4831-a462-4df4eae60732, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:39.638856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fa42a333-6aa0-4f54-b97c-774116f21cde None None] Provisioning for port 01420589-abce-4cbf-9edc-33dac9be9a08 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:39.667891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] For port 998f5617-190c-4831-a462-4df4eae60732, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=998f5617-190c-4831-a462-4df4eae60732,segment=NetworkSegment(2593464f-7cb9-4a90-85cc-61e57fd5ebe1),segment_id=2593464f-7cb9-4a90-85cc-61e57fd5ebe1)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:39.680599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.702861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1088e75c-9050-4c62-a76c-ddfa4bddf7f0 None None] Network 6cfc4999-28aa-4282-bcc5-cf14d035b6d1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:39.705321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=01420589-abce-4cbf-9edc-33dac9be9a08,revision_number=4']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:39.723791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b1e43e-bd0a-4d76-bf53-bd8060118b6a None None] DHCP port deletion for a0ade87a-615c-49a6-862d-d6f3d52e2f67 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:26:39.748074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:39.751654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.756046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.764348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:39.783302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.791760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:39.792321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-14da9d8c-baf1-4b3d-8cc0-628a101b3f81 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.577s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:39.795743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-78b1e43e-bd0a-4d76-bf53-bd8060118b6a None None] Deleting port c5239d97-0018-48af-8e86-78df25648253 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:39.796139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78b1e43e-bd0a-4d76-bf53-bd8060118b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.884755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c313c8-6b44-4215-84b6-7958bf2eea53 None None] DHCP port deletion for b0953e45-8d5b-4422-b952-18b4e2acc3ef request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:26:39.886687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f752c49f-ffd1-41d4-befa-b874ae0dee0c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:39.897500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:39.912744 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.8309505 Dec 13 23:26:39.914236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=5746ba5e-b216-4ca1-a63f-83c82ae1f049,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:39.918905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49830) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:39.926580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:39.927112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-706a61f2-db8f-4c93-9345-3b180407c86d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:39.968656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:18:a3:bc', 'name': 'tempest-NetworksTestDHCPv6-663914004'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:39.984455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Deleting port 1d48e663-2b3d-4086-bd0b-83994686739d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:39.984832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.015730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.037957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de295eb9-26a1-47d3-b31c-b2aecfe19342 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:40.059165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=c5239d97-0018-48af-8e86-78df25648253,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:40.067440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.101195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.110306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No DVR routers for this DVR port c5239d97-0018-48af-8e86-78df25648253 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:40.112615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=e69f0013-0a00-453d-930c-1dac47d7ad0b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:40.117204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:40.117363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:40.125291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:40.128923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:40.129057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-78b1e43e-bd0a-4d76-bf53-bd8060118b6a None None] The port 'c5239d97-0018-48af-8e86-78df25648253' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:26:40.147368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:security_group_rule and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:40.153386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:40.165532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.22.0.1 (d50d254b-5f6f-4f1b-8266-e178d19a44ae/dda4aaf9-77d4-4abc-8da0-3c22862d552e/3e94c767-50c4-46cd-8ea2-edb0782fe487) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:40.177068 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/6cfc4999-28aa-4282-bcc5-cf14d035b6d1 HTTP/1.1" status: 204 len: 168 time: 2.5951648 Dec 13 23:26:40.177068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=6cfc4999-28aa-4282-bcc5-cf14d035b6d1,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:40.182370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fa42a333-6aa0-4f54-b97c-774116f21cde None None] Provisioning complete for port c5239d97-0018-48af-8e86-78df25648253 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:40.182370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fa42a333-6aa0-4f54-b97c-774116f21cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.182664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:40.182664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49834) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:40.185209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] No DVR routers for this DVR port e69f0013-0a00-453d-930c-1dac47d7ad0b on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:40.196339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-769462256'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:40.199652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:40.204011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:40.207238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:40.213374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:40.221062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:40.257286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.289017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fa42a333-6aa0-4f54-b97c-774116f21cde None None] Port c5239d97-0018-48af-8e86-78df25648253 was deleted so its status cannot be updated. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 13 23:26:40.301022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Pushing event updated for resources: {'Port': ['ID=998f5617-190c-4831-a462-4df4eae60732,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:40.304665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:40.310449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:40.313506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.377423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f752c49f-ffd1-41d4-befa-b874ae0dee0c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:40.378061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.436545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.467132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.478674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-43b16c81-60fb-42b1-9f19-b6f8f8eb05d9 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:40.538693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0953e45-8d5b-4422-b952-18b4e2acc3ef']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:40.574809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01420589-abce-4cbf-9edc-33dac9be9a08 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:40.647971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:40.687581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network 244dbff4-9fd6-4300-8e3e-ad2e7aa55a95 is not hosted by any dhcp agent {{(pid=84311) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 13 23:26:40.691552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:40.692201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.694734 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "PUT /v2.0/networks/244dbff4-9fd6-4300-8e3e-ad2e7aa55a95 HTTP/1.1" status: 200 len: 761 time: 1.2003148 Dec 13 23:26:40.704086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde26cec-a8fa-4ddf-9a93-4851b0b130a8') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:40.704086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde26cec-a8fa-4ddf-9a93-4851b0b130a8') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:40.708144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49838) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:40.709705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.710055 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment 34e47538-97a7-45ae-93b0-533c2cf7f3fe of type vlan for network 2ef8f711-102b-4805-866c-190e3d3d61ea Dec 13 23:26:40.718637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=244dbff4-9fd6-4300-8e3e-ad2e7aa55a95,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:40.721791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:40.725808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 01420589-abce-4cbf-9edc-33dac9be9a08 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:40.733511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 01420589-abce-4cbf-9edc-33dac9be9a08 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:40.734709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.740174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.742962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.776164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.781316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.781595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 244dbff4-9fd6-4300-8e3e-ad2e7aa55a95 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:40.793960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:40.794346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:40.887804 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:40.952327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.957434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7c3751a8-bcbb-4261-a795-4eaf03df2b7e tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:40.985955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:40.988940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:41.004294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40ae8a38-21c3-4709-8aef-b3d4bb866da1,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:41.005693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:41.010234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:port and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:41.012299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.012655 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added segment 4647776d-eedb-433e-811a-b153609a5eaf of type vlan for network 3c71bcee-5eb2-4167-913c-7297795ff003 Dec 13 23:26:41.014016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:41.015038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:41.022334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:41.025361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 01420589-abce-4cbf-9edc-33dac9be9a08, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01420589-abce-4cbf-9edc-33dac9be9a08,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:41.038294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a236a1a-cd21-431a-a585-b4e20e4653c0 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:41.038294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1a236a1a-cd21-431a-a585-b4e20e4653c0 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Synchronizing usage tracker for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:41.038626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.045559 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c10384ba-d84e-4aa9-8884-094c141f4bbd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:41.046343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.056364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.063517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.073804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.085764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Network': ['ID=b0953e45-8d5b-4422-b952-18b4e2acc3ef,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:41.096230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:41.098498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.104044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:41.105625 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.114840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:41.136474 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/networks/b0953e45-8d5b-4422-b952-18b4e2acc3ef HTTP/1.1" status: 204 len: 168 time: 2.8043489 Dec 13 23:26:41.151893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49842) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:41.161319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.161319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5000a1ce-3897-4245-b61c-b37daa0f5dba up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:41.193517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60ccd794-ba2f-4aca-9caa-dc5202026774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:41.275393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:41.300235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=01420589-abce-4cbf-9edc-33dac9be9a08,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:41.303684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:41.357383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:26:41.357855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b1d62402-e40a-4e56-9ed7-65ea34e50cab None None] Provisioning complete for port 01420589-abce-4cbf-9edc-33dac9be9a08 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:41.358278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b1d62402-e40a-4e56-9ed7-65ea34e50cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.429538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 5000a1ce-3897-4245-b61c-b37daa0f5dba completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:41.440062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Calling delete_port for 1d48e663-2b3d-4086-bd0b-83994686739d owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:41.463443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 5000a1ce-3897-4245-b61c-b37daa0f5dba triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:41.464489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.470920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.495939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=2ef8f711-102b-4805-866c-190e3d3d61ea,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:41.500489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ade87a-615c-49a6-862d-d6f3d52e2f67']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:41.512220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port d5e35d66-42e8-4130-9b8c-1cde6fb5f0db {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:41.513311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.517818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 2ef8f711-102b-4805-866c-190e3d3d61ea details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:41.518283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1a236a1a-cd21-431a-a585-b4e20e4653c0 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Unset dirty status for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:41.525393 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1a236a1a-cd21-431a-a585-b4e20e4653c0 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/networks?id=244dbff4-9fd6-4300-8e3e-ad2e7aa55a95 HTTP/1.1" status: 200 len: 764 time: 0.8080807 Dec 13 23:26:41.530573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49846) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:41.554874 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3673587 Dec 13 23:26:41.569587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b5e773-9593-4fc8-9285-7a831bbfeb18') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:41.569887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b5e773-9593-4fc8-9285-7a831bbfeb18') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:41.571428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:41.572345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49850) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:41.579731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port 9fb54bd3-1083-489c-9223-c7a992130238 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:26:41.586359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': '2ef8f711-102b-4805-866c-190e3d3d61ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:41.610044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.614250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:41.615030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.627424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bd5f93db-8414-4547-9fb1-f8dba2802381 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:41.642396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4050e78-d603-4048-a7e2-0c245dd34487 None None] Network d50d254b-5f6f-4f1b-8266-e178d19a44ae requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:41.657816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.690169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.774304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.833638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:41.834045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:41.838365 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8360264 Dec 13 23:26:41.850895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Network': ['ID=3c71bcee-5eb2-4167-913c-7297795ff003,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:41.853177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49854) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:41.857754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Transition to ACTIVE for port object 3e94c767-50c4-46cd-8ea2-edb0782fe487 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:41.859204 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:41.864488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:41.883440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 3c71bcee-5eb2-4167-913c-7297795ff003 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:41.917616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-555425325'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:41.930899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:41.936110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:41.942349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:network and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:41.952617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:41.955418 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:41.959997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:41.969226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:41.971391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:41.994118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b0dad862-b5a5-48db-b9bc-2bbcd1c7cffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.003504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.016199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.016814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.056988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b6c748-797e-47b8-a0ea-fbe3c3add70c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:42.064080 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b7b6c748-797e-47b8-a0ea-fbe3c3add70c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5239129 Dec 13 23:26:42.065201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49858) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:42.133752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2ca8035e-689f-4c52-b602-a9287c0cfa56 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Synchronizing usage tracker for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:42.202243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 5000a1ce-3897-4245-b61c-b37daa0f5dba, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5000a1ce-3897-4245-b61c-b37daa0f5dba,segment=NetworkSegment(5d1ee32f-76ee-4fc6-a360-c064ceec338e),segment_id=5d1ee32f-76ee-4fc6-a360-c064ceec338e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:42.204530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6576b257-be12-42fc-a7e2-d3080bea791a None None] Provisioning for port 998f5617-190c-4831-a462-4df4eae60732 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:42.223115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.235021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bfc34bad-da9b-4c80-af8b-056f62f7bf21 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:42.263491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.274226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:42.279189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.282732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Network': ['ID=a0ade87a-615c-49a6-862d-d6f3d52e2f67,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:42.284970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.293463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:42.294825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for d5e35d66-42e8-4130-9b8c-1cde6fb5f0db owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:42.299516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:42.303428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.306348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74f8871a-5b32-4963-a360-44985604531a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:42.325831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:42.385461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:42.431749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::16f (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/c358910f-f556-4550-88e7-a0e8dd4a15f0/9fb54bd3-1083-489c-9223-c7a992130238) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:42.437871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2ca8035e-689f-4c52-b602-a9287c0cfa56 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Unset dirty status for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:42.439045 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2ca8035e-689f-4c52-b602-a9287c0cfa56 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 207 time: 0.3702984 Dec 13 23:26:42.447580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49862) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:42.465811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce5e1d9-3a7b-4774-9dd6-a0530483eb8f None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:26:42.486693 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/networks/a0ade87a-615c-49a6-862d-d6f3d52e2f67 HTTP/1.1" status: 204 len: 168 time: 4.4549441 Dec 13 23:26:42.492039 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:a3bc (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/5746ba5e-b216-4ca1-a63f-83c82ae1f049/9fb54bd3-1083-489c-9223-c7a992130238) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:42.500529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49866) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:42.501695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=3e94c767-50c4-46cd-8ea2-edb0782fe487,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:42.509043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:42.510491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:42.524246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network d50d254b-5f6f-4f1b-8266-e178d19a44ae is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:42.536588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:42.541676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:42.572778 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=5000a1ce-3897-4245-b61c-b37daa0f5dba,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:42.579026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:42.595119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.603468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e3386ac-2d43-4077-9f2c-41db458f6554 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:42.609080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 74f8871a-5b32-4963-a360-44985604531a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:42.609498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.639000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.671169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.671538 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added segment 7c7a01ef-e405-4e09-bc00-767015d5c160 of type vlan for network 95167446-bb7b-4af2-8300-a83e586f90ab Dec 13 23:26:42.773665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce5e1d9-3a7b-4774-9dd6-a0530483eb8f None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:26:42.794174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Pushing event deleted for resources: {'Port': ['ID=1d48e663-2b3d-4086-bd0b-83994686739d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:42.814710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:42.854503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.856754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:42.944134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26658a2a-4186-442f-98b9-0cc634e5eb53 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:42.949079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26658a2a-4186-442f-98b9-0cc634e5eb53 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:42.953990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26658a2a-4186-442f-98b9-0cc634e5eb53 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:42.958282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26658a2a-4186-442f-98b9-0cc634e5eb53 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:42.962782 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26658a2a-4186-442f-98b9-0cc634e5eb53 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:42.968081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26658a2a-4186-442f-98b9-0cc634e5eb53 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:42.970111 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-26658a2a-4186-442f-98b9-0cc634e5eb53 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5215199 Dec 13 23:26:42.981856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49870) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.002748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a939c5-8734-4586-a9ff-d3d5192f7b14 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:43.004598 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b8a939c5-8734-4586-a9ff-d3d5192f7b14 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4958236 Dec 13 23:26:43.008864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49874) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.037922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 998f5617-190c-4831-a462-4df4eae60732 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:43.095168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.107561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-536afa2f-98d3-4762-9f6a-4180b87a96a9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:43.155585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.159749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:43.160489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.171018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=d5e35d66-42e8-4130-9b8c-1cde6fb5f0db,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:43.174450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:43.187544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce746915-fde4-4b37-a6a7-cf726a4b0ed0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:43.242980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 998f5617-190c-4831-a462-4df4eae60732 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:43.256429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 998f5617-190c-4831-a462-4df4eae60732 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:43.256649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.306020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.331715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.374019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b07a1d-2505-48ab-978e-20fb80f41b3b None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:26:43.433905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Network': ['ID=95167446-bb7b-4af2-8300-a83e586f90ab,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:43.436869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:43.453375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 95167446-bb7b-4af2-8300-a83e586f90ab details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:43.458958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.461594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.467230 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/floatingips/6bd95c31-02e9-4244-95b0-1a062a10134d HTTP/1.1" status: 204 len: 168 time: 2.3141510 Dec 13 23:26:43.469132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49878) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.475180 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6156375 Dec 13 23:26:43.488757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.495567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49882) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.499249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object 9fb54bd3-1083-489c-9223-c7a992130238 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:43.507626 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c47d40c2-c25b-4f40-a124-c7019566779e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4974151 Dec 13 23:26:43.514796 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49886) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.525271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-551807745'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:43.531109 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-151c3aa0-901e-4e6b-8f0a-9960e0317f61 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] DELETE failed (client error): The resource could not be found. Dec 13 23:26:43.531484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151c3aa0-901e-4e6b-8f0a-9960e0317f61 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:43.538814 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2a62b66a-f197-4ac9-9896-50522f73c548 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5501285 Dec 13 23:26:43.538993 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-151c3aa0-901e-4e6b-8f0a-9960e0317f61 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/ports/162bb076-0ae2-4054-bf4a-81b870693b49 HTTP/1.1" status: 404 len: 333 time: 0.0637598 Dec 13 23:26:43.538993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:43.544564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49890) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.544564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49892) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.544820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'subnet': {'network_id': '3c71bcee-5eb2-4167-913c-7297795ff003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:43.545187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.569963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.581832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-50b683c1-f864-493d-a988-979b20cf4cf3 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:43.618235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:network and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:43.635200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.641239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 998f5617-190c-4831-a462-4df4eae60732, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=998f5617-190c-4831-a462-4df4eae60732,segment=NetworkSegment(2593464f-7cb9-4a90-85cc-61e57fd5ebe1),segment_id=2593464f-7cb9-4a90-85cc-61e57fd5ebe1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:43.669470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:43.673665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.679880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-49437a75-504d-4abf-8d25-5d68e5e1b549 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Synchronizing usage tracker for tenant:3d7553f240134ef4b5c3fa6fc7556e17 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:43.691391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:43.695236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b07a1d-2505-48ab-978e-20fb80f41b3b None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:26:43.701891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.703256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5000a1ce-3897-4245-b61c-b37daa0f5dba up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:43.740887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b3b53ffe-740a-4c4f-b647-7acd1a2c9b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:43.766105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8dd0ad-3bee-4830-a09f-1a198995b845 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:43.767777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8dd0ad-3bee-4830-a09f-1a198995b845 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:43.769065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8dd0ad-3bee-4830-a09f-1a198995b845 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:43.770620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8dd0ad-3bee-4830-a09f-1a198995b845 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:43.772023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8dd0ad-3bee-4830-a09f-1a198995b845 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:43.772940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-af8dd0ad-3bee-4830-a09f-1a198995b845 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Synchronizing usage tracker for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:43.779868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=baaa51d1-259d-4254-805a-bc2637ee2329,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:43.782749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:43.801474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-49437a75-504d-4abf-8d25-5d68e5e1b549 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Unset dirty status for tenant:3d7553f240134ef4b5c3fa6fc7556e17 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:43.805367 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-49437a75-504d-4abf-8d25-5d68e5e1b549 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc99d8e5-bd85-4559-9ebf-fe769efbb0a6 HTTP/1.1" status: 200 len: 205 time: 0.2631791 Dec 13 23:26:43.806180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-af8dd0ad-3bee-4830-a09f-1a198995b845 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Unset dirty status for tenant:930d28b78eae43c4bbe27f8c199acff6 on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:43.816920 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-af8dd0ad-3bee-4830-a09f-1a198995b845 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2635741 Dec 13 23:26:43.816920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49898) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.816920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': '34e47538-97a7-45ae-93b0-533c2cf7f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ef8f711-102b-4805-866c-190e3d3d61ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:43.816920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: 2ef8f711-102b-4805-866c-190e3d3d61ea, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:43.841604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49902) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.848004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:43.864087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=998f5617-190c-4831-a462-4df4eae60732,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:43.884346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:43.885818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.898964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:subnet and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:43.907199 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-8a32f450-79f1-402c-80e5-de39e416f51a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] delete failed (client error): The resource could not be found. Dec 13 23:26:43.909148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:43.912846 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8a32f450-79f1-402c-80e5-de39e416f51a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/routers/dc99d8e5-bd85-4559-9ebf-fe769efbb0a6 HTTP/1.1" status: 404 len: 336 time: 0.1014278 Dec 13 23:26:43.915077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49906) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:43.916123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:43.926389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:43.945822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.947224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 5000a1ce-3897-4245-b61c-b37daa0f5dba triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:43.947224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:43.961819 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-387eedc7-9a4e-476b-82f1-ac8be4299035 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] DELETE failed (client error): The resource could not be found. Dec 13 23:26:43.962291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387eedc7-9a4e-476b-82f1-ac8be4299035 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:43.966572 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-387eedc7-9a4e-476b-82f1-ac8be4299035 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/subnets/4b267f36-6363-4c35-924c-4b15fb15ab83 HTTP/1.1" status: 404 len: 337 time: 0.0503652 Dec 13 23:26:43.969605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49910) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:44.018053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3c2e304-e4f7-4cc6-ba09-217b2a2bfca6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:44.150736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:44.159171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-285791d6-b43d-4e03-a271-aa8c31aa9ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.177594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.177972 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Added segment 2fed040f-0140-4f6b-b56d-365c4a4d70ac of type vlan for network bcf896e1-5a3c-436e-b007-176ee40f2088 Dec 13 23:26:44.182220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port c895f2c8-7287-443f-8a4a-1b246308260c {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:44.182787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.193803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01420589-abce-4cbf-9edc-33dac9be9a08 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:44.226730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network 2ef8f711-102b-4805-866c-190e3d3d61ea is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:44.257206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:44.272441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.310433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e8e74e-1c36-4d4a-9252-ec6a819c466e tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:44.311775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e8e74e-1c36-4d4a-9252-ec6a819c466e tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:44.314304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e8e74e-1c36-4d4a-9252-ec6a819c466e tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:44.314564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e8e74e-1c36-4d4a-9252-ec6a819c466e tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:44.315945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e8e74e-1c36-4d4a-9252-ec6a819c466e tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:44.321204 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-64e8e74e-1c36-4d4a-9252-ec6a819c466e tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4666164 Dec 13 23:26:44.321361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 2ef8f711-102b-4805-866c-190e3d3d61ea) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:44.324390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49914) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:44.328535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:44.329131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.387453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 01420589-abce-4cbf-9edc-33dac9be9a08 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:44.388046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.424608 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:44.456949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:44.465970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Router 0465a542-6a97-416f-84a9-18505599b83b has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:26:44.469273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=9fb54bd3-1083-489c-9223-c7a992130238,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:44.479393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:44.483694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:44.484341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.494381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.499199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:44.499750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a1d85f-66ae-424c-af34-5f453d45fd32 None None] Network 2ef8f711-102b-4805-866c-190e3d3d61ea requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:44.501427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.507994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bced6198-56cc-474f-8305-6761d6b1953d tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:44.515373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:44.613647 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0399761 Dec 13 23:26:44.625928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49918) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:44.692897 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.7722921 Dec 13 23:26:44.729871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49922) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:44.732938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.811274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.867800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e69f0013-0a00-453d-930c-1dac47d7ad0b no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:26:44.910859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-69dd3812-1dd1-4e4f-8b28-d0c8c77c1f63 None None] Provisioning for port 3e94c767-50c4-46cd-8ea2-edb0782fe487 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:44.914894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: e69f0013-0a00-453d-930c-1dac47d7ad0b {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:26:44.915260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e69f0013-0a00-453d-930c-1dac47d7ad0b not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:26:44.915822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c5239d97-0018-48af-8e86-78df25648253 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:26:44.947146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-2ef8f711-102b-4805-866c-190e3d3d61ea', 'network_id': '2ef8f711-102b-4805-866c-190e3d3d61ea', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': 'baaa51d1-259d-4254-805a-bc2637ee2329'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:44.948009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.953999 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4359341 Dec 13 23:26:44.959705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for c895f2c8-7287-443f-8a4a-1b246308260c owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:44.965721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-69dd3812-1dd1-4e4f-8b28-d0c8c77c1f63 None None] Provisioning complete for port 3e94c767-50c4-46cd-8ea2-edb0782fe487 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:44.966106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-69dd3812-1dd1-4e4f-8b28-d0c8c77c1f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:44.997681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Network': ['ID=bcf896e1-5a3c-436e-b007-176ee40f2088,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:45.000763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49926) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:45.006824 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: c5239d97-0018-48af-8e86-78df25648253 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:26:45.007180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c5239d97-0018-48af-8e86-78df25648253 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:26:45.013799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:45.021127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': 'bcf896e1-5a3c-436e-b007-176ee40f2088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:45.099639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network bcf896e1-5a3c-436e-b007-176ee40f2088 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:45.110418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port 9fb54bd3-1083-489c-9223-c7a992130238 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:45.110988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.131825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b842000-b737-452a-90db-c53b2059c018 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:45.137319 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2b842000-b737-452a-90db-c53b2059c018 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/networks/d166d62c-f143-4cef-b79e-4cb018a14a41 HTTP/1.1" status: 200 len: 804 time: 0.8033803 Dec 13 23:26:45.138135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49930) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:45.192302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 998f5617-190c-4831-a462-4df4eae60732 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:45.203580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:45.211004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:45.229675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:45.252815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.270162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.273836 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "PUT /v2.0/routers/0465a542-6a97-416f-84a9-18505599b83b HTTP/1.1" status: 200 len: 706 time: 10.0353014 Dec 13 23:26:45.276729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:45.279439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49934) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:45.294628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:45.318874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.324786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed9da36-16be-4702-a055-0c3ccd183a05 None None] Sync routers for ids ['0465a542-6a97-416f-84a9-18505599b83b'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:45.448289 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-69dd3812-1dd1-4e4f-8b28-d0c8c77c1f63 None None] Port 3e94c767-50c4-46cd-8ea2-edb0782fe487 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:45.463657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.472684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Allocated IP 172.20.0.1 (2ef8f711-102b-4805-866c-190e3d3d61ea/baaa51d1-259d-4254-805a-bc2637ee2329/61e53233-eca2-4406-b3ca-073e24fb2145) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:45.487647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9da36-16be-4702-a055-0c3ccd183a05 None None] Routers {'0465a542-6a97-416f-84a9-18505599b83b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:45.496363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7ed9da36-16be-4702-a055-0c3ccd183a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0465a542-6a97-416f-84a9-18505599b83b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:45.543646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f99ff9fa-4360-4b33-ba0b-0fc3593c5d73 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:45.546013 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f1e2378b-29ec-412e-8534-240a17adaca1 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/networks/d166d62c-f143-4cef-b79e-4cb018a14a41?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3915641 Dec 13 23:26:45.548252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49938) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:45.555237 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b8a43383-e0bc-451a-bc45-32d7033a80ba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/routers/0465a542-6a97-416f-84a9-18505599b83b HTTP/1.1" status: 200 len: 741 time: 0.2736511 Dec 13 23:26:45.575544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7ed9da36-16be-4702-a055-0c3ccd183a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:45.585982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:45.586605 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 998f5617-190c-4831-a462-4df4eae60732 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:45.587075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.593825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49942) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:45.679719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.681977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.701277 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-03d72872-27db-4fb2-9af6-790e176195a3 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&device_id=0465a542-6a97-416f-84a9-18505599b83b HTTP/1.1" status: 200 len: 205 time: 0.1015379 Dec 13 23:26:45.725443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed9da36-16be-4702-a055-0c3ccd183a05 None None] Routers {'0465a542-6a97-416f-84a9-18505599b83b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:45.726018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7ed9da36-16be-4702-a055-0c3ccd183a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0465a542-6a97-416f-84a9-18505599b83b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:45.726224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49946) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:45.730293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.797841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-55d197dd-48e1-45d8-89d5-94274d3cda25 None None] Provisioning for port 9fb54bd3-1083-489c-9223-c7a992130238 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:45.800896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7ed9da36-16be-4702-a055-0c3ccd183a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:45.801322 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed9da36-16be-4702-a055-0c3ccd183a05 None None] The sync data for ids ['0465a542-6a97-416f-84a9-18505599b83b'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:45.802544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.819113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-11635aed-694b-4712-b1d3-3c471ae5c9bc tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:45.826240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-55d197dd-48e1-45d8-89d5-94274d3cda25 None None] Provisioning complete for port 9fb54bd3-1083-489c-9223-c7a992130238 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:45.826625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-55d197dd-48e1-45d8-89d5-94274d3cda25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.885407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=c895f2c8-7287-443f-8a4a-1b246308260c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:45.892994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:45.895730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:45.918359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c9cec-930f-426b-8e69-d58e7c1c958c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:45.924148 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d25c9cec-930f-426b-8e69-d58e7c1c958c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/subnets/1c4999f2-053a-4381-95e0-531f18929c58 HTTP/1.1" status: 200 len: 843 time: 0.3742275 Dec 13 23:26:45.951835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-55d197dd-48e1-45d8-89d5-94274d3cda25 None None] Port 9fb54bd3-1083-489c-9223-c7a992130238 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:45.960517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49950) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:45.985430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.031491 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-067237b0-deaf-49fd-8873-c8dc2a9c7cfe tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=0465a542-6a97-416f-84a9-18505599b83b HTTP/1.1" status: 200 len: 205 time: 0.2711480 Dec 13 23:26:46.032445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=3e94c767-50c4-46cd-8ea2-edb0782fe487,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:46.035038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.037054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49954) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:46.051949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.052142 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Transition to ACTIVE for port object 61e53233-eca2-4406-b3ca-073e24fb2145 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:46.054974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:46.070859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Transition to ACTIVE for port object 61e53233-eca2-4406-b3ca-073e24fb2145 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:46.116723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.120314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0d4652b8-136d-40ba-b7e0-1de21c5dfe02 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:46.147823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.160910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.166057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:46.220702 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/ports/c895f2c8-7287-443f-8a4a-1b246308260c HTTP/1.1" status: 204 len: 168 time: 2.2486162 Dec 13 23:26:46.223876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49958) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:46.288504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Network 2ef8f711-102b-4805-866c-190e3d3d61ea is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:46.292747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Pushing event updated for resources: {'Port': ['ID=61e53233-eca2-4406-b3ca-073e24fb2145,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:46.295549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:46.296618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:46.298671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:46.312107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port 413e19fe-409d-4ee6-be41-7a393994d206 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:46.312518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.394132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for 9fb54bd3-1083-489c-9223-c7a992130238 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:46.398045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Attempting to bind port 61e53233-eca2-4406-b3ca-073e24fb2145 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:46.398657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Attempting to bind port 61e53233-eca2-4406-b3ca-073e24fb2145 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '34e47538-97a7-45ae-93b0-533c2cf7f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ef8f711-102b-4805-866c-190e3d3d61ea'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:46.399193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Attempting to bind port 61e53233-eca2-4406-b3ca-073e24fb2145 on network 2ef8f711-102b-4805-866c-190e3d3d61ea {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:46.407201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:46.407661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Checking segment: {'id': '34e47538-97a7-45ae-93b0-533c2cf7f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ef8f711-102b-4805-866c-190e3d3d61ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:46.408190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.409069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Bound using segment: {'id': '34e47538-97a7-45ae-93b0-533c2cf7f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ef8f711-102b-4805-866c-190e3d3d61ea'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:46.409319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Bound port: 61e53233-eca2-4406-b3ca-073e24fb2145, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e47538-97a7-45ae-93b0-533c2cf7f3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2ef8f711-102b-4805-866c-190e3d3d61ea'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:46.409748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.422875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.427477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:46.501098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:46.504217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61e53233-eca2-4406-b3ca-073e24fb2145,segment=NetworkSegment(34e47538-97a7-45ae-93b0-533c2cf7f3fe),segment_id=34e47538-97a7-45ae-93b0-533c2cf7f3fe)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:46.513629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadcb3a9-7abd-4347-9b1e-9ebbb2c8dddd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:46.515032 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aadcb3a9-7abd-4347-9b1e-9ebbb2c8dddd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "GET /v2.0/subnets/1c4999f2-053a-4381-95e0-531f18929c58?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5421860 Dec 13 23:26:46.529752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49962) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:46.548118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1233444474'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:46.566068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Subnet': ['ID=431d1107-66c9-43bb-ac9e-35b4e861333a,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:46.583981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:46.586890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.595341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:46.628648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:46.632518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=8e1fe30a-57c5-4989-9bf9-daad9395b47a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:46.642910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0cda679a-7193-45e9-87b5-6ab31d5c9d7a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.644641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:46.655770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:46.689181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Pushing event updated for resources: {'Port': ['ID=61e53233-eca2-4406-b3ca-073e24fb2145,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:46.694669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:46.697445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Checking segment: {'id': '2fed040f-0140-4f6b-b56d-365c4a4d70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bcf896e1-5a3c-436e-b007-176ee40f2088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:46.697789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network hostable DHCP agents. Network: bcf896e1-5a3c-436e-b007-176ee40f2088, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:46.704999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Checking segment: {'id': '4647776d-eedb-433e-811a-b153609a5eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3c71bcee-5eb2-4167-913c-7297795ff003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:46.705363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network hostable DHCP agents. Network: 3c71bcee-5eb2-4167-913c-7297795ff003, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:46.719273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.727399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-db43f59e-839e-4cdc-8120-35941b447aba tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:46.729686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.732047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.866106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:46.867850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=baaa51d1-259d-4254-805a-bc2637ee2329,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:46.870269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:46.881063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network d50d254b-5f6f-4f1b-8266-e178d19a44ae is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:46.888298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:46.895538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:46.896711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for 413e19fe-409d-4ee6-be41-7a393994d206 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:46.986195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:47.008740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.009607 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Added segment df219ea6-c61e-4d9d-85ca-458341bf6d71 of type vlan for network 24846dc0-bd83-4c0e-99d5-3ecd2409830f Dec 13 23:26:47.078428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network bcf896e1-5a3c-436e-b007-176ee40f2088 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:47.099902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.193002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.194793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, bcf896e1-5a3c-436e-b007-176ee40f2088) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:47.201202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:47.201882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.207520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61e53233-eca2-4406-b3ca-073e24fb2145 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:47.227961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.235663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:47.238493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b5ada-a767-41e9-8456-45ce5e85766c None None] Network bcf896e1-5a3c-436e-b007-176ee40f2088 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:47.280679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=413e19fe-409d-4ee6-be41-7a393994d206,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:47.283016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:47.317388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.321758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:47.322420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.332971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c1612e5c-d4df-419a-9fb4-dc43599fe7ee tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:47.399876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b7958bda-768a-457c-8bcd-e9bb900a372d None None] Provisioning complete for port 3e94c767-50c4-46cd-8ea2-edb0782fe487 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:47.400262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b7958bda-768a-457c-8bcd-e9bb900a372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.444724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Network': ['ID=24846dc0-bd83-4c0e-99d5-3ecd2409830f,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:47.448312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:47.472873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 24846dc0-bd83-4c0e-99d5-3ecd2409830f details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:47.485179 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4711294 Dec 13 23:26:47.501341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49966) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:47.523373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b7958bda-768a-457c-8bcd-e9bb900a372d None None] Port 3e94c767-50c4-46cd-8ea2-edb0782fe487 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:47.530389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.532754 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/ports/413e19fe-409d-4ee6-be41-7a393994d206 HTTP/1.1" status: 204 len: 168 time: 1.3077326 Dec 13 23:26:47.535381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49968) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:47.570785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': 'bcf896e1-5a3c-436e-b007-176ee40f2088', 'name': 'tempest-PortsTestJSON-1116236224'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:47.606649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef8f711-102b-4805-866c-190e3d3d61ea']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:47.622830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 61e53233-eca2-4406-b3ca-073e24fb2145 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:47.626633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbffee1-bdde-42bc-bf88-51d65fd5e6c7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:47.626633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2fbffee1-bdde-42bc-bf88-51d65fd5e6c7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Synchronizing usage tracker for tenant:3d7553f240134ef4b5c3fa6fc7556e17 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:47.627165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 3c71bcee-5eb2-4167-913c-7297795ff003 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:47.634090 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0998888 Dec 13 23:26:47.636729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49974) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:47.648046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'network_id': '24846dc0-bd83-4c0e-99d5-3ecd2409830f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:47.649133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e47538-97a7-45ae-93b0-533c2cf7f3fe') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:47.649428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e47538-97a7-45ae-93b0-533c2cf7f3fe') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:47.675365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.676423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-bcf896e1-5a3c-436e-b007-176ee40f2088', 'network_id': 'bcf896e1-5a3c-436e-b007-176ee40f2088', 'tenant_id': '23369587cb5349a599dea985ba80e5e9', 'fixed_ips': [{'subnet_id': '8e1fe30a-57c5-4989-9bf9-daad9395b47a'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:47.677344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.694115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.701395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:47.702034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:47.778574 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:47.878961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Allocated IP 172.20.0.2 (bcf896e1-5a3c-436e-b007-176ee40f2088/8e1fe30a-57c5-4989-9bf9-daad9395b47a/e5a36294-d5d2-4867-a1db-4197c77eb705) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:47.921698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 3c71bcee-5eb2-4167-913c-7297795ff003) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:47.927270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:47.941034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:47.974182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d739efde-1057-4d8e-95f3-73e951670091 None None] Network 3c71bcee-5eb2-4167-913c-7297795ff003 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:47.987572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5830e-8190-4bb7-9523-71c4539d960a None None] Network 2ef8f711-102b-4805-866c-190e3d3d61ea requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:47.993810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:47.998952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:47.999529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.012361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5c4a1852-022a-4883-8ffb-36c3c54dbbc3 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:48.027632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2fbffee1-bdde-42bc-bf88-51d65fd5e6c7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Unset dirty status for tenant:3d7553f240134ef4b5c3fa6fc7556e17 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:48.031460 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2fbffee1-bdde-42bc-bf88-51d65fd5e6c7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c5be422-9dc7-468d-8beb-d021f1c3a159 HTTP/1.1" status: 200 len: 913 time: 0.4924688 Dec 13 23:26:48.031759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49978) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:48.104819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Made reservation on behalf of 930d28b78eae43c4bbe27f8c199acff6 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:48.128718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0cda679a-7193-45e9-87b5-6ab31d5c9d7a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.131194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:26:48.131194 dv-neutron-821564-1-hyperv neutron-server[84312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:26:48.131194 dv-neutron-821564-1-hyperv neutron-server[84312]: [parameters: {'id': '2ef8f711-102b-4805-866c-190e3d3d61ea'}] Dec 13 23:26:48.131194 dv-neutron-821564-1-hyperv neutron-server[84312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:48.131555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:48.197708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=9fb54bd3-1083-489c-9223-c7a992130238,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:48.212294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:48.215659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0cda679a-7193-45e9-87b5-6ab31d5c9d7a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.228964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.346175 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8371685 Dec 13 23:26:48.349913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49982) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:48.360718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'subnet': {'network_id': '95167446-bb7b-4af2-8300-a83e586f90ab', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:48.375219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.379660 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/9fb54bd3-1083-489c-9223-c7a992130238 HTTP/1.1" status: 204 len: 168 time: 3.6254940 Dec 13 23:26:48.388639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49986) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:48.389652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:48.398384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Performing IP validity checks on allocation pools {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 23:26:48.399330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 23:26:48.473981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:48.517697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-72c928bc-618e-448c-86d0-49319c5df594 None None] Provisioning for port 61e53233-eca2-4406-b3ca-073e24fb2145 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:48.562428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0cda679a-7193-45e9-87b5-6ab31d5c9d7a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.562751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cda679a-7193-45e9-87b5-6ab31d5c9d7a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Fanout notify agent at l3_agent the message router_deleted on router 0465a542-6a97-416f-84a9-18505599b83b {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:26:48.569676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-72c928bc-618e-448c-86d0-49319c5df594 None None] Provisioning complete for port 61e53233-eca2-4406-b3ca-073e24fb2145 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:48.570171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72c928bc-618e-448c-86d0-49319c5df594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.596759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0cda679a-7193-45e9-87b5-6ab31d5c9d7a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.597752 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0cda679a-7193-45e9-87b5-6ab31d5c9d7a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/0465a542-6a97-416f-84a9-18505599b83b HTTP/1.1" status: 204 len: 168 time: 2.5532198 Dec 13 23:26:48.604698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 49990) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:48.614979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3c71bcee-5eb2-4167-913c-7297795ff003', 'network_id': '3c71bcee-5eb2-4167-913c-7297795ff003', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'fixed_ips': [{'subnet_id': '431d1107-66c9-43bb-ac9e-35b4e861333a'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:48.615726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.636857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:48.639924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.655433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:subnet and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:48.659180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.659511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:48.665421 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8dfa4627-22a9-4bc1-92c3-7a65d067334a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=0465a542-6a97-416f-84a9-18505599b83b HTTP/1.1" status: 200 len: 205 time: 0.0593750 Dec 13 23:26:48.671660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49994) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:48.676928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:48.679898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.687502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Transition to ACTIVE for port object e5a36294-d5d2-4867-a1db-4197c77eb705 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:48.694154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:48.727907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 61e53233-eca2-4406-b3ca-073e24fb2145 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:48.728250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.749056 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-920ea522-f02b-430e-918e-29ac7e088bbd tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] delete failed (client error): The resource could not be found. Dec 13 23:26:48.750266 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-920ea522-f02b-430e-918e-29ac7e088bbd tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/0465a542-6a97-416f-84a9-18505599b83b HTTP/1.1" status: 404 len: 336 time: 0.0780838 Dec 13 23:26:48.764118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 49998) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:48.764307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port 8c124586-c181-4828-ac73-0d990446e6e1 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:26:48.808960 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Transition to ACTIVE for port object e5a36294-d5d2-4867-a1db-4197c77eb705 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:48.825299 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c8d085c9-4aba-40de-97d6-ffebdacab4a1 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=10264977-6652-461d-9c86-73ae29d13bac HTTP/1.1" status: 200 len: 205 time: 0.0579200 Dec 13 23:26:48.832086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b24f7c3-8706-458e-842e-dce6a5b26c16 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:48.833029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8b24f7c3-8706-458e-842e-dce6a5b26c16 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:48.834059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50002) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:48.836681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:48.848580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] DHCP port deletion for 2ef8f711-102b-4805-866c-190e3d3d61ea request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:26:48.892189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:26:48.892411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Deleting port 61e53233-eca2-4406-b3ca-073e24fb2145 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:48.892710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.915037 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-e9509fe0-689e-4ab3-9b90-40e3caebe40d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] delete failed (client error): The resource could not be found. Dec 13 23:26:48.919018 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e9509fe0-689e-4ab3-9b90-40e3caebe40d tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/10264977-6652-461d-9c86-73ae29d13bac HTTP/1.1" status: 404 len: 336 time: 0.0811136 Dec 13 23:26:48.919702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50006) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:48.934353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:48.944029 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:48.969773 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c5cd6801-7304-49c8-9cb0-a5503c6e7ffd tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=d29b67ab-fa0e-4a68-8cdc-973955bd4833 HTTP/1.1" status: 200 len: 205 time: 0.0492449 Dec 13 23:26:48.971969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50010) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:49.058926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72c928bc-618e-448c-86d0-49319c5df594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.089868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.098638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-270db18a-1feb-4f40-9b8a-d5619fd96903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:49.125498 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-45cd95ed-3eb3-4318-b45f-d7bb8af23786 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] delete failed (client error): The resource could not be found. Dec 13 23:26:49.129131 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-45cd95ed-3eb3-4318-b45f-d7bb8af23786 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/d29b67ab-fa0e-4a68-8cdc-973955bd4833 HTTP/1.1" status: 404 len: 336 time: 0.1536694 Dec 13 23:26:49.130919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.145183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50014) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:49.157101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61e53233-eca2-4406-b3ca-073e24fb2145 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:26:49.204335 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d4b21775-15e5-4a70-a961-aec26a0f3085 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce984742-24cd-4d33-b598-8015bb072b52 HTTP/1.1" status: 200 len: 205 time: 0.0552697 Dec 13 23:26:49.204550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Allocated IP 2001:db8::2 (3c71bcee-5eb2-4167-913c-7297795ff003/431d1107-66c9-43bb-ac9e-35b4e861333a/0a25834a-9607-42fb-8306-a616190e1372) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:49.206758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Network bcf896e1-5a3c-436e-b007-176ee40f2088 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:49.207897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50018) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:49.216027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8b24f7c3-8706-458e-842e-dce6a5b26c16 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:49.217870 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8b24f7c3-8706-458e-842e-dce6a5b26c16 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8128936 Dec 13 23:26:49.220507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.230614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:49.232548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50022) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:49.233080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:49.246471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Pushing event updated for resources: {'Port': ['ID=e5a36294-d5d2-4867-a1db-4197c77eb705,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:49.249273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:49.284551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=57ff9ecc-94cf-41f4-9c19-76b1899d0698,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:49.294622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:49.315230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-72c928bc-618e-448c-86d0-49319c5df594 None None] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61e53233-eca2-4406-b3ca-073e24fb2145,segment=NetworkSegment(34e47538-97a7-45ae-93b0-533c2cf7f3fe),segment_id=34e47538-97a7-45ae-93b0-533c2cf7f3fe)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:49.319974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Checking segment: {'id': 'df219ea6-c61e-4d9d-85ca-458341bf6d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '24846dc0-bd83-4c0e-99d5-3ecd2409830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:49.320780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network hostable DHCP agents. Network: 24846dc0-bd83-4c0e-99d5-3ecd2409830f, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:49.380724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.441041 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-673757bc-7f7b-44af-b7da-d8e90986078c tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] delete failed (client error): The resource could not be found. Dec 13 23:26:49.441233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea437c57-f16a-4c3f-ae1b-6a22f3aa0a9d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:49.449019 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-673757bc-7f7b-44af-b7da-d8e90986078c tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/ce984742-24cd-4d33-b598-8015bb072b52 HTTP/1.1" status: 404 len: 336 time: 0.2274501 Dec 13 23:26:49.449267 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ea437c57-f16a-4c3f-ae1b-6a22f3aa0a9d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2050185 Dec 13 23:26:49.453096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50026) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:49.453848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50028) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:49.504233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72c928bc-618e-448c-86d0-49319c5df594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.508249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61e53233-eca2-4406-b3ca-073e24fb2145,segment=NetworkSegment(34e47538-97a7-45ae-93b0-533c2cf7f3fe),segment_id=34e47538-97a7-45ae-93b0-533c2cf7f3fe)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:49.508664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.523779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:49.677868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Network 24846dc0-bd83-4c0e-99d5-3ecd2409830f is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:49.691963 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e9715873-0a5f-4616-a0ad-fac4abdacf77 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=b065136c-83a8-4ff2-97e0-dd700e335429 HTTP/1.1" status: 200 len: 205 time: 0.2324688 Dec 13 23:26:49.695946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50034) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:49.719425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.10 (bcf896e1-5a3c-436e-b007-176ee40f2088/8e1fe30a-57c5-4989-9bf9-daad9395b47a/8c124586-c181-4828-ac73-0d990446e6e1) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:49.735012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61e53233-eca2-4406-b3ca-073e24fb2145,segment=NetworkSegment(34e47538-97a7-45ae-93b0-533c2cf7f3fe),segment_id=34e47538-97a7-45ae-93b0-533c2cf7f3fe)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:49.735410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.738611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Calling delete_port for 61e53233-eca2-4406-b3ca-073e24fb2145 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:49.784360 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-924187f3-0e72-471e-9e41-9320e1231a1b tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] delete failed (client error): The resource could not be found. Dec 13 23:26:49.788351 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-924187f3-0e72-471e-9e41-9320e1231a1b tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/b065136c-83a8-4ff2-97e0-dd700e335429 HTTP/1.1" status: 404 len: 336 time: 0.0872159 Dec 13 23:26:49.792902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Attempting to bind port e5a36294-d5d2-4867-a1db-4197c77eb705 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:49.792902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Attempting to bind port e5a36294-d5d2-4867-a1db-4197c77eb705 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '2fed040f-0140-4f6b-b56d-365c4a4d70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bcf896e1-5a3c-436e-b007-176ee40f2088'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:49.793183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50038) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:49.793272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Attempting to bind port e5a36294-d5d2-4867-a1db-4197c77eb705 on network bcf896e1-5a3c-436e-b007-176ee40f2088 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:49.833303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 24846dc0-bd83-4c0e-99d5-3ecd2409830f) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:49.858241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b382938-8e4f-4c4a-8dc7-25e341284cef None None] Network 24846dc0-bd83-4c0e-99d5-3ecd2409830f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:49.861583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03cbe18-6f06-4053-a511-05d4f6aef027 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:49.863055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03cbe18-6f06-4053-a511-05d4f6aef027 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:49.864426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03cbe18-6f06-4053-a511-05d4f6aef027 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:49.865216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d03cbe18-6f06-4053-a511-05d4f6aef027 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:49.868248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:49.868943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3809777'] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.881412 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6f50c2a9-ffdb-4193-b8e0-09735185339e tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "GET /v2.0/ports?device_id=434bc54b-0c1a-4d3d-9f0f-d4f39263cbee HTTP/1.1" status: 200 len: 205 time: 0.0826669 Dec 13 23:26:49.881654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.881752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50042) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:49.888914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 61e53233-eca2-4406-b3ca-073e24fb2145 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:49.898506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:49.899070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Checking segment: {'id': '2fed040f-0140-4f6b-b56d-365c4a4d70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bcf896e1-5a3c-436e-b007-176ee40f2088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:49.899070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.899434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Bound using segment: {'id': '2fed040f-0140-4f6b-b56d-365c4a4d70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bcf896e1-5a3c-436e-b007-176ee40f2088'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:49.900139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Bound port: e5a36294-d5d2-4867-a1db-4197c77eb705, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fed040f-0140-4f6b-b56d-365c4a4d70ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bcf896e1-5a3c-436e-b007-176ee40f2088'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:49.900379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:49.926455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c928bc-618e-448c-86d0-49319c5df594 None None] Pushing event updated for resources: {'Port': ['ID=61e53233-eca2-4406-b3ca-073e24fb2145,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:49.929505 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-72c928bc-618e-448c-86d0-49319c5df594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:49.983719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d03cbe18-6f06-4053-a511-05d4f6aef027 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:49.987557 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d03cbe18-6f06-4053-a511-05d4f6aef027 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5299649 Dec 13 23:26:49.993483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50046) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:50.050516 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.4104476 Dec 13 23:26:50.056834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50050) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:50.069958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f7d74d09-fbc6-46df-b020-08fe80debd34 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:50.077303 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-b82445b6-3e69-4a46-8d39-4903555a9b7a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] delete failed (client error): The resource could not be found. Dec 13 23:26:50.078314 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b82445b6-3e69-4a46-8d39-4903555a9b7a tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/routers/434bc54b-0c1a-4d3d-9f0f-d4f39263cbee HTTP/1.1" status: 404 len: 336 time: 0.1582413 Dec 13 23:26:50.090475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50054) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:50.184408 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8d254b-f2ac-4964-85ba-fd8f4cf42892 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] DELETE failed (client error): The resource could not be found. Dec 13 23:26:50.184847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8d254b-f2ac-4964-85ba-fd8f4cf42892 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:50.224520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:26:50.232718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:50.232922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:50.248707 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:26:50.264104 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:50.264620 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:50.268382 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3d8d254b-f2ac-4964-85ba-fd8f4cf42892 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] 10.222.0.30 "DELETE /v2.0/subnets/52fec222-c75f-4bb9-998f-b62841d0675d HTTP/1.1" status: 404 len: 337 time: 0.1597342 Dec 13 23:26:50.295016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.310211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Transition to ACTIVE for port object 0a25834a-9607-42fb-8306-a616190e1372 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:50.339455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Transition to ACTIVE for port object 0a25834a-9607-42fb-8306-a616190e1372 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:50.378164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet 5746ba5e-b216-4ca1-a63f-83c82ae1f049 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:50.384461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] For port e5a36294-d5d2-4867-a1db-4197c77eb705, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:50.388766 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8162749 Dec 13 23:26:50.390253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] For port e5a36294-d5d2-4867-a1db-4197c77eb705, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e5a36294-d5d2-4867-a1db-4197c77eb705,segment=NetworkSegment(2fed040f-0140-4f6b-b56d-365c4a4d70ac),segment_id=2fed040f-0140-4f6b-b56d-365c4a4d70ac)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:50.395833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f7d74d09-fbc6-46df-b020-08fe80debd34 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-15141476'] for subnet, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.396178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50060) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:50.402630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:50.404039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.410687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:50.431308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'network': {'name': 'tempest-RoutersTest-1322047845'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:50.448808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.457045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e862002d-4c02-4c0e-87a5-848ad925bb86 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:50.483932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.494480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4e8fd76-e3e9-4c8d-a91f-be2dfce2c51f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:50.503149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:50.518724 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:26:50.546294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:network and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:50.551853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:50.565158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.567884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.569558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:50.602304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 23:26:50.602304 dv-neutron-821564-1-hyperv neutron-server[84313]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 13 23:26:50.602304 dv-neutron-821564-1-hyperv neutron-server[84313]: [parameters: {'status': 'DOWN', 'ports_id': '61e53233-eca2-4406-b3ca-073e24fb2145'}] Dec 13 23:26:50.602304 dv-neutron-821564-1-hyperv neutron-server[84313]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:50.602983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:50.652575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Subnet': ['ID=50af7512-b012-4868-b6b4-97df36c34424,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:50.658891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:50.662022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.686188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object 8c124586-c181-4828-ac73-0d990446e6e1 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:50.688861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Checking segment: {'id': '7c7a01ef-e405-4e09-bc00-767015d5c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95167446-bb7b-4af2-8300-a83e586f90ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:50.690673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network hostable DHCP agents. Network: 95167446-bb7b-4af2-8300-a83e586f90ab, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:50.724978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:50.727988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.768209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Pushing event updated for resources: {'Port': ['ID=0a25834a-9607-42fb-8306-a616190e1372,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:50.775302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:50.776142 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Deleting port 61e53233-eca2-4406-b3ca-073e24fb2145 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:50.777386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.784454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.784881 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added segment 01e4a4c8-7028-407c-b680-3c9ba14839d7 of type vlan for network 0e3bac8e-9884-456f-9278-6ebfd4745e78 Dec 13 23:26:50.806415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-24846dc0-bd83-4c0e-99d5-3ecd2409830f', 'network_id': '24846dc0-bd83-4c0e-99d5-3ecd2409830f', 'tenant_id': '930d28b78eae43c4bbe27f8c199acff6', 'fixed_ips': [{'subnet_id': '57ff9ecc-94cf-41f4-9c19-76b1899d0698'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:50.808815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.818896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Network 3c71bcee-5eb2-4167-913c-7297795ff003 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:50.821722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:50.825278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.831735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:50.868092 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:26:43Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:26:44Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:50.872666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:50.874046 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:26:50.874406 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Updating router 9e05767b-304a-44a9-af52-727a371ef61d port 3e94c767-50c4-46cd-8ea2-edb0782fe487 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:26:50.887486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 95167446-bb7b-4af2-8300-a83e586f90ab is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:50.899774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.907952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:50.922147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:50.931043 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.953413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:50.973267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 61e53233-eca2-4406-b3ca-073e24fb2145 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:50.973613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.133234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50066) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:51.190855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network bcf896e1-5a3c-436e-b007-176ee40f2088 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:51.247595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f7d74d09-fbc6-46df-b020-08fe80debd34 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780919724804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14978945'] for subnet, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.248567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:51.251145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:51.255124 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Pushing event updated for resources: {'Port': ['ID=e5a36294-d5d2-4867-a1db-4197c77eb705,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:51.262061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-97617cbf-b81e-4925-a63f-4e8a9af63c3d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:51.263203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:51.324947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=8c124586-c181-4828-ac73-0d990446e6e1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:51.328736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:51.329371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.336210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:51.336806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.361897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 95167446-bb7b-4af2-8300-a83e586f90ab) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:51.367140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:51.368408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.374113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.407191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1a65eb10-8b5f-4dcd-897d-43aa74126397 tempest-NetworksIpV6TestAttrs-33987086 tempest-NetworksIpV6TestAttrs-33987086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:51.440297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Attempting to bind port 0a25834a-9607-42fb-8306-a616190e1372 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:51.456479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Attempting to bind port 0a25834a-9607-42fb-8306-a616190e1372 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4647776d-eedb-433e-811a-b153609a5eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3c71bcee-5eb2-4167-913c-7297795ff003'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:51.460699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Attempting to bind port 0a25834a-9607-42fb-8306-a616190e1372 on network 3c71bcee-5eb2-4167-913c-7297795ff003 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:51.482821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84267754-8e69-4954-84cf-53988505b890 None None] Network 95167446-bb7b-4af2-8300-a83e586f90ab requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:51.496693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d74d09-fbc6-46df-b020-08fe80debd34 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:51.497314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f7d74d09-fbc6-46df-b020-08fe80debd34 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.498715 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f7d74d09-fbc6-46df-b020-08fe80debd34 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "PUT /v2.0/subnets/57ff9ecc-94cf-41f4-9c19-76b1899d0698 HTTP/1.1" status: 200 len: 900 time: 1.4409285 Dec 13 23:26:51.499829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d74d09-fbc6-46df-b020-08fe80debd34 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event updated for resources: {'Subnet': ['ID=57ff9ecc-94cf-41f4-9c19-76b1899d0698,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:51.503083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.505676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50072) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:51.511908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f7d74d09-fbc6-46df-b020-08fe80debd34 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:51.530068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-176a603b-00f8-4c49-abbc-0ae3e731e549 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:51.548567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770cb7f1-64e9-466d-be84-cb21791a1501 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:51.565505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.587449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:51.588070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.613524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Network': ['ID=0e3bac8e-9884-456f-9278-6ebfd4745e78,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:51.616751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:51.618528 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2625661 Dec 13 23:26:51.620194 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2075722 Dec 13 23:26:51.623693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50076) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:51.628766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50078) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:51.648736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'subnet': {'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:51.694239 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.708733 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Transition to ACTIVE for port object 3e94c767-50c4-46cd-8ea2-edb0782fe487 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:51.729618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-937267937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:51.751971 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 0e3bac8e-9884-456f-9278-6ebfd4745e78 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:51.758302 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1914914 Dec 13 23:26:51.759077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:51.766103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50084) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:51.768545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=5746ba5e-b216-4ca1-a63f-83c82ae1f049,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:51.770654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:router and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:51.774644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': 'bcf896e1-5a3c-436e-b007-176ee40f2088', 'name': 'tempest-PortsTestJSON-832822488'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:51.775704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:51.779329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.790146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:51.798693 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.804272 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:51.807732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:51.808546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Checking segment: {'id': '4647776d-eedb-433e-811a-b153609a5eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3c71bcee-5eb2-4167-913c-7297795ff003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:51.808693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.809018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Bound using segment: {'id': '4647776d-eedb-433e-811a-b153609a5eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3c71bcee-5eb2-4167-913c-7297795ff003'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:51.809504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Bound port: 0a25834a-9607-42fb-8306-a616190e1372, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4647776d-eedb-433e-811a-b153609a5eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '3c71bcee-5eb2-4167-913c-7297795ff003'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:51.809879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.926533 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/5746ba5e-b216-4ca1-a63f-83c82ae1f049 HTTP/1.1" status: 204 len: 168 time: 1.9356072 Dec 13 23:26:51.950202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50088) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:51.955554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61e53233-eca2-4406-b3ca-073e24fb2145,segment=NetworkSegment(34e47538-97a7-45ae-93b0-533c2cf7f3fe),segment_id=34e47538-97a7-45ae-93b0-533c2cf7f3fe)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:51.955554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:51.982409 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6159bbc-2167-414f-8343-a91b508e7781 None None] Pushing event updated for resources: {'Port': ['ID=3e94c767-50c4-46cd-8ea2-edb0782fe487,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:52.000107 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c6159bbc-2167-414f-8343-a91b508e7781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:52.049154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:52.052696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61e53233-eca2-4406-b3ca-073e24fb2145,segment=NetworkSegment(34e47538-97a7-45ae-93b0-533c2cf7f3fe),segment_id=34e47538-97a7-45ae-93b0-533c2cf7f3fe)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:52.053149 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.090458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Usage tracker for resource:security_group_rule and tenant:307daabb371943eda530dd05ec1b0356 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:52.097169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 61e53233-eca2-4406-b3ca-073e24fb2145 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:52.146353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:52.162559 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Allocated IP 2001:db8::3 (24846dc0-bd83-4c0e-99d5-3ecd2409830f/57ff9ecc-94cf-41f4-9c19-76b1899d0698/8b70a7c5-8f34-474d-8630-ae0bd9cf87e8) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:52.180652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:52.193762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:52.199274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:subnet and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:52.203015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:52.209743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:52.219777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:52.241880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet c358910f-f556-4550-88e7-a0e8dd4a15f0 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:26:52.269214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.282526 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Attempting to bind port 3e94c767-50c4-46cd-8ea2-edb0782fe487 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:52.283213 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Attempting to bind port 3e94c767-50c4-46cd-8ea2-edb0782fe487 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '2593464f-7cb9-4a90-85cc-61e57fd5ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:52.283651 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Attempting to bind port 3e94c767-50c4-46cd-8ea2-edb0782fe487 on network d50d254b-5f6f-4f1b-8266-e178d19a44ae {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:52.292047 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:52.293346 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Checking segment: {'id': '2593464f-7cb9-4a90-85cc-61e57fd5ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:52.293771 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.294170 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Bound using segment: {'id': '2593464f-7cb9-4a90-85cc-61e57fd5ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:52.294642 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Bound port: 3e94c767-50c4-46cd-8ea2-edb0782fe487, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593464f-7cb9-4a90-85cc-61e57fd5ebe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:52.295171 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.309940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.336768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Made reservation on behalf of d7dd26dec622440ba7be412cfdbc480c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:52.410438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Calling delete_port for 61e53233-eca2-4406-b3ca-073e24fb2145 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:52.490137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:52.491318 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] For port 3e94c767-50c4-46cd-8ea2-edb0782fe487, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:52.496666 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] For port 3e94c767-50c4-46cd-8ea2-edb0782fe487, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3e94c767-50c4-46cd-8ea2-edb0782fe487,segment=NetworkSegment(2593464f-7cb9-4a90-85cc-61e57fd5ebe1),segment_id=2593464f-7cb9-4a90-85cc-61e57fd5ebe1)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:52.503704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:52.507453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:52.508162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.512839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.528798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.561081 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.565626 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:52.572349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61e53233-eca2-4406-b3ca-073e24fb2145,segment=NetworkSegment(34e47538-97a7-45ae-93b0-533c2cf7f3fe),segment_id=34e47538-97a7-45ae-93b0-533c2cf7f3fe)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:52.574232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.633083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.647873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.703390 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:26:52.704917 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:52.706523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb0299-1739-4430-b35e-a09af05ccce0 None None] Network bcf896e1-5a3c-436e-b007-176ee40f2088 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:52.758042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.770684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.846419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.863787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:52.883832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:52.883832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:52.884443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:52.913113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.932118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:52.938869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-34e6f67f-b518-4657-bfee-cdbda9c87202 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:52.974263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] For port 0a25834a-9607-42fb-8306-a616190e1372, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:53.017896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 61e53233-eca2-4406-b3ca-073e24fb2145 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:53.018232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.019700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:53.021365 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:26:53.027896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port d5d3860f-0494-4ba4-8139-d12119748f70 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:53.029703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.046253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.047634 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-74050728-bb19-4f8e-9077-4d13e405a4fa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4179583 Dec 13 23:26:53.050202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e5a36294-d5d2-4867-a1db-4197c77eb705 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:53.059277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.062990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50092) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:53.126188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] For port 0a25834a-9607-42fb-8306-a616190e1372, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a25834a-9607-42fb-8306-a616190e1372,segment=NetworkSegment(4647776d-eedb-433e-811a-b153609a5eaf),segment_id=4647776d-eedb-433e-811a-b153609a5eaf)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:53.144393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.181330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.185579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:53.186088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:53.237992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.250923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:53.254370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.256634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=61e53233-eca2-4406-b3ca-073e24fb2145,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:53.275410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:53.286735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:53.318477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port ac3e66c7-eeaf-490c-a719-82551dae9d7b yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:26:53.388666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-95167446-bb7b-4af2-8300-a83e586f90ab', 'network_id': '95167446-bb7b-4af2-8300-a83e586f90ab', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'fixed_ips': [{'subnet_id': '50af7512-b012-4868-b6b4-97df36c34424'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:53.389515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.397155 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6159bbc-2167-414f-8343-a91b508e7781 None None] Pushing event updated for resources: {'Port': ['ID=3e94c767-50c4-46cd-8ea2-edb0782fe487,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:53.409734 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:26:43Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:26:52Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:53.412837 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c6159bbc-2167-414f-8343-a91b508e7781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:53.417484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61719611-9fe4-402d-9cf2-e71cd272fe08 None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:26:43Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:26:52Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:26:53.460594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Checking segment: {'id': '01e4a4c8-7028-407c-b680-3c9ba14839d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:53.461070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network hostable DHCP agents. Network: 0e3bac8e-9884-456f-9278-6ebfd4745e78, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:53.495357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9cc199-d57d-4c72-b140-864ed54bc4eb,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:53.528929 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/c358910f-f556-4550-88e7-a0e8dd4a15f0 HTTP/1.1" status: 204 len: 168 time: 1.5781136 Dec 13 23:26:53.532657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:53.538658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-69404594-c25f-4668-bba5-d64a334fab76 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:53.546442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50096) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:53.569327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Subnet': ['ID=daaad2ce-01af-4ddb-a45a-a989a11ce211,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:53.590163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=c358910f-f556-4550-88e7-a0e8dd4a15f0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:53.592735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:53.597266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.603073 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=307daabb371943eda530dd05ec1b0356&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4664760 Dec 13 23:26:53.603786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50100) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:53.608882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Transition to ACTIVE for port object 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:53.629011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Transition to ACTIVE for port object 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:53.637368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Deleting port 61e53233-eca2-4406-b3ca-073e24fb2145 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:53.637783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.648140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:53.692366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.11 (bcf896e1-5a3c-436e-b007-176ee40f2088/8e1fe30a-57c5-4989-9bf9-daad9395b47a/ac3e66c7-eeaf-490c-a719-82551dae9d7b) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:53.694474 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dd568990-c4a9-486d-b3f6-108a0372b50a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409400 Dec 13 23:26:53.704548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50104) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:53.725834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:53.754704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.815062 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Pushing event updated for resources: {'Port': ['ID=0a25834a-9607-42fb-8306-a616190e1372,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:53.823426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.871319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:53.875995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61e53233-eca2-4406-b3ca-073e24fb2145,segment=NetworkSegment(34e47538-97a7-45ae-93b0-533c2cf7f3fe),segment_id=34e47538-97a7-45ae-93b0-533c2cf7f3fe)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:53.876739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.913097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ff127c6a-aa7c-4788-bd82-e90cb3f8b04b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:53.948814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:53.949310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Network 24846dc0-bd83-4c0e-99d5-3ecd2409830f is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:53.958810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d99c111f-23d8-460e-81da-0a28147e418f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:53.970240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=57ff9ecc-94cf-41f4-9c19-76b1899d0698,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:53.975770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:54.068131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.083926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:54.116047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9281981c-7a57-4fb6-9b3d-41721bebee4c None None] Provisioning for port e5a36294-d5d2-4867-a1db-4197c77eb705 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:54.131786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:54.147704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 61e53233-eca2-4406-b3ca-073e24fb2145 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:54.237879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.405316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24846dc0-bd83-4c0e-99d5-3ecd2409830f']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:54.411111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Pushing event updated for resources: {'Port': ['ID=8b70a7c5-8f34-474d-8630-ae0bd9cf87e8,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:54.414506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.417850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port e5a36294-d5d2-4867-a1db-4197c77eb705 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:54.433588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:54.480197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:54.484403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:54.487296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:54.493251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:54.508475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.520030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-90f50e92-5c4d-4bd9-9229-6cf3655af0d2 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:54.550399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port e5a36294-d5d2-4867-a1db-4197c77eb705 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:54.550782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.574655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for d5d3860f-0494-4ba4-8139-d12119748f70 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:54.592493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Attempting to bind port 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:54.592852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Attempting to bind port 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'df219ea6-c61e-4d9d-85ca-458341bf6d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '24846dc0-bd83-4c0e-99d5-3ecd2409830f'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:54.593220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Attempting to bind port 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8 on network 24846dc0-bd83-4c0e-99d5-3ecd2409830f {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:54.614148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 0e3bac8e-9884-456f-9278-6ebfd4745e78 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:54.628980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=61e53233-eca2-4406-b3ca-073e24fb2145,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:54.638229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:54.642007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df219ea6-c61e-4d9d-85ca-458341bf6d71') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:54.642290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df219ea6-c61e-4d9d-85ca-458341bf6d71') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:54.642744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port 61e53233-eca2-4406-b3ca-073e24fb2145 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:54.658640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:54.662252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.710128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 0e3bac8e-9884-456f-9278-6ebfd4745e78) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:54.712323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.737259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] For port 61e53233-eca2-4406-b3ca-073e24fb2145, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61e53233-eca2-4406-b3ca-073e24fb2145,segment=NetworkSegment(34e47538-97a7-45ae-93b0-533c2cf7f3fe),segment_id=34e47538-97a7-45ae-93b0-533c2cf7f3fe)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:54.737698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.828278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:54.829203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.856785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.884940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.920765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:54.921176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.931529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:54.937378 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:54.948061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef8f711-102b-4805-866c-190e3d3d61ea']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:54.968177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e47538-97a7-45ae-93b0-533c2cf7f3fe') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:54.968886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e47538-97a7-45ae-93b0-533c2cf7f3fe') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:55.052506 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4251723 Dec 13 23:26:55.054453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.055523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Calling delete_port for 61e53233-eca2-4406-b3ca-073e24fb2145 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:55.071428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50108) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:55.105663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4522d109-8876-4b65-9150-b0d4c76bb9a3 None None] Network 0e3bac8e-9884-456f-9278-6ebfd4745e78 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:55.117272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e205368-225e-406c-9af2-29e63592ab3e None None] Network 3c71bcee-5eb2-4167-913c-7297795ff003 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:55.141231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.168492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:55.168918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Checking segment: {'id': 'df219ea6-c61e-4d9d-85ca-458341bf6d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '24846dc0-bd83-4c0e-99d5-3ecd2409830f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:55.169326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.169726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Bound using segment: {'id': 'df219ea6-c61e-4d9d-85ca-458341bf6d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '24846dc0-bd83-4c0e-99d5-3ecd2409830f'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:55.170205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Bound port: 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df219ea6-c61e-4d9d-85ca-458341bf6d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '24846dc0-bd83-4c0e-99d5-3ecd2409830f'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:55.170578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.189251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:55.189251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:55.198874 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:55.224025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.237644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2d5e4000-a8a7-4a2e-a057-2273556eccfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:55.254755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.260831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:26:55.260831 dv-neutron-821564-1-hyperv neutron-server[84311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:26:55.260831 dv-neutron-821564-1-hyperv neutron-server[84311]: [parameters: {'id': '24846dc0-bd83-4c0e-99d5-3ecd2409830f'}] Dec 13 23:26:55.260831 dv-neutron-821564-1-hyperv neutron-server[84311]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:55.261359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:55.293321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9cc199-d57d-4c72-b140-864ed54bc4eb,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:55.296049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:55.305993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object ac3e66c7-eeaf-490c-a719-82551dae9d7b will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:55.325383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3265154-2472-4be1-afff-90c2071b4821 None None] Update dhcp port {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': 'c358910f-f556-4550-88e7-a0e8dd4a15f0'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '01420589-abce-4cbf-9edc-33dac9be9a08'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:26:55.429972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.465320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Allocated IP 2001:db8:1::2 (95167446-bb7b-4af2-8300-a83e586f90ab/50af7512-b012-4868-b6b4-97df36c34424/4cdb9501-9496-4abc-a14d-0200926fd803) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:55.480761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:55.543642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.549161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:55.569922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.581452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=2ef8f711-102b-4805-866c-190e3d3d61ea,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:55.591598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:55.597779 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/2ef8f711-102b-4805-866c-190e3d3d61ea HTTP/1.1" status: 204 len: 168 time: 10.9029183 Dec 13 23:26:55.601497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50112) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:55.609689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2043911880'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:55.613404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:55.625361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:55.628621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network bcf896e1-5a3c-436e-b007-176ee40f2088 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:55.628798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3419f332-eb0c-4b7c-bf58-7295d0bd860b None None] Provisioning for port 0a25834a-9607-42fb-8306-a616190e1372 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:55.630039 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:55.631726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:26:55.632097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:26:55.633560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 2001:db8::1 (3c71bcee-5eb2-4167-913c-7297795ff003/431d1107-66c9-43bb-ac9e-35b4e861333a/57e9b683-fcb2-488f-b47d-a99426284947) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:55.635520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:55.638779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=ac3e66c7-eeaf-490c-a719-82551dae9d7b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:55.641386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:55.641552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:55.669455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3265154-2472-4be1-afff-90c2071b4821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.691697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:55.716751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.717814 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c9cc199-d57d-4c72-b140-864ed54bc4eb HTTP/1.1" status: 204 len: 168 time: 2.0599837 Dec 13 23:26:55.736013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.742597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-60c7ed60-1217-480c-a32f-1632667d5f92 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:55.764675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:55.768107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.775308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.830923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:55.831635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.838226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=d5d3860f-0494-4ba4-8139-d12119748f70,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:55.863169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:26:55.882648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.894998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.898154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.898506 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment e2fade55-c7e3-47d6-87bb-e7f2cf83f44b of type vlan for network efc70aaa-8601-4313-9675-aee06cda685e Dec 13 23:26:55.920166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:55.923657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.944396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Transition to ACTIVE for port object 57e9b683-fcb2-488f-b47d-a99426284947 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:55.964539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f7d74d09-fbc6-46df-b020-08fe80debd34 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:55.972562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:55.995709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port e5a36294-d5d2-4867-a1db-4197c77eb705, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e5a36294-d5d2-4867-a1db-4197c77eb705,segment=NetworkSegment(2fed040f-0140-4f6b-b56d-365c4a4d70ac),segment_id=2fed040f-0140-4f6b-b56d-365c4a4d70ac)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:56.063883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] For port 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:56.114851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.120950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:56.127533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.145516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.145829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Deleting port 61e53233-eca2-4406-b3ca-073e24fb2145 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:56.146221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.160923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf227ca5-7121-4e3e-9158-ea34481c07c2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:56.271500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.278933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-51d03fc2-ee25-4ad8-a06e-8ef7b4d6c311 None None] The port '61e53233-eca2-4406-b3ca-073e24fb2145' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:26:56.282704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] For port 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8b70a7c5-8f34-474d-8630-ae0bd9cf87e8,segment=NetworkSegment(df219ea6-c61e-4d9d-85ca-458341bf6d71),segment_id=df219ea6-c61e-4d9d-85ca-458341bf6d71)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:56.298653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7bfc724e-ea65-490b-b3f7-8bb0907d65b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:56.315322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:56.321088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.421245 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8186612 Dec 13 23:26:56.445764 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6748095 Dec 13 23:26:56.445867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50120) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:56.445953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.462552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 3c71bcee-5eb2-4167-913c-7297795ff003 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:56.464264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50122) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:56.477799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:56.484622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:56.485997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.495039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:56.509533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-0e3bac8e-9884-456f-9278-6ebfd4745e78', 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'fixed_ips': [{'subnet_id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:26:56.514644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.517558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:56.561226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:56.561818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.580008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': 'efc70aaa-8601-4313-9675-aee06cda685e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:56.586647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=fc06f151-8dec-4c1b-9ed0-179089c3b80b,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:56.616941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=efc70aaa-8601-4313-9675-aee06cda685e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:56.619315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:56.630655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3f2e387d-558b-428f-bc0e-3782c5a5f6d7 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:56.689680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a25834a-9607-42fb-8306-a616190e1372 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:56.712984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:56.734522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50128) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:56.748514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network efc70aaa-8601-4313-9675-aee06cda685e details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:26:56.762143 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0beda78a-f7a5-4b47-9b81-87cc40a70e04 None None] Provisioning for port 8c124586-c181-4828-ac73-0d990446e6e1 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:56.789860 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0821762 Dec 13 23:26:56.790542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50132) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:56.805230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:56.809892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0beda78a-f7a5-4b47-9b81-87cc40a70e04 None None] Provisioning complete for port 8c124586-c181-4828-ac73-0d990446e6e1 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:56.810277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0beda78a-f7a5-4b47-9b81-87cc40a70e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.836091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:56.887167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=57e9b683-fcb2-488f-b47d-a99426284947,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:56.917799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:56.935063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:56.944037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:56.956650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:56.977229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b0632e-6e1d-4b71-8b1c-8ed9a80a5e31 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:56.977511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:56.997014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.023104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=e5a36294-d5d2-4867-a1db-4197c77eb705,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:57.036768 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:57.053424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-767c37c5-ee82-4762-b71a-267db4a5cc11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.545s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:57.070291 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0fb2a1b4-ff0a-4013-bd7c-e485fd705356 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3a68face40f4a69972525752c47a411&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3322201 Dec 13 23:26:57.081928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8b70a7c5-8f34-474d-8630-ae0bd9cf87e8,segment=NetworkSegment(df219ea6-c61e-4d9d-85ca-458341bf6d71),segment_id=df219ea6-c61e-4d9d-85ca-458341bf6d71)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:57.082290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.089402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50136) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:57.125671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8041f7c0-539d-4deb-b5b9-732ca973895b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:57.125671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8041f7c0-539d-4deb-b5b9-732ca973895b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:57.176954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Transition to ACTIVE for port object 4cdb9501-9496-4abc-a14d-0200926fd803 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:57.193975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:57.246808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:57.264941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0beda78a-f7a5-4b47-9b81-87cc40a70e04 None None] Port 8c124586-c181-4828-ac73-0d990446e6e1 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:57.271049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8041f7c0-539d-4deb-b5b9-732ca973895b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:57.275003 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8041f7c0-539d-4deb-b5b9-732ca973895b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.7390859 Dec 13 23:26:57.277629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50140) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:57.318047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Transition to ACTIVE for port object 4cdb9501-9496-4abc-a14d-0200926fd803 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:57.442118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.500045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Pushing event updated for resources: {'Port': ['ID=8b70a7c5-8f34-474d-8630-ae0bd9cf87e8,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:57.503674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:57.547429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:26:57.552360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:26:57.555652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:26:57.575205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:26:57.599572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.605408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0a25834a-9607-42fb-8306-a616190e1372 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:57.622158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-475ecff6-8bba-4e3d-b20b-f75879317f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.622452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:57.685491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-475ecff6-8bba-4e3d-b20b-f75879317f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.686717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0a25834a-9607-42fb-8306-a616190e1372 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:57.687104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.720523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:26:57.732941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port ac3e66c7-eeaf-490c-a719-82551dae9d7b {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:26:57.733517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.750441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace42ab6-dfcb-44c6-a482-709f54a2677d None None] Network 24846dc0-bd83-4c0e-99d5-3ecd2409830f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:57.756955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.767942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8656b6b-312b-4c6c-9e23-0ad2239b92b9 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:57.860810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Pushing event updated for resources: {'Port': ['ID=4cdb9501-9496-4abc-a14d-0200926fd803,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:57.863659 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:57.868033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0beda78a-f7a5-4b47-9b81-87cc40a70e04 None None] Provisioning complete for port e5a36294-d5d2-4867-a1db-4197c77eb705 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:57.868033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0beda78a-f7a5-4b47-9b81-87cc40a70e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.876955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:57.879266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Port': ['ID=8b70a7c5-8f34-474d-8630-ae0bd9cf87e8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:57.892227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:57.910019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No DVR routers for this DVR port 8b70a7c5-8f34-474d-8630-ae0bd9cf87e8 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:26:57.976906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Network 95167446-bb7b-4af2-8300-a83e586f90ab is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:57.991424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:57.994012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:26:58.011336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Allocated IP 172.23.0.2 (0e3bac8e-9884-456f-9278-6ebfd4745e78/daaad2ce-01af-4ddb-a45a-a989a11ce211/21d262fd-f498-4858-adc7-5c5b22f5b8f9) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:58.024893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.025901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.037768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:58.138253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.179156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=57e9b683-fcb2-488f-b47d-a99426284947,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:58.233597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.240259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:58.244657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-475ecff6-8bba-4e3d-b20b-f75879317f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.266015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3cfae177-fb0c-45fa-acbe-2dffe3c69e0e tempest-PortsAdminExtendedAttrsTestJSON-2135231979 tempest-PortsAdminExtendedAttrsTestJSON-2135231979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:58.282360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.298293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.362895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b1e5c-cb69-43bb-be1a-bc7379620dff None None] Network 24846dc0-bd83-4c0e-99d5-3ecd2409830f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:58.398512 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Attempting to bind port 4cdb9501-9496-4abc-a14d-0200926fd803 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:26:58.398969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Attempting to bind port 4cdb9501-9496-4abc-a14d-0200926fd803 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '7c7a01ef-e405-4e09-bc00-767015d5c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95167446-bb7b-4af2-8300-a83e586f90ab'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:26:58.399409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Attempting to bind port 4cdb9501-9496-4abc-a14d-0200926fd803 on network 95167446-bb7b-4af2-8300-a83e586f90ab {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:26:58.440460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.451681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for ac3e66c7-eeaf-490c-a719-82551dae9d7b owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:26:58.458833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ecff6-8bba-4e3d-b20b-f75879317f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6843218d-c1d5-4711-a3d0-4d1a806e14c1,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:58.461060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-475ecff6-8bba-4e3d-b20b-f75879317f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:58.474002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.478302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38af0801-872b-4121-afa9-252b87f4e44e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:58.557430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 3c71bcee-5eb2-4167-913c-7297795ff003 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:26:58.566038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:58.589974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-475ecff6-8bba-4e3d-b20b-f75879317f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.593992 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-475ecff6-8bba-4e3d-b20b-f75879317f88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6843218d-c1d5-4711-a3d0-4d1a806e14c1 HTTP/1.1" status: 204 len: 168 time: 1.5023131 Dec 13 23:26:58.620445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24846dc0-bd83-4c0e-99d5-3ecd2409830f']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:58.632104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:26:58.632568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Checking segment: {'id': '7c7a01ef-e405-4e09-bc00-767015d5c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95167446-bb7b-4af2-8300-a83e586f90ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:58.633577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.633577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Bound using segment: {'id': '7c7a01ef-e405-4e09-bc00-767015d5c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95167446-bb7b-4af2-8300-a83e586f90ab'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:26:58.634779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Bound port: 4cdb9501-9496-4abc-a14d-0200926fd803, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7a01ef-e405-4e09-bc00-767015d5c160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '95167446-bb7b-4af2-8300-a83e586f90ab'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:26:58.634779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.655800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df219ea6-c61e-4d9d-85ca-458341bf6d71') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:58.656108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df219ea6-c61e-4d9d-85ca-458341bf6d71') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:26:58.685094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.688411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 0a25834a-9607-42fb-8306-a616190e1372, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a25834a-9607-42fb-8306-a616190e1372,segment=NetworkSegment(4647776d-eedb-433e-811a-b153609a5eaf),segment_id=4647776d-eedb-433e-811a-b153609a5eaf)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:26:58.748469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=3bd38ab9-435a-488a-a753-2973584f5188,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:58.772259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:58.833860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': 'e2fade55-c7e3-47d6-87bb-e7f2cf83f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'efc70aaa-8601-4313-9675-aee06cda685e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:26:58.834219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: efc70aaa-8601-4313-9675-aee06cda685e, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:26:58.853233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:58.854701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3e94c767-50c4-46cd-8ea2-edb0782fe487 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:26:58.895719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:59.035487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.036652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.051300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d776cf8f-a679-4538-b4cf-5d8a2a603bb8 tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:59.074018 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.ipam_backend_mixin [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc06f151-8dec-4c1b-9ed0-179089c3b80b (CIDR: 2001:db8::/64) Dec 13 23:26:59.084432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.097539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=ac3e66c7-eeaf-490c-a719-82551dae9d7b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:59.102069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:59.118372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:26:59.119338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.145447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network efc70aaa-8601-4313-9675-aee06cda685e is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:26:59.185475 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:26:59.192411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Provisioning complete for port 8c124586-c181-4828-ac73-0d990446e6e1 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:59.192926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.205318 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:26:59.206117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:59.249742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] For port 4cdb9501-9496-4abc-a14d-0200926fd803, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:26:59.264347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] For port 4cdb9501-9496-4abc-a14d-0200926fd803, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4cdb9501-9496-4abc-a14d-0200926fd803,segment=NetworkSegment(7c7a01ef-e405-4e09-bc00-767015d5c160),segment_id=7c7a01ef-e405-4e09-bc00-767015d5c160)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:26:59.316377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.369787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=0a25834a-9607-42fb-8306-a616190e1372,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:59.373692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:59.377004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Transition to ACTIVE for port object 21d262fd-f498-4858-adc7-5c5b22f5b8f9 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:59.389679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.405022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-72c928bc-618e-448c-86d0-49319c5df594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:59.464903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.493634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Port 8c124586-c181-4828-ac73-0d990446e6e1 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:26:59.504233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] Update dhcp port {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'fixed_ips': [{'subnet_id': 'fc06f151-8dec-4c1b-9ed0-179089c3b80b'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '01420589-abce-4cbf-9edc-33dac9be9a08'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:26:59.527579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.540626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, efc70aaa-8601-4313-9675-aee06cda685e) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:26:59.540826 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-96c69f49-a943-42e7-ad0b-4342c0f47061 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7402375 Dec 13 23:26:59.543326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cb607bf6-74e4-42d9-bdd1-976e60e3dcb7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:59.554044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50152) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:59.561806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.567270 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/ac3e66c7-eeaf-490c-a719-82551dae9d7b HTTP/1.1" status: 204 len: 168 time: 2.2467165 Dec 13 23:26:59.568080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50156) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:59.570096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:26:59.570683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.571689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.586474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364651d-fd56-4454-b381-d7ccde6015ce None None] Network efc70aaa-8601-4313-9675-aee06cda685e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:26:59.594810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=24846dc0-bd83-4c0e-99d5-3ecd2409830f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:59.595331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'subnet': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:26:59.598668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:59.656184 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/24846dc0-bd83-4c0e-99d5-3ecd2409830f HTTP/1.1" status: 204 len: 168 time: 8.1492701 Dec 13 23:26:59.662039 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cc2415-0d37-4771-bd50-1911c880e0d4 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:26:59.662546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-26cc2415-0d37-4771-bd50-1911c880e0d4 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:26:59.664144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50162) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:59.677598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Transition to ACTIVE for port object 21d262fd-f498-4858-adc7-5c5b22f5b8f9 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:26:59.689681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 3e94c767-50c4-46cd-8ea2-edb0782fe487 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:26:59.722960 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8955a19-873a-4d0c-9d9c-eded97fc2060 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:26:59.723440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8955a19-873a-4d0c-9d9c-eded97fc2060 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:59.727482 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a8955a19-873a-4d0c-9d9c-eded97fc2060 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/57ff9ecc-94cf-41f4-9c19-76b1899d0698 HTTP/1.1" status: 404 len: 337 time: 0.0599523 Dec 13 23:26:59.728600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50166) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:59.748669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 3e94c767-50c4-46cd-8ea2-edb0782fe487 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:59.748919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.753040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router cbb7fadd-270f-46e5-91b3-f0c77e9eba79 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:26:59.760924 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e450244-3da8-4c8b-9b20-d138ec1a5d97 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:26:59.761765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e450244-3da8-4c8b-9b20-d138ec1a5d97 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:26:59.765512 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0e450244-3da8-4c8b-9b20-d138ec1a5d97 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/24846dc0-bd83-4c0e-99d5-3ecd2409830f HTTP/1.1" status: 404 len: 339 time: 0.0328395 Dec 13 23:26:59.766197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50170) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:59.817499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:26:59.848875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Pushing event updated for resources: {'Port': ['ID=4cdb9501-9496-4abc-a14d-0200926fd803,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:26:59.851796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:26:59.862758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fce07926-ac26-4ada-b4a8-1034bff5c903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:26:59.880217 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4365184 Dec 13 23:26:59.883545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-26cc2415-0d37-4771-bd50-1911c880e0d4 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:26:59.888366 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-26cc2415-0d37-4771-bd50-1911c880e0d4 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/ac3e66c7-eeaf-490c-a719-82551dae9d7b HTTP/1.1" status: 404 len: 333 time: 0.2766471 Dec 13 23:26:59.892337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Allocated IP 172.23.0.1 (0e3bac8e-9884-456f-9278-6ebfd4745e78/daaad2ce-01af-4ddb-a45a-a989a11ce211/1fbb0d7a-88a1-45a2-9131-0af2cd4eec86) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:26:59.923457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50176) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:59.924490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50178) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:26:59.950531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Provisioning complete for port 01420589-abce-4cbf-9edc-33dac9be9a08 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:26:59.951018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.007766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:00.097570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Usage tracker for resource:subnet and tenant:f250cbc3a12f4ec8be9cffdceaf0d82c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:00.111668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:00.130088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:00.134496 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Pushing event updated for resources: {'Port': ['ID=21d262fd-f498-4858-adc7-5c5b22f5b8f9,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:00.179315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:00.252219 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Network 0e3bac8e-9884-456f-9278-6ebfd4745e78 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:00.257803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 8c124586-c181-4828-ac73-0d990446e6e1 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:00.258374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.356482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:00.369955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:00.379169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:00.439540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] Allocated IP 2001:db8::2 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/fc06f151-8dec-4c1b-9ed0-179089c3b80b/01420589-abce-4cbf-9edc-33dac9be9a08) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:00.446656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.533379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.543768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.550896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-efc70aaa-8601-4313-9675-aee06cda685e', 'network_id': 'efc70aaa-8601-4313-9675-aee06cda685e', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': '3bd38ab9-435a-488a-a753-2973584f5188'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:00.551914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.574422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.677715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Transition to ACTIVE for port object 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:00.721153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:00.785840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.809278 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/cbb7fadd-270f-46e5-91b3-f0c77e9eba79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7365875 Dec 13 23:27:00.809509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.820423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.824196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50192) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:00.829349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:00.922101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:00.964184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a06af8-e088-44a6-b33f-c96ea74a023a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:00.966106 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-69a06af8-e088-44a6-b33f-c96ea74a023a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports/57e9b683-fcb2-488f-b47d-a99426284947 HTTP/1.1" status: 200 len: 911 time: 0.1004977 Dec 13 23:27:00.969213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50196) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:01.006940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244dbff4-9fd6-4300-8e3e-ad2e7aa55a95']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:01.012080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Allocated IP 172.20.0.2 (efc70aaa-8601-4313-9675-aee06cda685e/3bd38ab9-435a-488a-a753-2973584f5188/df7fff4e-6fc4-467d-9f36-a917725f88fa) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:01.037466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 0e3bac8e-9884-456f-9278-6ebfd4745e78 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:01.048617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:01.054126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4f6a07-5d40-468f-82a3-aa23c4539525') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:01.054682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4f6a07-5d40-468f-82a3-aa23c4539525') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:01.070193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:01.114919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.117190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.125658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=1fbb0d7a-88a1-45a2-9131-0af2cd4eec86,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:01.139908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:01.140521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf933aa-e8aa-4b93-9265-aaa679dd54c0 None None] Sync routers for ids ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:01.154396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.163048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:01.165872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.224671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] For port 01420589-abce-4cbf-9edc-33dac9be9a08, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01420589-abce-4cbf-9edc-33dac9be9a08,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:01.257324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:01.276538 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:01.294329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.342315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Router 6c5be422-9dc7-468d-8beb-d021f1c3a159 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:01.359377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9cedda-67d7-4e58-bc78-f5821c0c9ef9 None None] Network 95167446-bb7b-4af2-8300-a83e586f90ab requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:01.393292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] Transition to ACTIVE for port object 01420589-abce-4cbf-9edc-33dac9be9a08 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:01.456485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.465968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d20fa439-f6fe-472e-ad7e-21720873b35a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:01.487352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.503208 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/244dbff4-9fd6-4300-8e3e-ad2e7aa55a95 HTTP/1.1" status: 204 len: 168 time: 1.7357852 Dec 13 23:27:01.506306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50208) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:01.512103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=244dbff4-9fd6-4300-8e3e-ad2e7aa55a95,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:01.520002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for 8c124586-c181-4828-ac73-0d990446e6e1 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:01.536663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf933aa-e8aa-4b93-9265-aaa679dd54c0 None None] Routers {'cbb7fadd-270f-46e5-91b3-f0c77e9eba79'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:01.537326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1cf933aa-e8aa-4b93-9265-aaa679dd54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:01.555804 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c153f8-1840-45d0-9aab-f90e553782a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:01.556252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c153f8-1840-45d0-9aab-f90e553782a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:01.561853 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-01c153f8-1840-45d0-9aab-f90e553782a2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/607088d9-7cd8-4367-9b79-f6dd642b709a HTTP/1.1" status: 404 len: 337 time: 0.0535378 Dec 13 23:27:01.562873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:01.563468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50212) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:01.586906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Attempting to bind port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:01.587288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Attempting to bind port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '01e4a4c8-7028-407c-b680-3c9ba14839d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:01.587679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Attempting to bind port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 on network 0e3bac8e-9884-456f-9278-6ebfd4745e78 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:01.599900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 3e94c767-50c4-46cd-8ea2-edb0782fe487, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3e94c767-50c4-46cd-8ea2-edb0782fe487,segment=NetworkSegment(2593464f-7cb9-4a90-85cc-61e57fd5ebe1),segment_id=2593464f-7cb9-4a90-85cc-61e57fd5ebe1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:01.602661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.618690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e96b4ada-f0cf-44e3-a0a9-7dd49952fe0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:01.655003 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c1f1fe-c088-4807-95c7-27c087d7fa83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:01.655786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c1f1fe-c088-4807-95c7-27c087d7fa83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:01.658346 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e3c1f1fe-c088-4807-95c7-27c087d7fa83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/4de40840-752f-47b1-a757-f194671189d0 HTTP/1.1" status: 404 len: 339 time: 0.0925057 Dec 13 23:27:01.663928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50216) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:01.691499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1cf933aa-e8aa-4b93-9265-aaa679dd54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:01.711107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.737269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:01.737710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Checking segment: {'id': '01e4a4c8-7028-407c-b680-3c9ba14839d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:01.738055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.738692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Bound using segment: {'id': '01e4a4c8-7028-407c-b680-3c9ba14839d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:01.739061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Bound port: 21d262fd-f498-4858-adc7-5c5b22f5b8f9, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e4a4c8-7028-407c-b680-3c9ba14839d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:01.739438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.856258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf933aa-e8aa-4b93-9265-aaa679dd54c0 None None] Routers {'cbb7fadd-270f-46e5-91b3-f0c77e9eba79'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:01.856917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1cf933aa-e8aa-4b93-9265-aaa679dd54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:01.912661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:01.932342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Could not find standard attr ID for object ac3e66c7-eeaf-490c-a719-82551dae9d7b. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:27:01.977910 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:27:02.040247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] Pushing event updated for resources: {'Port': ['ID=01420589-abce-4cbf-9edc-33dac9be9a08,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:02.043208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1cf933aa-e8aa-4b93-9265-aaa679dd54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:02.043642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf933aa-e8aa-4b93-9265-aaa679dd54c0 None None] The sync data for ids ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:02.062921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:02.067894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:02.153235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a25834a-9607-42fb-8306-a616190e1372 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:02.165837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:02.202551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=3e94c767-50c4-46cd-8ea2-edb0782fe487,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:02.216986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:02.261628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3d7e78a-772d-4968-8b6e-ddb06451d609 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:02.323060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=8c124586-c181-4828-ac73-0d990446e6e1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:02.331039 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:02.353956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:02.364279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-af8f9668-8690-461c-a27c-b42523017285 None None] For port 21d262fd-f498-4858-adc7-5c5b22f5b8f9, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:02.368054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-af8f9668-8690-461c-a27c-b42523017285 None None] For port 21d262fd-f498-4858-adc7-5c5b22f5b8f9, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=21d262fd-f498-4858-adc7-5c5b22f5b8f9,segment=NetworkSegment(01e4a4c8-7028-407c-b680-3c9ba14839d7),segment_id=01e4a4c8-7028-407c-b680-3c9ba14839d7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:02.436178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Provisioning for port 57e9b683-fcb2-488f-b47d-a99426284947 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:02.448333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Transition to ACTIVE for port object df7fff4e-6fc4-467d-9f36-a917725f88fa will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:02.457462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Provisioning complete for port 57e9b683-fcb2-488f-b47d-a99426284947 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:02.458097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:02.527941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:02.544791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bbe67eea-de19-4688-9217-f0099e598479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:02.565763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:02.662926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Transition to ACTIVE for port object df7fff4e-6fc4-467d-9f36-a917725f88fa will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:02.670779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50228) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:02.738623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Port 57e9b683-fcb2-488f-b47d-a99426284947 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:02.781125 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/8c124586-c181-4828-ac73-0d990446e6e1 HTTP/1.1" status: 204 len: 168 time: 2.7854724 Dec 13 23:27:02.781750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50234) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:02.795308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0a25834a-9607-42fb-8306-a616190e1372 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:02.796762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:02.863534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:02.905021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Provisioning complete for port 0a25834a-9607-42fb-8306-a616190e1372 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:02.905753 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f2b1411b-b2af-40e3-88b0-c51b9afac3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:02.938863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Pushing event updated for resources: {'Port': ['ID=21d262fd-f498-4858-adc7-5c5b22f5b8f9,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:02.966668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:02.968817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:03.048579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.objects.ports [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84312) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Dec 13 23:27:03.124699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Network efc70aaa-8601-4313-9675-aee06cda685e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:03.129251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:03.130879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Pushing event updated for resources: {'Port': ['ID=df7fff4e-6fc4-467d-9f36-a917725f88fa,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:03.141174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:03.180424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting subnet 5ea2309b-8e29-4807-81bf-7869e45828c9 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:03.186154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.213994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:03.220940 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a3cf96a-3f9e-4c97-b3e5-265413f67678 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:27:03.221462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8a3cf96a-3f9e-4c97-b3e5-265413f67678 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:03.246936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-557133862', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:03.251816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:03.259274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:03.262025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Usage tracker for resource:port and tenant:6bf44386fb6f44269bb944de2e64f13a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:03.265704 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "PUT /v2.0/routers/6c5be422-9dc7-468d-8beb-d021f1c3a159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2325947 Dec 13 23:27:03.271159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50238) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:03.271835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:03.281114 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65317de-4005-4207-b713-d3600db06c5b None None] Sync routers for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:03.301740 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65317de-4005-4207-b713-d3600db06c5b None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:03.302946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:03.316029 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e65317de-4005-4207-b713-d3600db06c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:03.347538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.366740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:03.404323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.445375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Attempting to bind port df7fff4e-6fc4-467d-9f36-a917725f88fa on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:03.445855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Attempting to bind port df7fff4e-6fc4-467d-9f36-a917725f88fa by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'e2fade55-c7e3-47d6-87bb-e7f2cf83f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'efc70aaa-8601-4313-9675-aee06cda685e'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:03.446113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Attempting to bind port df7fff4e-6fc4-467d-9f36-a917725f88fa on network efc70aaa-8601-4313-9675-aee06cda685e {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:03.469556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd38ab9-435a-488a-a753-2973584f5188,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:03.480578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:03.484511 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e65317de-4005-4207-b713-d3600db06c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:03.492863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Made reservation on behalf of 6bf44386fb6f44269bb944de2e64f13a for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:03.495194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.503344 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65317de-4005-4207-b713-d3600db06c5b None None] Routers {'6c5be422-9dc7-468d-8beb-d021f1c3a159'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:03.504078 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e65317de-4005-4207-b713-d3600db06c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['6c5be422-9dc7-468d-8beb-d021f1c3a159'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:03.516817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:03.517215 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Checking segment: {'id': 'e2fade55-c7e3-47d6-87bb-e7f2cf83f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'efc70aaa-8601-4313-9675-aee06cda685e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:03.517614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.518018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Bound using segment: {'id': 'e2fade55-c7e3-47d6-87bb-e7f2cf83f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'efc70aaa-8601-4313-9675-aee06cda685e'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:03.519414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Bound port: df7fff4e-6fc4-467d-9f36-a917725f88fa, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fade55-c7e3-47d6-87bb-e7f2cf83f44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'efc70aaa-8601-4313-9675-aee06cda685e'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:03.519414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.536436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.553217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e5a36294-d5d2-4867-a1db-4197c77eb705 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:03.603995 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e65317de-4005-4207-b713-d3600db06c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:03.604838 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65317de-4005-4207-b713-d3600db06c5b None None] The sync data for ids ['6c5be422-9dc7-468d-8beb-d021f1c3a159'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:03.625784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:27:03.660808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.666969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.674769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8a3cf96a-3f9e-4c97-b3e5-265413f67678 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:03.675803 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8a3cf96a-3f9e-4c97-b3e5-265413f67678 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/8c124586-c181-4828-ac73-0d990446e6e1 HTTP/1.1" status: 404 len: 333 time: 0.8866673 Dec 13 23:27:03.679103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50242) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:03.686595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.698460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] For port df7fff4e-6fc4-467d-9f36-a917725f88fa, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:03.704941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] For port df7fff4e-6fc4-467d-9f36-a917725f88fa, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=df7fff4e-6fc4-467d-9f36-a917725f88fa,segment=NetworkSegment(e2fade55-c7e3-47d6-87bb-e7f2cf83f44b),segment_id=e2fade55-c7e3-47d6-87bb-e7f2cf83f44b)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:03.710018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port e5a36294-d5d2-4867-a1db-4197c77eb705 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:03.710018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.719501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc70aaa-8601-4313-9675-aee06cda685e']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:03.727253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:03.741953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fade55-c7e3-47d6-87bb-e7f2cf83f44b') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:03.742247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fade55-c7e3-47d6-87bb-e7f2cf83f44b') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:03.753709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Usage tracker for resource:security_group_rule and tenant:6bf44386fb6f44269bb944de2e64f13a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:03.762816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:03.768077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.771664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.776371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.781579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:03.781717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:03.803832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.816043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:03.816254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0b762e9a-5def-429b-be21-0ee7309efb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:03.816349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.870311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Provisioning for port 01420589-abce-4cbf-9edc-33dac9be9a08 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:03.914928 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:03.933768 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Provisioning complete for port 01420589-abce-4cbf-9edc-33dac9be9a08 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:03.934148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.964267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:03.984069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event updated for resources: {'Port': ['ID=1fbb0d7a-88a1-45a2-9131-0af2cd4eec86,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:03.987203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:03.999384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4cdb9501-9496-4abc-a14d-0200926fd803 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:04.072044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Pushing event updated for resources: {'Port': ['ID=df7fff4e-6fc4-467d-9f36-a917725f88fa,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:04.082002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:04.098486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.103579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-33dad0d7-5cbe-4c00-8369-9b4589a19580 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:04.109704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b430a7-e248-41d7-9f87-41f0721b0265 None None] Network efc70aaa-8601-4313-9675-aee06cda685e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:04.210888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea2309b-8e29-4807-81bf-7869e45828c9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:04.213513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:04.221083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.262093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.292613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.300889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.310416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06781714-5e5b-4314-a88f-0e56bf2492c3 None None] Network de5a6dde-e797-40f6-9367-9471722bc19e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:04.325878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 4cdb9501-9496-4abc-a14d-0200926fd803 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:04.365648 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/5ea2309b-8e29-4807-81bf-7869e45828c9 HTTP/1.1" status: 204 len: 168 time: 2.6868038 Dec 13 23:27:04.374470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50246) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:04.375674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:27:04.375674 dv-neutron-821564-1-hyperv neutron-server[84312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:27:04.375674 dv-neutron-821564-1-hyperv neutron-server[84312]: [parameters: {'id': 'efc70aaa-8601-4313-9675-aee06cda685e'}] Dec 13 23:27:04.375674 dv-neutron-821564-1-hyperv neutron-server[84312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:04.376069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:04.395975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet 8e1fe30a-57c5-4989-9bf9-daad9395b47a {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:04.405143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.470937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Network 0e3bac8e-9884-456f-9278-6ebfd4745e78 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:04.483374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:04.507371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01420589-abce-4cbf-9edc-33dac9be9a08 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:04.535990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24860de7-29db-471f-92ea-68fbf46084b5 None None] Network 0e3bac8e-9884-456f-9278-6ebfd4745e78 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:04.682643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.704507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.771235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Provisioning for port 4cdb9501-9496-4abc-a14d-0200926fd803 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:04.824958 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Provisioning complete for port 4cdb9501-9496-4abc-a14d-0200926fd803 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:04.825485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.875240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.891699 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d9151116-a590-480a-876c-d973250da5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:04.897730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:04.911985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] device_id is not set on port 6edc2a71-6101-4cb2-85a4-d92dc3316ed3 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:04.981559 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.036198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.046991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a5d1e-93cc-4652-b765-4632d41b1da0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:05.162560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port df7fff4e-6fc4-467d-9f36-a917725f88fa {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:05.162560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.212382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.212711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.224009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] For port 01420589-abce-4cbf-9edc-33dac9be9a08, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01420589-abce-4cbf-9edc-33dac9be9a08,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:05.227099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.227512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.227978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.229555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.229910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.230469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.230819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.231155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.231697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.231906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.232495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:05.271499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] For port 4cdb9501-9496-4abc-a14d-0200926fd803, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4cdb9501-9496-4abc-a14d-0200926fd803,segment=NetworkSegment(7c7a01ef-e405-4e09-bc00-767015d5c160),segment_id=7c7a01ef-e405-4e09-bc00-767015d5c160)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:05.284599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:05.292680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:05.294111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.299096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-48b94959-031b-45ee-8f38-b9318353c9b8 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:05.305635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting subnet bf56a039-985f-4e7d-a3ce-84cd8055937a {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:05.326876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.351034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting port c3959873-4a45-40b1-a09c-925507dc46be {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:05.351422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.380665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.391411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:05.507784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Pushing event updated for resources: {'Port': ['ID=4cdb9501-9496-4abc-a14d-0200926fd803,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:05.508458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=8e1fe30a-57c5-4989-9bf9-daad9395b47a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:05.515293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:05.523410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Provisioning complete for port 57e9b683-fcb2-488f-b47d-a99426284947 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:05.523817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.528463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:27:05.586473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:05.596317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Port 57e9b683-fcb2-488f-b47d-a99426284947 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:05.610636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ccc496-4637-42f5-9b55-f0d3dfc61f89 None None] Network bcf896e1-5a3c-436e-b007-176ee40f2088 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:05.620881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Allocated IP 172.26.5.167 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/6edc2a71-6101-4cb2-85a4-d92dc3316ed3) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:05.694840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.709319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.719370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.748886 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/8e1fe30a-57c5-4989-9bf9-daad9395b47a HTTP/1.1" status: 204 len: 168 time: 2.0669467 Dec 13 23:27:05.759343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50250) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:05.796807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 2001:db8:1::1 (95167446-bb7b-4af2-8300-a83e586f90ab/50af7512-b012-4868-b6b4-97df36c34424/8cdd5561-6c0e-4a1e-869a-f1671ad700fa) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:05.806159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.807347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.825136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ab3963bd-7c32-4b51-b813-daa357997a21 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:05.826047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:05.930627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:05.930988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:05.952937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-54e748f7-f914-43ab-bc67-2fc7223efef6 None None] Provisioning for port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:05.962163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-54e748f7-f914-43ab-bc67-2fc7223efef6 None None] Provisioning complete for port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:05.964158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-54e748f7-f914-43ab-bc67-2fc7223efef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.048873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-54e748f7-f914-43ab-bc67-2fc7223efef6 None None] Port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:06.070826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Calling delete_port for c3959873-4a45-40b1-a09c-925507dc46be owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:06.126231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-54e748f7-f914-43ab-bc67-2fc7223efef6 None None] Provisioning for port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:06.148648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] DHCP port deletion for bcf896e1-5a3c-436e-b007-176ee40f2088 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:06.154331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] Deleting port e5a36294-d5d2-4867-a1db-4197c77eb705 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:06.155959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.186630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.189026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.243554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port df7fff4e-6fc4-467d-9f36-a917725f88fa, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=df7fff4e-6fc4-467d-9f36-a917725f88fa,segment=NetworkSegment(e2fade55-c7e3-47d6-87bb-e7f2cf83f44b),segment_id=e2fade55-c7e3-47d6-87bb-e7f2cf83f44b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:06.244718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.245034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port e5a36294-d5d2-4867-a1db-4197c77eb705 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:06.245562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.344463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dfccc96c-05bc-4feb-9c0b-1c0ee4e46948 None None] Provisioning complete for port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:06.345225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dfccc96c-05bc-4feb-9c0b-1c0ee4e46948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.370031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:06.438175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:06.446485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:06.447689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.467134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for df7fff4e-6fc4-467d-9f36-a917725f88fa owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:06.474279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad6c610-a182-417d-8755-83d1131fb8ae None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:06.488617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:06.520757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:06.547798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] For port e5a36294-d5d2-4867-a1db-4197c77eb705, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e5a36294-d5d2-4867-a1db-4197c77eb705,segment=NetworkSegment(2fed040f-0140-4f6b-b56d-365c4a4d70ac),segment_id=2fed040f-0140-4f6b-b56d-365c4a4d70ac)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:06.548055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.565652 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4874005 Dec 13 23:27:06.570744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50254) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:06.580925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:06.618686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-dfccc96c-05bc-4feb-9c0b-1c0ee4e46948 None None] Port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:06.638294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=01420589-abce-4cbf-9edc-33dac9be9a08,revision_number=10']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:06.659050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:06.661836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f581c0f6-e966-4d80-9c30-bfdb515a283f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.786s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:06.739241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] Calling delete_port for e5a36294-d5d2-4867-a1db-4197c77eb705 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:06.781973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.804656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] For port e5a36294-d5d2-4867-a1db-4197c77eb705, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e5a36294-d5d2-4867-a1db-4197c77eb705,segment=NetworkSegment(2fed040f-0140-4f6b-b56d-365c4a4d70ac),segment_id=2fed040f-0140-4f6b-b56d-365c4a4d70ac)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:06.805018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.822056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:06.823090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:06.839693 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.2788560 Dec 13 23:27:06.846503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50258) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:06.867384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Request body: {'port': {'network_id': '3ea23088-1e6e-4c3e-b49f-b46d9919dea0', 'mac_address': 'fa:16:3e:c7:f5:81', 'name': 'tempest-NetworksTestDHCPv6-1571144896'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:06.887557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Subnet': ['ID=e8898ea7-5e4e-4c1d-9d00-c0986a3af9eb,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:06.896476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.906337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:06.906843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:06.934136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for e5a36294-d5d2-4867-a1db-4197c77eb705 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:06.962162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.970825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:06.973440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-51348fa1-3a8c-4473-9f7a-51ffd1124cf0 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:07.008134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 01420589-abce-4cbf-9edc-33dac9be9a08, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01420589-abce-4cbf-9edc-33dac9be9a08,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:07.014384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dfccc96c-05bc-4feb-9c0b-1c0ee4e46948 None None] Provisioning complete for port f752c49f-ffd1-41d4-befa-b874ae0dee0c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:07.014785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dfccc96c-05bc-4feb-9c0b-1c0ee4e46948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.031701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=bf56a039-985f-4e7d-a3ce-84cd8055937a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:07.033725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Port': ['ID=c3959873-4a45-40b1-a09c-925507dc46be,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:07.053465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.062886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:07.063405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3b20684-05e8-41b6-b854-e029f6ea875e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:07.100420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.101116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.101652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.102201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.102736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.103107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.103536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.103923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.104448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.104981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.105516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:07.124060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:07.139121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.144035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=df7fff4e-6fc4-467d-9f36-a917725f88fa,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:07.144197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.145234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e42a1a-1b26-4f17-9fa0-784f1f97cf98 None None] Network de5a6dde-e797-40f6-9367-9471722bc19e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:07.158283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:07.167689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.169562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e2ac7524-2595-4484-9895-1d97e237fb0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:07.177799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port df7fff4e-6fc4-467d-9f36-a917725f88fa on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:07.185787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Transition to ACTIVE for port object 8cdd5561-6c0e-4a1e-869a-f1671ad700fa will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:07.257120 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/bf56a039-985f-4e7d-a3ce-84cd8055937a HTTP/1.1" status: 204 len: 168 time: 2.8801515 Dec 13 23:27:07.271524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50262) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:07.327133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.369632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:07.505051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] No DVR routers for this DVR port e5a36294-d5d2-4867-a1db-4197c77eb705 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:07.507660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21d262fd-f498-4858-adc7-5c5b22f5b8f9 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:07.531787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=01420589-abce-4cbf-9edc-33dac9be9a08,revision_number=11']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:07.555239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:07.555766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:07.555766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:07.563144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:07.565828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.583536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2b9f430e-d259-4345-96f7-f5c46a5def4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:07.592959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.601580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:07.607901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.646532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc70aaa-8601-4313-9675-aee06cda685e']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:07.662008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fade55-c7e3-47d6-87bb-e7f2cf83f44b') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:07.662397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fade55-c7e3-47d6-87bb-e7f2cf83f44b') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:07.666318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] Pushing event deleted for resources: {'Port': ['ID=e5a36294-d5d2-4867-a1db-4197c77eb705,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:07.669752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port f752c49f-ffd1-41d4-befa-b874ae0dee0c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:07.670091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.709013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.712315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:07.731148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.743223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-db779994-509e-44ef-a165-5aaf83ec51d1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:07.783349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.786065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.787820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Made reservation on behalf of f250cbc3a12f4ec8be9cffdceaf0d82c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:07.834421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:07.834739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:07.855021 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:07.942987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:07.971431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:07.971846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.050414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.058401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port e5a36294-d5d2-4867-a1db-4197c77eb705 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:08.059040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.104382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.171572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 95167446-bb7b-4af2-8300-a83e586f90ab is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:08.179353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] The port 'e5a36294-d5d2-4867-a1db-4197c77eb705' was deleted {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:27:08.208342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] DHCP port deletion for de5a6dde-e797-40f6-9367-9471722bc19e request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:08.208580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:08.212303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.222378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] Deleting port f752c49f-ffd1-41d4-befa-b874ae0dee0c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:08.222765 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.226670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:08.227397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.232794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:08.238084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=8cdd5561-6c0e-4a1e-869a-f1671ad700fa,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:08.258390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:08.288510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:08.294773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.470s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:08.354854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:08.404052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 21d262fd-f498-4858-adc7-5c5b22f5b8f9, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=21d262fd-f498-4858-adc7-5c5b22f5b8f9,segment=NetworkSegment(01e4a4c8-7028-407c-b680-3c9ba14839d7),segment_id=01e4a4c8-7028-407c-b680-3c9ba14839d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:08.411927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '1fbb0d7a-88a1-45a2-9131-0af2cd4eec86', 'name': '', 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:0b:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:58Z', 'updated_at': '2021-12-13T23:27:02Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:08.436520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.437198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:27:08.437485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Fanout notify agent at l3_agent the message router_deleted on router 6c5be422-9dc7-468d-8beb-d021f1c3a159 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:27:08.437785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Updating router 9e05767b-304a-44a9-af52-727a371ef61d port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:27:08.445194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.481197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.485916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.508461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf896e1-5a3c-436e-b007-176ee40f2088']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:08.531704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.532675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01420589-abce-4cbf-9edc-33dac9be9a08 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:08.544822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.546220 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/routers/6c5be422-9dc7-468d-8beb-d021f1c3a159 HTTP/1.1" status: 204 len: 168 time: 5.2715790 Dec 13 23:27:08.548729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fed040f-0140-4f6b-b56d-365c4a4d70ac') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:08.549250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fed040f-0140-4f6b-b56d-365c4a4d70ac') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:08.571513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50266) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:08.602630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4ed2c14-e60d-483a-bdd5-250dd43b991f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:08.614450 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/efc70aaa-8601-4313-9675-aee06cda685e HTTP/1.1" status: 204 len: 168 time: 8.6201274 Dec 13 23:27:08.615843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.645200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.658223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:08.660253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50270) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:08.663163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.664253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Pushing event updated for resources: {'Port': ['ID=6edc2a71-6101-4cb2-85a4-d92dc3316ed3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:08.668060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:08.683118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03658d64-d441-46ae-9f91-d45b81aa505e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:08.700359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.716541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1863953840'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:08.746686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:08.747298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.751998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port f752c49f-ffd1-41d4-befa-b874ae0dee0c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f752c49f-ffd1-41d4-befa-b874ae0dee0c,segment=NetworkSegment(6e2feeef-b503-46b4-9ee3-b2bd51bccad7),segment_id=6e2feeef-b503-46b4-9ee3-b2bd51bccad7)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:08.752354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.765758 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:08.768842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=efc70aaa-8601-4313-9675-aee06cda685e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:08.771341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:08.786510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:08.794795 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:08.797827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.825589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 13 23:27:08.841713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:08.846829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Removed routes are [] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 13 23:27:08.847861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.857224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] For port f752c49f-ffd1-41d4-befa-b874ae0dee0c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f752c49f-ffd1-41d4-befa-b874ae0dee0c,segment=NetworkSegment(6e2feeef-b503-46b4-9ee3-b2bd51bccad7),segment_id=6e2feeef-b503-46b4-9ee3-b2bd51bccad7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:08.858894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:08.933172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:08.941852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for f752c49f-ffd1-41d4-befa-b874ae0dee0c owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:08.998953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.008623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] device_id is not set on port eddc877e-06c0-459f-bb15-a950d56e8516 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:09.057515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e3f39d0f-b8ad-47a9-87ef-a2dc92ccdea1 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:09.067876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] Calling delete_port for f752c49f-ffd1-41d4-befa-b874ae0dee0c owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:09.082984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.094822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Network': ['ID=bcf896e1-5a3c-436e-b007-176ee40f2088,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:09.100133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:09.104215 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/networks/bcf896e1-5a3c-436e-b007-176ee40f2088 HTTP/1.1" status: 204 len: 168 time: 3.3438375 Dec 13 23:27:09.109122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50274) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:09.116217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1328896118'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:09.125246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:09.133307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.4587767 Dec 13 23:27:09.138399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50278) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:09.139387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:network and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:09.148385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.167'}]}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:09.152525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:09.157529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:09.164440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:09.167053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Usage tracker for resource:router and tenant:6bf44386fb6f44269bb944de2e64f13a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:09.171876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:09.184133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:09.204915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.225961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:09.229566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.265840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=21d262fd-f498-4858-adc7-5c5b22f5b8f9,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:09.269951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:09.282741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d0bf2ca3-7f35-4a08-979a-b09dbab4759f None None] Provisioning for port 8cdd5561-6c0e-4a1e-869a-f1671ad700fa completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:09.285770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.299693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:09.321184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.322785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.334534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:09.338475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.361661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 01420589-abce-4cbf-9edc-33dac9be9a08 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:09.365416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.387821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d0bf2ca3-7f35-4a08-979a-b09dbab4759f None None] Provisioning complete for port 8cdd5561-6c0e-4a1e-869a-f1671ad700fa triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:09.388272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2ca3-7f35-4a08-979a-b09dbab4759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.398902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:09.399399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:09.409353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:09.415257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.421266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.432781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:09.434710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.440490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.445483 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Added segment 9eb25ccf-e67e-4129-97e7-91796c30d4f2 of type vlan for network 8aa657ed-b971-4d68-92c1-e14102248cb5 Dec 13 23:27:09.445617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] Pushing event deleted for resources: {'Port': ['ID=f752c49f-ffd1-41d4-befa-b874ae0dee0c,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:09.448965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:09.484114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] No DVR routers for this DVR port f752c49f-ffd1-41d4-befa-b874ae0dee0c on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:09.518031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Deleting subnet 17193e6a-d5b1-48ee-b82c-baf618808635 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:09.518604 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f556d35-5c5c-442e-a24d-a1b3dd0d8e93 None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:27:09.559947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf2ca3-7f35-4a08-979a-b09dbab4759f None None] Port 8cdd5561-6c0e-4a1e-869a-f1671ad700fa cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:09.585153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.623468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.623834 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment 99a1f3c1-4e8c-4175-9e21-e6b7efc55845 of type vlan for network 6c506b5b-050e-4e09-abbe-29f1c74d38e8 Dec 13 23:27:09.747967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.779258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.779889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.786695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.796919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 01420589-abce-4cbf-9edc-33dac9be9a08, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01420589-abce-4cbf-9edc-33dac9be9a08,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:09.858936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9c527137-a5b9-4b42-ac85-e4615c472e56 None None] Provisioning complete for port 01420589-abce-4cbf-9edc-33dac9be9a08 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:09.859625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c527137-a5b9-4b42-ac85-e4615c472e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.905364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.907410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3e94c767-50c4-46cd-8ea2-edb0782fe487 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:09.911201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.948195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:09.953857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port f752c49f-ffd1-41d4-befa-b874ae0dee0c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:09.954199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:09.972356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:10.011722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.015674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:10.016440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.025010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c9b62591-9609-4979-a331-37ca2a9af639 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:10.077119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8::53 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/fc06f151-8dec-4c1b-9ed0-179089c3b80b/eddc877e-06c0-459f-bb15-a950d56e8516) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:10.083369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] The port 'f752c49f-ffd1-41d4-befa-b874ae0dee0c' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:27:10.184794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=01420589-abce-4cbf-9edc-33dac9be9a08,revision_number=12']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:10.189754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:10.194728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Allocated IP 2001:db8:0:1:f816:3eff:fec7:f581 (3ea23088-1e6e-4c3e-b49f-b46d9919dea0/e8898ea7-5e4e-4c1d-9d00-c0986a3af9eb/eddc877e-06c0-459f-bb15-a950d56e8516) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:10.221318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Network': ['ID=8aa657ed-b971-4d68-92c1-e14102248cb5,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:10.225298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:10.248674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.254330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 8aa657ed-b971-4d68-92c1-e14102248cb5 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:10.276963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f556d35-5c5c-442e-a24d-a1b3dd0d8e93 None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:27:10.299242 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1864893 Dec 13 23:27:10.300031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50282) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:10.308114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '8aa657ed-b971-4d68-92c1-e14102248cb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:10.376410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 3e94c767-50c4-46cd-8ea2-edb0782fe487 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:10.376816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.387465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.391249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:10.391855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.420419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.423186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dc1c8ce2-7cd7-4700-83b5-f73dc12a1049 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:10.451749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:10.461231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:10.465810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:10.468867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:10.476345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.477676 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c235178e-224a-4b89-89c4-bd4ee2fa2c8c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d HTTP/1.1" status: 200 len: 934 time: 3.9058328 Dec 13 23:27:10.484220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Transition to ACTIVE for port object 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:10.484397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:10.486766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50286) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:10.493617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.579646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.586371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8a52a59b-2d01-4e7e-972d-bf1a66ab999a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:10.654069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5a6dde-e797-40f6-9367-9471722bc19e']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:10.670313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:10.671762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=6c506b5b-050e-4e09-abbe-29f1c74d38e8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:10.681077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:10.692483 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0206556 Dec 13 23:27:10.692483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2feeef-b503-46b4-9ee3-b2bd51bccad7') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:10.692483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2feeef-b503-46b4-9ee3-b2bd51bccad7') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:10.695228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50290) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:10.697878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 6c506b5b-050e-4e09-abbe-29f1c74d38e8 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:10.700868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': '6c506b5b-050e-4e09-abbe-29f1c74d38e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:10.768346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:27:10.787424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.812272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.821373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.833398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:10.833797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:10.850263 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:10.870838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.881018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a0ecaa53-a0b0-4586-9373-72c41941c9bc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:10.957554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.966393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4cdb9501-9496-4abc-a14d-0200926fd803 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:10.985045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.985709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:10.991122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e5a39-6267-458d-b53c-3895722c308f None None] Pushing event updated for resources: {'Port': ['ID=1fbb0d7a-88a1-45a2-9131-0af2cd4eec86,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:10.993074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f33e5a39-6267-458d-b53c-3895722c308f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:10.997002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:11.015113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Subnet': ['ID=17193e6a-d5b1-48ee-b82c-baf618808635,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:11.021569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:11.026892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fa3470a1-3059-4da8-9e7a-3a7d47553df1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:11.054725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:11.060838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:11.082835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.089947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:11.093736 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/subnets/17193e6a-d5b1-48ee-b82c-baf618808635 HTTP/1.1" status: 204 len: 168 time: 2.5023658 Dec 13 23:27:11.093890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.109659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50294) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:11.123268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.127666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.169874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.173648 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/de5a6dde-e797-40f6-9367-9471722bc19e HTTP/1.1" status: 204 len: 168 time: 3.8809521 Dec 13 23:27:11.183920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50298) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:11.203799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Attempting to bind port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:11.204346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Attempting to bind port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '01e4a4c8-7028-407c-b680-3c9ba14839d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:11.204835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Attempting to bind port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 on network 0e3bac8e-9884-456f-9278-6ebfd4745e78 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:11.233644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:11.233919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Checking segment: {'id': '01e4a4c8-7028-407c-b680-3c9ba14839d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:11.234377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.234871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Bound using segment: {'id': '01e4a4c8-7028-407c-b680-3c9ba14839d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:11.235453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Bound port: 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e4a4c8-7028-407c-b680-3c9ba14839d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:11.236041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.268201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.303036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4cdb9501-9496-4abc-a14d-0200926fd803 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:11.303458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.333261 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-08a85e72-427c-4431-a99b-3e6a4d3a35fa tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d HTTP/1.1" status: 200 len: 934 time: 0.8459430 Dec 13 23:27:11.341331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50302) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:11.352984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'routes': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:11.357537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Transition to ACTIVE for port object eddc877e-06c0-459f-bb15-a950d56e8516 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:11.384446 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e83d3a6-62cb-490a-a575-fffbb54b22d1 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:11.384977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e83d3a6-62cb-490a-a575-fffbb54b22d1 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:11.389936 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0e83d3a6-62cb-490a-a575-fffbb54b22d1 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/17bbf981-6943-42b7-a28a-315badc458c8 HTTP/1.1" status: 404 len: 337 time: 0.1547036 Dec 13 23:27:11.389936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=8cdd5561-6c0e-4a1e-869a-f1671ad700fa,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:11.393111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50306) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:11.393912 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:11.432228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:11.435307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:11.502361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.527908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=de5a6dde-e797-40f6-9367-9471722bc19e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:11.534332 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbb76bb-c5ec-4a5e-ae29-81bc2e6ada2e None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:27:11.552784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.554814 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6fe164-6c97-43a9-b0a7-610f7ece19c7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:11.555342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6fe164-6c97-43a9-b0a7-610f7ece19c7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:11.559638 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3f6fe164-6c97-43a9-b0a7-610f7ece19c7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/7e9135b1-28c7-4f36-b773-0c7db607b842 HTTP/1.1" status: 404 len: 339 time: 0.1265314 Dec 13 23:27:11.559638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:11.562768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7e60ae25-400c-44e0-9a56-a69396d7a31d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:11.565241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50310) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:11.576857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] For port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:11.607785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] For port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1fbb0d7a-88a1-45a2-9131-0af2cd4eec86,segment=NetworkSegment(01e4a4c8-7028-407c-b680-3c9ba14839d7),segment_id=01e4a4c8-7028-407c-b680-3c9ba14839d7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:11.649330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 95167446-bb7b-4af2-8300-a83e586f90ab is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:11.689776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.695162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:11.699447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:11.699894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:11.705021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event updated for resources: {'Port': ['ID=eddc877e-06c0-459f-bb15-a950d56e8516,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:11.707443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:11.715081 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c968f289-8fe3-4c71-83c8-8be59dfdcc25 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:11.715550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c968f289-8fe3-4c71-83c8-8be59dfdcc25 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:11.745702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e5a36294-d5d2-4867-a1db-4197c77eb705 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:11.769318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.795846 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c968f289-8fe3-4c71-83c8-8be59dfdcc25 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/18c99f32-1717-41b5-b30f-de7a26334abe HTTP/1.1" status: 404 len: 337 time: 0.1805694 Dec 13 23:27:11.811654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50314) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:11.813103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: e5a36294-d5d2-4867-a1db-4197c77eb705 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:11.813456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e5a36294-d5d2-4867-a1db-4197c77eb705 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:11.890774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:11.896567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e5a39-6267-458d-b53c-3895722c308f None None] Pushing event updated for resources: {'Port': ['ID=1fbb0d7a-88a1-45a2-9131-0af2cd4eec86,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:11.899601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f33e5a39-6267-458d-b53c-3895722c308f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:11.914139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:11.914766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:26:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:11.917684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:11.921822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:11.922553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:11.972802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb76bb-c5ec-4a5e-ae29-81bc2e6ada2e None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:27:11.974994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9b38aee2-a2c2-4105-b2bf-25b86d5e83a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.001964 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-5780ac45-41b3-4ae5-9c71-83ec709461b7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:12.002535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5780ac45-41b3-4ae5-9c71-83ec709461b7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:12.004159 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5780ac45-41b3-4ae5-9c71-83ec709461b7 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/46810057-1328-48aa-aac7-378276282025 HTTP/1.1" status: 404 len: 339 time: 0.1866806 Dec 13 23:27:12.010515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50318) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:12.019045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing IP validity checks on allocation pools {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 23:27:12.022553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 23:27:12.070166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.076668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:12.090927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21d262fd-f498-4858-adc7-5c5b22f5b8f9 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:12.138577 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-435d5025-2459-45e2-a6e0-866cf7c4c73d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:12.139009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435d5025-2459-45e2-a6e0-866cf7c4c73d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:12.140770 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-435d5025-2459-45e2-a6e0-866cf7c4c73d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/51a6cfe8-5b10-475a-9603-2928fe4898e7 HTTP/1.1" status: 404 len: 337 time: 0.1274297 Dec 13 23:27:12.146216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.154442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50322) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:12.179200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.199095 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.3516996 Dec 13 23:27:12.207510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50326) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:12.210945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b83c4b-700e-4316-a87c-d0e5a2f9645f']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:12.221005 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee982c70-de9e-49aa-85a4-53a3305d1b98 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:12.221438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee982c70-de9e-49aa-85a4-53a3305d1b98 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:12.223040 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ee982c70-de9e-49aa-85a4-53a3305d1b98 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/f196bf42-da87-4e73-9e87-a7361909508d HTTP/1.1" status: 404 len: 339 time: 0.0678961 Dec 13 23:27:12.255645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50330) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:12.267141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151ff7b3-0b0a-4e06-8966-a5f7ba0095ea') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:12.267428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151ff7b3-0b0a-4e06-8966-a5f7ba0095ea') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:12.297806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:12.298133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.325596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:12.328849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.467123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.485068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=93b91ef4-89af-4404-948c-b9822b64a2ef,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:12.492037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting port eddc877e-06c0-459f-bb15-a950d56e8516 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:12.492648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.493524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:12.588822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:12.589156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:12.605520 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:12.828408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01420589-abce-4cbf-9edc-33dac9be9a08 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:12.856287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.873156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f11747d1-0f61-4d70-9864-afe5de5cadc2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:12.888836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:12.952163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Pushing event deleted for resources: {'Network': ['ID=01b83c4b-700e-4316-a87c-d0e5a2f9645f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:12.970089 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] 10.222.0.30 "DELETE /v2.0/networks/01b83c4b-700e-4316-a87c-d0e5a2f9645f HTTP/1.1" status: 204 len: 168 time: 1.8575521 Dec 13 23:27:13.093648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 01420589-abce-4cbf-9edc-33dac9be9a08 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:13.095657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.096058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:13.124844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Checking segment: {'id': '9eb25ccf-e67e-4129-97e7-91796c30d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8aa657ed-b971-4d68-92c1-e14102248cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:13.135400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network hostable DHCP agents. Network: 8aa657ed-b971-4d68-92c1-e14102248cb5, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:13.154331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting subnet ff28a90e-affa-4f8e-b76a-1b74653abb82 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:13.170726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.181425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:08Z', 'revision_number': 6, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '1fbb0d7a-88a1-45a2-9131-0af2cd4eec86', 'name': '', 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:0b:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:58Z', 'updated_at': '2021-12-13T23:27:11Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:13.190309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadc0a53-139a-4031-b971-d8834b694189 None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:08Z', 'revision_number': 6, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '1fbb0d7a-88a1-45a2-9131-0af2cd4eec86', 'name': '', 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:0b:08:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:58Z', 'updated_at': '2021-12-13T23:27:11Z', 'revision_number': 4, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:13.223145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.426923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.430014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f752c49f-ffd1-41d4-befa-b874ae0dee0c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:13.447780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eafa31bb-d544-4ceb-b400-8edb582c114d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:13.553900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: f752c49f-ffd1-41d4-befa-b874ae0dee0c {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:13.558893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f752c49f-ffd1-41d4-befa-b874ae0dee0c not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:13.573248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=72c135bf-0049-46d4-bad7-7762e9ffc878,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:13.597888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:13.602042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.722434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.733507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50338) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:13.756922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Calling delete_port for eddc877e-06c0-459f-bb15-a950d56e8516 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:13.795405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added routes are [] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 13 23:27:13.795759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 13 23:27:13.802083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 8aa657ed-b971-4d68-92c1-e14102248cb5 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:13.811512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.845925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6430bdb5-bd97-47ce-b2ba-99d067e40ccf None None] Provisioning complete for port 8cdd5561-6c0e-4a1e-869a-f1671ad700fa triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:13.846425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb5-bd97-47ce-b2ba-99d067e40ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.902773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': '99a1f3c1-4e8c-4175-9e21-e6b7efc55845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c506b5b-050e-4e09-abbe-29f1c74d38e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:13.903140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: 6c506b5b-050e-4e09-abbe-29f1c74d38e8, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:13.927385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 8aa657ed-b971-4d68-92c1-e14102248cb5) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:13.941045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:13.941519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.953030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router cbb7fadd-270f-46e5-91b3-f0c77e9eba79 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:13.976320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:13.976809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c70821eb-7ce3-4d58-b150-f27a64683b02 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:27:14.009074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6430bdb5-bd97-47ce-b2ba-99d067e40ccf None None] Port 8cdd5561-6c0e-4a1e-869a-f1671ad700fa cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:14.031228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d2f8bb-8110-472f-9e16-c485c765ff93 None None] Network 8aa657ed-b971-4d68-92c1-e14102248cb5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:14.031398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.116891 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c73d59b9-4f65-4451-9ba5-3221ec48239b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d7553f240134ef4b5c3fa6fc7556e17&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3802440 Dec 13 23:27:14.118235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50344) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:14.133733 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 23:27:14.135561 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a8887aea-7ee2-4623-b68a-25c47a9cccbc tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9932110 Dec 13 23:27:14.138339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50348) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:14.163428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:14.292915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.300164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-65e9ca63-0560-4261-996d-239f0d006694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.345865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Deleting port 6edc2a71-6101-4cb2-85a4-d92dc3316ed3 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:14.346798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.394819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:14.404091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:14.404626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.408415 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1067431 Dec 13 23:27:14.408554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network 6c506b5b-050e-4e09-abbe-29f1c74d38e8 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:14.426200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50352) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:14.437113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-8aa657ed-b971-4d68-92c1-e14102248cb5', 'network_id': '8aa657ed-b971-4d68-92c1-e14102248cb5', 'tenant_id': '23369587cb5349a599dea985ba80e5e9', 'fixed_ips': [{'subnet_id': '93b91ef4-89af-4404-948c-b9822b64a2ef'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:14.438256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.438765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '8aa657ed-b971-4d68-92c1-e14102248cb5', 'name': 'tempest-PortsTestJSON-346612601', 'fixed_ips': [{'subnet_id': '93b91ef4-89af-4404-948c-b9822b64a2ef', 'ip_address': '172.20.0.10'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:14.451196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 6c506b5b-050e-4e09-abbe-29f1c74d38e8) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:14.463908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:14.464559 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.472906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e51b2fb-cb63-496d-a4c2-f26a61a35101 None None] Network 6c506b5b-050e-4e09-abbe-29f1c74d38e8 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:14.568947 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.8704956 Dec 13 23:27:14.573922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50356) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:14.586863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2564c2d4-67a1-40cc-b572-5c605e4bf516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.636116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.645615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4bcfbdce-40ec-464c-8715-a60289844b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:14.682861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2564c2d4-67a1-40cc-b572-5c605e4bf516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.691974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-77e36ed7-120d-4459-825a-f5b289cdb14a None None] Provisioning for port eddc877e-06c0-459f-bb15-a950d56e8516 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:14.718591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-77e36ed7-120d-4459-825a-f5b289cdb14a None None] Provisioning complete for port eddc877e-06c0-459f-bb15-a950d56e8516 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:14.718947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-77e36ed7-120d-4459-825a-f5b289cdb14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.723238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.726114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:14.742220 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec443cf5-4162-4755-9712-eceed40cc6f6 None None] Sync routers for ids ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:14.744882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=ff28a90e-affa-4f8e-b76a-1b74653abb82,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:14.755480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:14.758097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:14.763416 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec443cf5-4162-4755-9712-eceed40cc6f6 None None] Routers {'cbb7fadd-270f-46e5-91b3-f0c77e9eba79'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:14.764296 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ec443cf5-4162-4755-9712-eceed40cc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:14.793561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:14.820289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Port': ['ID=eddc877e-06c0-459f-bb15-a950d56e8516,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:14.826051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:14.836960 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ec443cf5-4162-4755-9712-eceed40cc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:14.845089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:14.850588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:14.852120 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec443cf5-4162-4755-9712-eceed40cc6f6 None None] Routers {'cbb7fadd-270f-46e5-91b3-f0c77e9eba79'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:14.852437 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/ff28a90e-affa-4f8e-b76a-1b74653abb82 HTTP/1.1" status: 204 len: 168 time: 2.5877113 Dec 13 23:27:14.853896 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ec443cf5-4162-4755-9712-eceed40cc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:14.856876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50360) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:14.889238 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/cbb7fadd-270f-46e5-91b3-f0c77e9eba79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9126682 Dec 13 23:27:14.890706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50364) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:14.922168 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ec443cf5-4162-4755-9712-eceed40cc6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:14.922657 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec443cf5-4162-4755-9712-eceed40cc6f6 None None] The sync data for ids ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:14.958198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Allocated IP 172.20.0.2 (8aa657ed-b971-4d68-92c1-e14102248cb5/93b91ef4-89af-4404-948c-b9822b64a2ef/7576c70b-d256-4eb9-8288-06f91f80f712) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:14.990597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:15.084781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.126569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.142904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.147139 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/eddc877e-06c0-459f-bb15-a950d56e8516 HTTP/1.1" status: 204 len: 168 time: 2.9363875 Dec 13 23:27:15.167988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.174418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50368) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:15.236115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1338f8-e504-4805-a024-9352331a31f8 None None] Network d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:15.252045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Calling delete_port for 6edc2a71-6101-4cb2-85a4-d92dc3316ed3 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:15.259208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.261023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-77e36ed7-120d-4459-825a-f5b289cdb14a None None] Port eddc877e-06c0-459f-bb15-a950d56e8516 was deleted so its status cannot be updated. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 13 23:27:15.301149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2564c2d4-67a1-40cc-b572-5c605e4bf516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.352920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port bcc483a1-f622-49f2-b87b-589cf78e15cb {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:15.353328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.390906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.394194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0610c24a-b6e0-477c-9570-e143f4a3c12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:15.406569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.408790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c902b9-1d85-455a-8217-17d47dfcb80b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:15.410442 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-06c902b9-1d85-455a-8217-17d47dfcb80b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports/8cdd5561-6c0e-4a1e-869a-f1671ad700fa HTTP/1.1" status: 200 len: 913 time: 0.5123472 Dec 13 23:27:15.423558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50372) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:15.440100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.447300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.452522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.454400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2564c2d4-67a1-40cc-b572-5c605e4bf516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.457977 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2564c2d4-67a1-40cc-b572-5c605e4bf516 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58f89df1-baa6-4964-a98d-9426f82ff9bf HTTP/1.1" status: 204 len: 168 time: 1.3353722 Dec 13 23:27:15.457977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564c2d4-67a1-40cc-b572-5c605e4bf516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f89df1-baa6-4964-a98d-9426f82ff9bf,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:15.461560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2564c2d4-67a1-40cc-b572-5c605e4bf516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:15.511826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1fbb0d7a-88a1-45a2-9131-0af2cd4eec86,segment=NetworkSegment(01e4a4c8-7028-407c-b680-3c9ba14839d7),segment_id=01e4a4c8-7028-407c-b680-3c9ba14839d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:15.554103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-6c506b5b-050e-4e09-abbe-29f1c74d38e8', 'network_id': '6c506b5b-050e-4e09-abbe-29f1c74d38e8', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': '72c135bf-0049-46d4-bad7-7762e9ffc878'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:15.554940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.617727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-77e36ed7-120d-4459-825a-f5b289cdb14a None None] Provisioning complete for port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:15.617973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-77e36ed7-120d-4459-825a-f5b289cdb14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.657024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.666060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.669437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.679153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f33e5a39-6267-458d-b53c-3895722c308f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:15.703436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:15.715486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.722153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f39cdcc2-b87c-44b8-ba3d-ddceb4873053 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:15.776689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Transition to ACTIVE for port object 7576c70b-d256-4eb9-8288-06f91f80f712 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:15.802909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port 92990e04-4835-481f-a914-84d9a42c3c20 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:15.843795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Transition to ACTIVE for port object 7576c70b-d256-4eb9-8288-06f91f80f712 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:15.867535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f73f8a3-bac6-4de3-ac29-ee992987c64b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:15.868506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8f73f8a3-bac6-4de3-ac29-ee992987c64b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:15.880114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=1fbb0d7a-88a1-45a2-9131-0af2cd4eec86,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:15.883309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:15.887857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Pushing event deleted for resources: {'Port': ['ID=6edc2a71-6101-4cb2-85a4-d92dc3316ed3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:15.897700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:15.935981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:15.967586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-822bc023-4a63-4b40-8423-3ff1b23dc27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:16.009640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8f73f8a3-bac6-4de3-ac29-ee992987c64b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:16.011713 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8f73f8a3-bac6-4de3-ac29-ee992987c64b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8363333 Dec 13 23:27:16.020891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50380) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:16.069329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:16.093102 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6edc2a71-6101-4cb2-85a4-d92dc3316ed3 HTTP/1.1" status: 204 len: 168 time: 1.9535296 Dec 13 23:27:16.137346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Allocated IP 172.20.0.3 (6c506b5b-050e-4e09-abbe-29f1c74d38e8/72c135bf-0049-46d4-bad7-7762e9ffc878/a6231957-a907-4311-81b1-1cececbaa013) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:16.142208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Network 8aa657ed-b971-4d68-92c1-e14102248cb5 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:16.144363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port bcc483a1-f622-49f2-b87b-589cf78e15cb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bcc483a1-f622-49f2-b87b-589cf78e15cb,segment=NetworkSegment(6baad13e-fb47-4256-8cc3-3df1460b2ca1),segment_id=6baad13e-fb47-4256-8cc3-3df1460b2ca1)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:16.144740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:16.153030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] DHCP port deletion for d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:16.153578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:16.159431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:16.162700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:16.167069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:16.168556 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8612b9c4-4de7-4160-a88f-5cfa2c789247 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d HTTP/1.1" status: 200 len: 700 time: 4.8250599 Dec 13 23:27:16.171552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50386) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:16.173131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Pushing event updated for resources: {'Port': ['ID=7576c70b-d256-4eb9-8288-06f91f80f712,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:16.176426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:16.185660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] Deleting port bcc483a1-f622-49f2-b87b-589cf78e15cb {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:16.186120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:16.243894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7444b507-eae6-4a8c-80c2-38ba106b5a11 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:16.248994 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7444b507-eae6-4a8c-80c2-38ba106b5a11 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2269781 Dec 13 23:27:16.249987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50390) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:16.378506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for bcc483a1-f622-49f2-b87b-589cf78e15cb owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:16.515951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a81401-dcf0-4050-b98f-caa216326ca3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:16.520937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a81401-dcf0-4050-b98f-caa216326ca3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:16.522506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a81401-dcf0-4050-b98f-caa216326ca3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:16.524009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-27a81401-dcf0-4050-b98f-caa216326ca3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:16.539027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Attempting to bind port 7576c70b-d256-4eb9-8288-06f91f80f712 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:16.539461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Attempting to bind port 7576c70b-d256-4eb9-8288-06f91f80f712 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '9eb25ccf-e67e-4129-97e7-91796c30d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8aa657ed-b971-4d68-92c1-e14102248cb5'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:16.539942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Attempting to bind port 7576c70b-d256-4eb9-8288-06f91f80f712 on network 8aa657ed-b971-4d68-92c1-e14102248cb5 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:16.577799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:16.626060 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-43c21bbf-e0f7-4edb-a025-d5cff60361f2 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d HTTP/1.1" status: 200 len: 700 time: 0.4514239 Dec 13 23:27:16.627348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-27a81401-dcf0-4050-b98f-caa216326ca3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:16.628273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:16.628983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Checking segment: {'id': '9eb25ccf-e67e-4129-97e7-91796c30d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8aa657ed-b971-4d68-92c1-e14102248cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:16.629584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:16.629696 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-27a81401-dcf0-4050-b98f-caa216326ca3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3709261 Dec 13 23:27:16.630153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50402) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:16.630554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Bound using segment: {'id': '9eb25ccf-e67e-4129-97e7-91796c30d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8aa657ed-b971-4d68-92c1-e14102248cb5'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:16.631267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Bound port: 7576c70b-d256-4eb9-8288-06f91f80f712, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb25ccf-e67e-4129-97e7-91796c30d4f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8aa657ed-b971-4d68-92c1-e14102248cb5'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:16.632052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:16.640187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50406) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:16.651151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.10 (8aa657ed-b971-4d68-92c1-e14102248cb5/93b91ef4-89af-4404-948c-b9822b64a2ef/92990e04-4835-481f-a914-84d9a42c3c20) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:16.844916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:16.862528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-198d4606-ffdc-4847-94ad-33243d44ffe6 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:16.905351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] For port bcc483a1-f622-49f2-b87b-589cf78e15cb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bcc483a1-f622-49f2-b87b-589cf78e15cb,segment=NetworkSegment(6baad13e-fb47-4256-8cc3-3df1460b2ca1),segment_id=6baad13e-fb47-4256-8cc3-3df1460b2ca1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:16.905902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:16.924717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50412) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:16.972191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:16.974616 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Port': ['ID=bcc483a1-f622-49f2-b87b-589cf78e15cb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:17.000483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:17.027843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:17.028836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:17.029013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No DVR routers for this DVR port bcc483a1-f622-49f2-b87b-589cf78e15cb on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:17.281404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.316477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] Calling delete_port for bcc483a1-f622-49f2-b87b-589cf78e15cb owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:17.373556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] For port 7576c70b-d256-4eb9-8288-06f91f80f712, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:17.417970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] For port 7576c70b-d256-4eb9-8288-06f91f80f712, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7576c70b-d256-4eb9-8288-06f91f80f712,segment=NetworkSegment(9eb25ccf-e67e-4129-97e7-91796c30d4f2),segment_id=9eb25ccf-e67e-4129-97e7-91796c30d4f2)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:17.430442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.438693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet e8898ea7-5e4e-4c1d-9d00-c0986a3af9eb {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:17.453035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.460423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.467020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Transition to ACTIVE for port object a6231957-a907-4311-81b1-1cececbaa013 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:17.496848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:17.497213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:17.505474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:17.513214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.559184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Transition to ACTIVE for port object a6231957-a907-4311-81b1-1cececbaa013 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:17.560244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54d8fc8-ca21-4262-a7cb-89670d6bdbd0']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:17.560778 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.572398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:17.583129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50424) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:17.591763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.649959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.653767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6baad13e-fb47-4256-8cc3-3df1460b2ca1') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:17.654065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6baad13e-fb47-4256-8cc3-3df1460b2ca1') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:17.662936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.708281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.760760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-13b9ab4b-917a-40bd-a5d3-73a71f722dfe tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] Request body: {'port': {'network_id': 'a18156ba-7e5d-4f84-91cd-7af0adf3f6c9', 'name': 'tempest-NetworksNegativeTestJSON-1315648802'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:17.786898 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b9ab4b-917a-40bd-a5d3-73a71f722dfe tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] POST failed (client error): The resource could not be found. Dec 13 23:27:17.787344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b9ab4b-917a-40bd-a5d3-73a71f722dfe tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:17.792964 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-13b9ab4b-917a-40bd-a5d3-73a71f722dfe tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2011340 Dec 13 23:27:17.795774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.798143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50430) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:17.798269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Pushing event updated for resources: {'Port': ['ID=7576c70b-d256-4eb9-8288-06f91f80f712,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:17.800964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:17.803557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Network 6c506b5b-050e-4e09-abbe-29f1c74d38e8 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:17.805178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fd652c26-2242-44ba-bcc9-a70fc623443f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:17.834683 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fc2532-73c0-4e1f-ae96-a9a4e19d7028 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:17.835650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fc2532-73c0-4e1f-ae96-a9a4e19d7028 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:17.835774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:17.840911 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b2fc2532-73c0-4e1f-ae96-a9a4e19d7028 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "DELETE /v2.0/networks/eed4b678-9db1-4216-aadc-6cbf9ac43daf HTTP/1.1" status: 404 len: 339 time: 0.0385830 Dec 13 23:27:17.842304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50434) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:17.844723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object 92990e04-4835-481f-a914-84d9a42c3c20 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:17.846368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.853866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Usage tracker for resource:security_group_rule and tenant:7ef6ac11a45146418cd602b62fa84afa is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:17.854385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:17.857451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:17.863899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:17.878251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:17.883980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:17.885444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:17.917307 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:17.938574 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc5c1ea-23f6-4174-b1ae-3a4a1aecc12b tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:17.939082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc5c1ea-23f6-4174-b1ae-3a4a1aecc12b tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:17.940894 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4cc5c1ea-23f6-4174-b1ae-3a4a1aecc12b tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "DELETE /v2.0/ports/62d4699e-87e1-43f4-a76e-a3089c6aa48f HTTP/1.1" status: 404 len: 333 time: 0.0970938 Dec 13 23:27:17.942786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:17.945433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50438) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:17.956459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d0b37f99-b4cd-48be-b186-12e1af3af253 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:17.998300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:18.015840 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6621b37-b9b0-413e-87b9-73db822da722 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:18.016247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6621b37-b9b0-413e-87b9-73db822da722 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:18.021555 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c6621b37-b9b0-413e-87b9-73db822da722 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "DELETE /v2.0/subnets/90267d24-c813-4307-a61f-1ded898a3916 HTTP/1.1" status: 404 len: 337 time: 0.0715802 Dec 13 23:27:18.022135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50442) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.031032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] Deleting port bcc483a1-f622-49f2-b87b-589cf78e15cb {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:18.031423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.089611 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d95c6f0-7829-4652-aab6-597b82160fd9 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] GET failed (client error): The resource could not be found. Dec 13 23:27:18.093692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=72c135bf-0049-46d4-bad7-7762e9ffc878,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:18.094252 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2d95c6f0-7829-4652-aab6-597b82160fd9 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "GET /v2.0/networks/6f4c8e11-3233-4174-8bf5-0b95b55994c6 HTTP/1.1" status: 404 len: 339 time: 0.0671155 Dec 13 23:27:18.097003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50446) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.106248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:18.139774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Pushing event updated for resources: {'Port': ['ID=a6231957-a907-4311-81b1-1cececbaa013,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:18.153177 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2edc8ab-4392-4453-9e9f-b091bf61697d tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] GET failed (client error): The resource could not be found. Dec 13 23:27:18.153177 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a2edc8ab-4392-4453-9e9f-b091bf61697d tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "GET /v2.0/ports/2021c554-3029-4abd-bab7-6b8413f017ca HTTP/1.1" status: 404 len: 333 time: 0.0498853 Dec 13 23:27:18.153177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50450) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.159072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.220062 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-d649f9ce-2dca-4ac3-8997-83b5eccc9c19 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] GET failed (client error): The resource could not be found. Dec 13 23:27:18.222753 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d649f9ce-2dca-4ac3-8997-83b5eccc9c19 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "GET /v2.0/subnets/0eae5df2-fb7b-43fa-b1c2-407966afe12c HTTP/1.1" status: 404 len: 337 time: 0.0693259 Dec 13 23:27:18.227778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50454) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.234960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-11923d3f-c9a6-411f-bd07-9711ca93ef61 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:18.282359 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-11923d3f-c9a6-411f-bd07-9711ca93ef61 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] PUT failed (client error): The resource could not be found. Dec 13 23:27:18.283303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11923d3f-c9a6-411f-bd07-9711ca93ef61 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:18.287765 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-11923d3f-c9a6-411f-bd07-9711ca93ef61 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "PUT /v2.0/networks/dc99ddeb-6602-4991-af0d-694bbffcc2e0 HTTP/1.1" status: 404 len: 339 time: 0.0551589 Dec 13 23:27:18.288578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50458) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.297295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c94d3210-eac8-43dc-8112-a1b78d7d52a6 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:18.304217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.316469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8035676b-588a-4d29-96ac-3d1e86d259ac tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:18.332149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.340388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.344824 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94d3210-eac8-43dc-8112-a1b78d7d52a6 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] PUT failed (client error): The resource could not be found. Dec 13 23:27:18.344990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-1f62e8be-dd8a-46fe-b921-1174302fb32d None None] The port 'bcc483a1-f622-49f2-b87b-589cf78e15cb' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:27:18.345266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94d3210-eac8-43dc-8112-a1b78d7d52a6 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:18.350747 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c94d3210-eac8-43dc-8112-a1b78d7d52a6 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "PUT /v2.0/ports/45174afb-3227-4ead-859a-94f35fc7b798 HTTP/1.1" status: 404 len: 333 time: 0.0558774 Dec 13 23:27:18.350980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.351087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50462) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.359985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0a29d32e-42ac-4453-a161-4446d1f07d55 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:18.404362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=d54d8fc8-ca21-4262-a7cb-89670d6bdbd0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:18.429818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:18.435257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ef2e3392-eb46-41b4-bba4-af596c4b7c52 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:18.444183 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a29d32e-42ac-4453-a161-4446d1f07d55 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] PUT failed (client error): The resource could not be found. Dec 13 23:27:18.444632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a29d32e-42ac-4453-a161-4446d1f07d55 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:18.445755 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0a29d32e-42ac-4453-a161-4446d1f07d55 tempest-NetworksNegativeTestJSON-1170889380 tempest-NetworksNegativeTestJSON-1170889380-project] 10.222.0.30 "PUT /v2.0/subnets/2e9e0e85-46cc-4bf1-8661-4befdda0c5e8 HTTP/1.1" status: 404 len: 337 time: 0.0940032 Dec 13 23:27:18.458547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.462481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.463134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.464154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.465036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.465486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.465909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.466335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.466754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.469015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.469461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:27:18.474651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:18.516950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Attempting to bind port a6231957-a907-4311-81b1-1cececbaa013 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:18.519132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c506b5b-050e-4e09-abbe-29f1c74d38e8']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:18.519285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Attempting to bind port a6231957-a907-4311-81b1-1cececbaa013 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '99a1f3c1-4e8c-4175-9e21-e6b7efc55845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c506b5b-050e-4e09-abbe-29f1c74d38e8'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:18.519285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Attempting to bind port a6231957-a907-4311-81b1-1cececbaa013 on network 6c506b5b-050e-4e09-abbe-29f1c74d38e8 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:18.525483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:18.525869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.545068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.561758 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/d54d8fc8-ca21-4262-a7cb-89670d6bdbd0 HTTP/1.1" status: 204 len: 168 time: 3.6792812 Dec 13 23:27:18.570507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a1f3c1-4e8c-4175-9e21-e6b7efc55845') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:18.571022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a1f3c1-4e8c-4175-9e21-e6b7efc55845') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:18.581034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 8aa657ed-b971-4d68-92c1-e14102248cb5 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:18.582210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:18.582210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Checking segment: {'id': '99a1f3c1-4e8c-4175-9e21-e6b7efc55845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c506b5b-050e-4e09-abbe-29f1c74d38e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:18.582582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.583042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Bound using segment: {'id': '99a1f3c1-4e8c-4175-9e21-e6b7efc55845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c506b5b-050e-4e09-abbe-29f1c74d38e8'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:18.583585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Bound port: a6231957-a907-4311-81b1-1cececbaa013, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a1f3c1-4e8c-4175-9e21-e6b7efc55845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '6c506b5b-050e-4e09-abbe-29f1c74d38e8'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:18.584043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.584250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50468) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.592656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:18.596972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:18.632129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:18.633012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.673633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=92990e04-4835-481f-a914-84d9a42c3c20,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:18.678216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:13Z', 'revision_number': 7, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '1fbb0d7a-88a1-45a2-9131-0af2cd4eec86', 'name': '', 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:0b:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:58Z', 'updated_at': '2021-12-13T23:27:15Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:18.707127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:18.715260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.718969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:27:18.722788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.739230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51eb59bc-9322-418d-a522-c1311a7b77af tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:18.747114 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6546dad-7192-499b-94da-081a26150280 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:18.747922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6546dad-7192-499b-94da-081a26150280 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:18.766986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.784245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] For port a6231957-a907-4311-81b1-1cececbaa013, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:18.786242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:18.786877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:18.813140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.813140 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e6546dad-7192-499b-94da-081a26150280 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/e04fb3cc-1a15-4bd7-b884-4b0b589ec405 HTTP/1.1" status: 404 len: 337 time: 0.2153859 Dec 13 23:27:18.827340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50472) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.864387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:18.864787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.867301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bcc483a1-f622-49f2-b87b-589cf78e15cb no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:18.880666 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:18.883023 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-481ee8ae-8966-40f6-a9b0-989fa80da794 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:18.883670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481ee8ae-8966-40f6-a9b0-989fa80da794 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:18.889672 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-481ee8ae-8966-40f6-a9b0-989fa80da794 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/99164dee-49bf-415b-b4e2-04bf6208f805 HTTP/1.1" status: 404 len: 339 time: 0.0591002 Dec 13 23:27:18.891105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50476) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.938248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3707bb-e6d5-4eb6-8019-b9dd0455b20c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:18.944534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:18.945202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.949849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:18.951726 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/e8898ea7-5e4e-4c1d-9d00-c0986a3af9eb HTTP/1.1" status: 204 len: 168 time: 2.3031080 Dec 13 23:27:18.970366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50480) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:18.972904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:18.984924 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ef6ac11a45146418cd602b62fa84afa&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0118082 Dec 13 23:27:18.985744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a58dbe2a-b220-4c4b-b6b0-e01c3adbad42 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:19.020783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50486) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:19.124977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:19.161964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=e8898ea7-5e4e-4c1d-9d00-c0986a3af9eb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:19.188373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50490) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:19.197368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:19.252856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] For port 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1fbb0d7a-88a1-45a2-9131-0af2cd4eec86,segment=NetworkSegment(01e4a4c8-7028-407c-b680-3c9ba14839d7),segment_id=01e4a4c8-7028-407c-b680-3c9ba14839d7)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:19.253284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.286297 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8555434 Dec 13 23:27:19.307553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50496) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:19.315101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] For port a6231957-a907-4311-81b1-1cececbaa013, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a6231957-a907-4311-81b1-1cececbaa013,segment=NetworkSegment(99a1f3c1-4e8c-4175-9e21-e6b7efc55845),segment_id=99a1f3c1-4e8c-4175-9e21-e6b7efc55845)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:19.324780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:27:19.324780 dv-neutron-821564-1-hyperv neutron-server[84312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:27:19.324780 dv-neutron-821564-1-hyperv neutron-server[84312]: [parameters: {'id': '6c506b5b-050e-4e09-abbe-29f1c74d38e8'}] Dec 13 23:27:19.324780 dv-neutron-821564-1-hyperv neutron-server[84312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:19.325235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:19.349057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '8aa657ed-b971-4d68-92c1-e14102248cb5', 'name': 'tempest-PortsTestJSON-877880298', 'fixed_ips': [{'subnet_id': '93b91ef4-89af-4404-948c-b9822b64a2ef', 'ip_address': '172.20.0.9'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:19.426091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c02889-45c4-4a23-9a11-7f1998480197 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:19.448940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: bcc483a1-f622-49f2-b87b-589cf78e15cb {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:19.449289 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bcc483a1-f622-49f2-b87b-589cf78e15cb not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:19.476881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e8026b-86ae-467b-a69c-ea4c06c99b4c None None] Network 8aa657ed-b971-4d68-92c1-e14102248cb5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:19.491239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.511207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:19.629565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:19.678558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53fea36-f37c-4203-9248-37fd7cc20d89 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting subnet 1c4999f2-053a-4381-95e0-531f18929c58 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:19.680493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.698600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0999c5ab-ada5-487e-abef-b047e35781d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.705644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a53fea36-f37c-4203-9248-37fd7cc20d89 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.731223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.777466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0999c5ab-ada5-487e-abef-b047e35781d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.835657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Deleting subnet fc06f151-8dec-4c1b-9ed0-179089c3b80b {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:19.839424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:19.846961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.852752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.863036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:19.871135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:19.881449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:19.883502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:19.887722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a53fea36-f37c-4203-9248-37fd7cc20d89 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.902316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port a6231957-a907-4311-81b1-1cececbaa013 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:19.902656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.915259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Pushing event updated for resources: {'Port': ['ID=a6231957-a907-4311-81b1-1cececbaa013,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:19.926636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-269168e0-9fe8-4e47-b2fd-e30a30a85d88 None None] Provisioning for port 7576c70b-d256-4eb9-8288-06f91f80f712 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:19.932045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:19.934294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Usage tracker for resource:security_group_rule and tenant:e5120529c9a14a9b81a6a1389d2e334b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:19.939340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:19.971561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:19.982210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:19.987772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:19.992839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.046424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642dfbb-0c82-430a-8d7d-539c7530a2e3 None None] Network 6c506b5b-050e-4e09-abbe-29f1c74d38e8 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:20.054725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0999c5ab-ada5-487e-abef-b047e35781d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.067721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bffb2014-b7e1-44ad-9d94-3f4720339144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:20.077396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port bd243bd4-792e-48a1-bb5a-5d37f9619d1f yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:20.092565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7576c70b-d256-4eb9-8288-06f91f80f712 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:20.158022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999c5ab-ada5-487e-abef-b047e35781d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3707bb-e6d5-4eb6-8019-b9dd0455b20c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:20.160828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0999c5ab-ada5-487e-abef-b047e35781d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:20.192318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a53fea36-f37c-4203-9248-37fd7cc20d89 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.216177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0999c5ab-ada5-487e-abef-b047e35781d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.219869 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0999c5ab-ada5-487e-abef-b047e35781d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff3707bb-e6d5-4eb6-8019-b9dd0455b20c HTTP/1.1" status: 204 len: 168 time: 1.1638925 Dec 13 23:27:20.325608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.388715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.435820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port a6231957-a907-4311-81b1-1cececbaa013, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a6231957-a907-4311-81b1-1cececbaa013,segment=NetworkSegment(99a1f3c1-4e8c-4175-9e21-e6b7efc55845),segment_id=99a1f3c1-4e8c-4175-9e21-e6b7efc55845)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:20.436151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.477313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.485087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-475ecff6-8bba-4e3d-b20b-f75879317f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:20.496981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.527037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:13Z', 'revision_number': 7, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '1fbb0d7a-88a1-45a2-9131-0af2cd4eec86', 'name': '', 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:0b:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:58Z', 'updated_at': '2021-12-13T23:27:15Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:20.548535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f447c8e-0449-46b8-9722-ef4b170e8a36 None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:13Z', 'revision_number': 7, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '1fbb0d7a-88a1-45a2-9131-0af2cd4eec86', 'name': '', 'network_id': '0e3bac8e-9884-456f-9278-6ebfd4745e78', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:0b:08:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:58Z', 'updated_at': '2021-12-13T23:27:15Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'daaad2ce-01af-4ddb-a45a-a989a11ce211', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:20.567166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a03ceef-aeb3-4203-9f41-776331d57738,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:20.580353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:20.581014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-83e8368b-0ab0-48db-956d-fae2fad88473 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:20.597416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 7576c70b-d256-4eb9-8288-06f91f80f712 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:20.611419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7576c70b-d256-4eb9-8288-06f91f80f712 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:20.613310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.616074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for a6231957-a907-4311-81b1-1cececbaa013 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:20.616574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a53fea36-f37c-4203-9248-37fd7cc20d89 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.762810 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5120529c9a14a9b81a6a1389d2e334b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5671809 Dec 13 23:27:20.764047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:20.768407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50504) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:20.797982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=1fbb0d7a-88a1-45a2-9131-0af2cd4eec86,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:20.838925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:20.840791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-28e9cdd1-7c9a-4775-a75b-1015e835b99d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:20.880980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 8cdd5561-6c0e-4a1e-869a-f1671ad700fa {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:20.881900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.035828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.046639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fea36-f37c-4203-9248-37fd7cc20d89 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4999f2-053a-4381-95e0-531f18929c58,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:21.120222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.9 (8aa657ed-b971-4d68-92c1-e14102248cb5/93b91ef4-89af-4404-948c-b9822b64a2ef/bd243bd4-792e-48a1-bb5a-5d37f9619d1f) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:21.123504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 7576c70b-d256-4eb9-8288-06f91f80f712, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7576c70b-d256-4eb9-8288-06f91f80f712,segment=NetworkSegment(9eb25ccf-e67e-4129-97e7-91796c30d4f2),segment_id=9eb25ccf-e67e-4129-97e7-91796c30d4f2)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:21.208746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-12f1a17f-2cd8-496b-86d5-39709631c38e None None] Provisioning complete for port 7576c70b-d256-4eb9-8288-06f91f80f712 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:21.209184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-12f1a17f-2cd8-496b-86d5-39709631c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.244015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.258166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:21.263637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a53fea36-f37c-4203-9248-37fd7cc20d89 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.266947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.277961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88513a1-cd97-44ed-8864-23bf315469f2 None None] Network d166d62c-f143-4cef-b79e-4cb018a14a41 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:21.282169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Subnet': ['ID=fc06f151-8dec-4c1b-9ed0-179089c3b80b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:21.320814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50508) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:21.362462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=a6231957-a907-4311-81b1-1cececbaa013,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:21.365087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:21.402736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port a6231957-a907-4311-81b1-1cececbaa013 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:21.408384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:21.409031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.621s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:21.409422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:21.504709 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a53fea36-f37c-4203-9248-37fd7cc20d89 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/subnets/1c4999f2-053a-4381-95e0-531f18929c58 HTTP/1.1" status: 204 len: 168 time: 2.6106389 Dec 13 23:27:21.507050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50512) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:21.573968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.623372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:21.629749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-119842bf-5190-4b7c-bcd5-e1dfe1838900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.648234 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/fc06f151-8dec-4c1b-9ed0-179089c3b80b HTTP/1.1" status: 204 len: 168 time: 2.6769178 Dec 13 23:27:21.654069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50516) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:21.693820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.703160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:21.779052 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7c0fc7a9-375c-4e08-a372-d9c85638b76b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6bf44386fb6f44269bb944de2e64f13a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4570370 Dec 13 23:27:21.795936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=7576c70b-d256-4eb9-8288-06f91f80f712,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:21.846273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:21.847551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c470c-9bef-40ae-80d8-7342673ac701 None None] Network 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:21.936599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50520) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:21.981822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-119842bf-5190-4b7c-bcd5-e1dfe1838900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.018776 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-404b1144-4fd6-4603-8f0d-28432c70500a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3539917 Dec 13 23:27:22.033812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50524) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:22.042545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 8cdd5561-6c0e-4a1e-869a-f1671ad700fa owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:22.053302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.103668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c506b5b-050e-4e09-abbe-29f1c74d38e8']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:22.130468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Deleting port a772aef3-5eed-44af-85b5-cb71ffc40aaf {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:22.130839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.132218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7576c70b-d256-4eb9-8288-06f91f80f712 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:22.151105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a1f3c1-4e8c-4175-9e21-e6b7efc55845') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:22.151505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a1f3c1-4e8c-4175-9e21-e6b7efc55845') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:22.190013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.190682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.233686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.270114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:22.270805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:22.296107 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:22.328359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.332267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6aed35ca-ca9d-4733-91c0-f4a5181d3617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.342363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-119842bf-5190-4b7c-bcd5-e1dfe1838900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.349761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7baef7e2-a84c-46ec-bd62-dda9886ba8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:22.395079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7576c70b-d256-4eb9-8288-06f91f80f712 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:22.397855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.427646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object bd243bd4-792e-48a1-bb5a-5d37f9619d1f will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:22.448582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c258ff-ac38-4ec0-acda-aa5cdc3698fa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:22.455524 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-09c258ff-ac38-4ec0-acda-aa5cdc3698fa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4153533 Dec 13 23:27:22.455524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50528) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:22.473260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] DHCP port deletion for d166d62c-f143-4cef-b79e-4cb018a14a41 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:22.474714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6aed35ca-ca9d-4733-91c0-f4a5181d3617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.485151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-12f1a17f-2cd8-496b-86d5-39709631c38e None None] Provisioning for port 92990e04-4835-481f-a914-84d9a42c3c20 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:22.485730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119842bf-5190-4b7c-bcd5-e1dfe1838900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a03ceef-aeb3-4203-9f41-776331d57738,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:22.490741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-119842bf-5190-4b7c-bcd5-e1dfe1838900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:22.496457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] Deleting port a772aef3-5eed-44af-85b5-cb71ffc40aaf {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:22.496849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.517933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.518366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-119842bf-5190-4b7c-bcd5-e1dfe1838900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.519590 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-119842bf-5190-4b7c-bcd5-e1dfe1838900 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a03ceef-aeb3-4203-9f41-776331d57738 HTTP/1.1" status: 204 len: 168 time: 1.7151682 Dec 13 23:27:22.522991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.561171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c44be63e-2505-4a45-9eba-e4fd02ba7a2c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:22.574367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] DHCP port deletion for 3ea23088-1e6e-4c3e-b49f-b46d9919dea0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:22.592174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-12f1a17f-2cd8-496b-86d5-39709631c38e None None] Provisioning complete for port 92990e04-4835-481f-a914-84d9a42c3c20 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:22.592564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-12f1a17f-2cd8-496b-86d5-39709631c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.609729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=6c506b5b-050e-4e09-abbe-29f1c74d38e8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:22.612025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:22.634457 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/6c506b5b-050e-4e09-abbe-29f1c74d38e8 HTTP/1.1" status: 204 len: 168 time: 8.0537140 Dec 13 23:27:22.634457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3a51d8-f1f2-417b-9a0e-f5a9828f9e95 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:22.634884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3e3a51d8-f1f2-417b-9a0e-f5a9828f9e95 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Synchronizing usage tracker for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:22.638391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50534) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:22.653756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-663522823'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:22.660106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:22.661286 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-12f1a17f-2cd8-496b-86d5-39709631c38e None None] Port 92990e04-4835-481f-a914-84d9a42c3c20 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:22.668543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:22.669126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] For port a772aef3-5eed-44af-85b5-cb71ffc40aaf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a772aef3-5eed-44af-85b5-cb71ffc40aaf,segment=NetworkSegment(737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb),segment_id=737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:22.670034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.670399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] Deleting port 01420589-abce-4cbf-9edc-33dac9be9a08 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:22.670777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.673813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:22.683159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:22.724218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.741164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d854989d-0d4a-4ecf-927d-710579d4b869 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:22.787679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:22.791075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.800382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:22.809779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Calling delete_port for a772aef3-5eed-44af-85b5-cb71ffc40aaf owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:22.815125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3e3a51d8-f1f2-417b-9a0e-f5a9828f9e95 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Unset dirty status for tenant:f250cbc3a12f4ec8be9cffdceaf0d82c on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:22.825140 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3e3a51d8-f1f2-417b-9a0e-f5a9828f9e95 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3614650 Dec 13 23:27:22.828137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50538) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:22.908104 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1d79acdf-5df0-4441-8f5d-0f1d5b0f5b25 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705945 Dec 13 23:27:22.911862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50542) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:22.964516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:22.973066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 8aa657ed-b971-4d68-92c1-e14102248cb5 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:22.984734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=bd243bd4-792e-48a1-bb5a-5d37f9619d1f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:22.987735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:22.988768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:22.990847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:23.039692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:23.057449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-76ad2e65-0f0d-436e-9e81-8c82592c0767 None None] Provisioning complete for port 01420589-abce-4cbf-9edc-33dac9be9a08 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:23.057870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-76ad2e65-0f0d-436e-9e81-8c82592c0767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.168617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] For port a772aef3-5eed-44af-85b5-cb71ffc40aaf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a772aef3-5eed-44af-85b5-cb71ffc40aaf,segment=NetworkSegment(737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb),segment_id=737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:23.170246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.208782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.209118 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment d6cb8ff9-8159-444f-b327-2634513a0a5d of type vlan for network 11dec29d-b108-4321-8505-b4fdbd631629 Dec 13 23:27:23.268967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=8cdd5561-6c0e-4a1e-869a-f1671ad700fa,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:23.272216 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-532f7213-fa72-4bcc-ad2e-ad9b71c2e84a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:23.272732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532f7213-fa72-4bcc-ad2e-ad9b71c2e84a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:23.279228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:23.293681 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-532f7213-fa72-4bcc-ad2e-ad9b71c2e84a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/eddc877e-06c0-459f-bb15-a950d56e8516 HTTP/1.1" status: 404 len: 333 time: 0.3793626 Dec 13 23:27:23.294228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.298362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6aed35ca-ca9d-4733-91c0-f4a5181d3617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.301768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6aed35ca-ca9d-4733-91c0-f4a5181d3617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.303063 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6aed35ca-ca9d-4733-91c0-f4a5181d3617 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c0a5d1e-93cc-4652-b765-4632d41b1da0 HTTP/1.1" status: 204 len: 168 time: 1.3531532 Dec 13 23:27:23.306413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50552) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:23.307877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:23.310208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:23.311447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.359533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Port': ['ID=a772aef3-5eed-44af-85b5-cb71ffc40aaf,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:23.410440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.480710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:23.485940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e33d6b-b317-47d6-aae9-4cd0afcdf113 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:23.486392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e33d6b-b317-47d6-aae9-4cd0afcdf113 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:23.489245 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-89e33d6b-b317-47d6-aae9-4cd0afcdf113 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/e8898ea7-5e4e-4c1d-9d00-c0986a3af9eb HTTP/1.1" status: 404 len: 337 time: 0.1360779 Dec 13 23:27:23.489245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc77654e-407e-4643-839b-0210d55e4b26 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:23.496796 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1651716 Dec 13 23:27:23.496796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50560) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:23.499321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50562) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:23.502679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed35ca-ca9d-4733-91c0-f4a5181d3617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a5d1e-93cc-4652-b765-4632d41b1da0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:23.506890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6aed35ca-ca9d-4733-91c0-f4a5181d3617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:23.511382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] No DVR routers for this DVR port a772aef3-5eed-44af-85b5-cb71ffc40aaf on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:23.513627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] Calling delete_port for a772aef3-5eed-44af-85b5-cb71ffc40aaf owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:23.568635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] For port 01420589-abce-4cbf-9edc-33dac9be9a08, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01420589-abce-4cbf-9edc-33dac9be9a08,segment=NetworkSegment(0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d),segment_id=0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:23.568931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.621636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.626720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:23.627359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.647144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:23.787250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] Calling delete_port for 01420589-abce-4cbf-9edc-33dac9be9a08 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:23.825329 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fee27cc-df21-4bec-9c10-7c47df244f40 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:23.825626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fee27cc-df21-4bec-9c10-7c47df244f40 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:23.830128 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9fee27cc-df21-4bec-9c10-7c47df244f40 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/fc06f151-8dec-4c1b-9ed0-179089c3b80b HTTP/1.1" status: 404 len: 337 time: 0.3261349 Dec 13 23:27:23.834412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:23.849316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50574) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:23.884501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=11dec29d-b108-4321-8505-b4fdbd631629,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:23.898085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:23.901983 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-266c026a-8ca3-47f6-9002-9349fe12af23 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:23.902433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-266c026a-8ca3-47f6-9002-9349fe12af23 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:23.904217 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-266c026a-8ca3-47f6-9002-9349fe12af23 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/9fb54bd3-1083-489c-9223-c7a992130238 HTTP/1.1" status: 404 len: 333 time: 0.0624321 Dec 13 23:27:23.911424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50578) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:23.923489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:23.924921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:23.928613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 11dec29d-b108-4321-8505-b4fdbd631629 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:24.014363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01420589-abce-4cbf-9edc-33dac9be9a08 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:24.035177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.075252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.080974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:24.087862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d166d62c-f143-4cef-b79e-4cb018a14a41']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:24.113681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:24.114370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737a24f7-cfb9-4cfe-9fd1-1ff8faba46eb') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:24.115379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 01420589-abce-4cbf-9edc-33dac9be9a08 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:24.115758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01420589-abce-4cbf-9edc-33dac9be9a08 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:24.116191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a772aef3-5eed-44af-85b5-cb71ffc40aaf no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:24.133536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.150076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:24.186084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-76ad2e65-0f0d-436e-9e81-8c82592c0767 None None] Provisioning complete for port 92990e04-4835-481f-a914-84d9a42c3c20 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:24.186457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-76ad2e65-0f0d-436e-9e81-8c82592c0767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.228270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: a772aef3-5eed-44af-85b5-cb71ffc40aaf {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:24.231210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a772aef3-5eed-44af-85b5-cb71ffc40aaf not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:24.232869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] Pushing event deleted for resources: {'Port': ['ID=01420589-abce-4cbf-9edc-33dac9be9a08,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:24.236327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.244832 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6002648 Dec 13 23:27:24.251725 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0fafe4e-d19e-471b-b028-5d7d1e4fbfd0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:24.252575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0fafe4e-d19e-471b-b028-5d7d1e4fbfd0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:24.261352 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] No DVR routers for this DVR port 01420589-abce-4cbf-9edc-33dac9be9a08 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:24.263056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:24.269595 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b0fafe4e-d19e-471b-b028-5d7d1e4fbfd0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/5746ba5e-b216-4ca1-a63f-83c82ae1f049 HTTP/1.1" status: 404 len: 337 time: 0.3507650 Dec 13 23:27:24.282533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50590) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:24.282533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50592) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:24.331975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-76ad2e65-0f0d-436e-9e81-8c82592c0767 None None] Port 92990e04-4835-481f-a914-84d9a42c3c20 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:24.345141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:24.345141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.358383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': '11dec29d-b108-4321-8505-b4fdbd631629', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:24.402223 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:24.427520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] Deleting port a772aef3-5eed-44af-85b5-cb71ffc40aaf {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:24.428125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.456239 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7481f8-9bf2-48ca-bed8-b68d96997233 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:24.456819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7481f8-9bf2-48ca-bed8-b68d96997233 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:24.461406 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5b7481f8-9bf2-48ca-bed8-b68d96997233 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/c358910f-f556-4550-88e7-a0e8dd4a15f0 HTTP/1.1" status: 404 len: 337 time: 0.1200340 Dec 13 23:27:24.463945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50602) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:24.497899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50604) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:24.536280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0886323d-2944-4d3c-bfed-82f21edabbad None None] The port 'a772aef3-5eed-44af-85b5-cb71ffc40aaf' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:27:24.559190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457e22bf-528c-40c8-88c1-542ad03d257a None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:27:24.566914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:24.579717 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:24.582839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.588963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8821efa5-fd18-41e2-9f50-44b80317d83c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:24.589707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8821efa5-fd18-41e2-9f50-44b80317d83c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:24.591711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.595410 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:24.596285 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:24.597325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f8059f32-c0b2-4cd0-bb75-3937dc21ef3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:24.610944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-de00cb08-5a8c-4791-9df4-1841e2164f55 None None] Provisioning for port bd243bd4-792e-48a1-bb5a-5d37f9619d1f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:24.623841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-de00cb08-5a8c-4791-9df4-1841e2164f55 None None] Provisioning complete for port bd243bd4-792e-48a1-bb5a-5d37f9619d1f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:24.624291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-de00cb08-5a8c-4791-9df4-1841e2164f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.628701 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9975331 Dec 13 23:27:24.630125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50612) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:24.635524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Pushing event deleted for resources: {'Network': ['ID=d166d62c-f143-4cef-b79e-4cb018a14a41,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:24.638582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:24.640368 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] 10.222.0.30 "DELETE /v2.0/networks/d166d62c-f143-4cef-b79e-4cb018a14a41 HTTP/1.1" status: 204 len: 168 time: 3.1311152 Dec 13 23:27:24.720035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-de00cb08-5a8c-4791-9df4-1841e2164f55 None None] Port bd243bd4-792e-48a1-bb5a-5d37f9619d1f cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:24.786108 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeedfd9c-39d6-43c5-9f5b-932e2fbc5465 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:24.788922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeedfd9c-39d6-43c5-9f5b-932e2fbc5465 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:24.792051 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aeedfd9c-39d6-43c5-9f5b-932e2fbc5465 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/409d7b27-db4f-4527-acaa-3afbee3c7253 HTTP/1.1" status: 404 len: 333 time: 0.2147844 Dec 13 23:27:24.798462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50620) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:24.810801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1be99576-d81c-4cb3-bf3d-bcab5ffd53f9 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-690999001', 'prefixes': ['172.20.0.0/16']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:24.818859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457e22bf-528c-40c8-88c1-542ad03d257a None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:27:24.834464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1be99576-d81c-4cb3-bf3d-bcab5ffd53f9 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:24.899454 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e99631e-2835-4f63-bb9b-dd8f82eb5347 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:24.900834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e99631e-2835-4f63-bb9b-dd8f82eb5347 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:24.903358 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8e99631e-2835-4f63-bb9b-dd8f82eb5347 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/e556feb1-34e7-4d45-a05a-dd43e6caf043 HTTP/1.1" status: 404 len: 337 time: 0.0904362 Dec 13 23:27:24.912181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50626) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:24.912181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:24.927325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting subnet daaad2ce-01af-4ddb-a45a-a989a11ce211 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:24.932213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:24.958438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:24.958749 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:24.966763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:24.971335 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2c6cc0-5739-4e6e-a2d5-9ccdac1b4bd3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:24.972100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2c6cc0-5739-4e6e-a2d5-9ccdac1b4bd3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:24.974936 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-de2c6cc0-5739-4e6e-a2d5-9ccdac1b4bd3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/e7815f05-b390-4a89-a183-ce0d90b8c8d3 HTTP/1.1" status: 404 len: 337 time: 0.0641289 Dec 13 23:27:24.980531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:24.982652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50630) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.044721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8821efa5-fd18-41e2-9f50-44b80317d83c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:25.050363 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8821efa5-fd18-41e2-9f50-44b80317d83c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.5499904 Dec 13 23:27:25.051190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50636) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.052810 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-61896fd5-a9c0-4d77-8322-8887b0d7e5c4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.053522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61896fd5-a9c0-4d77-8322-8887b0d7e5c4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.060704 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-61896fd5-a9c0-4d77-8322-8887b0d7e5c4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/007a5ce0-8599-4286-b46a-78c89f108dc4 HTTP/1.1" status: 404 len: 333 time: 0.0729127 Dec 13 23:27:25.064190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50638) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.075634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:25.186404 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc1131f-c1f2-4391-a6b0-9909731040d4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.186404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc1131f-c1f2-4391-a6b0-9909731040d4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.186404 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5bc1131f-c1f2-4391-a6b0-9909731040d4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/07cbdd29-94bf-4cd7-b6db-eaaf0b69b372 HTTP/1.1" status: 404 len: 337 time: 0.0910978 Dec 13 23:27:25.186762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50644) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.257659 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba3676a-5750-446f-b583-8a16105f646b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.258097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba3676a-5750-446f-b583-8a16105f646b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.269784 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fba3676a-5750-446f-b583-8a16105f646b tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/70ba99a5-6ef7-49fb-a112-690654b66a6c HTTP/1.1" status: 404 len: 337 time: 0.0822747 Dec 13 23:27:25.271497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50648) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.281327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50650) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.333646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:25.362993 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0a4fdc-2eea-467c-9b07-bf2de9d1a555 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.363638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0a4fdc-2eea-467c-9b07-bf2de9d1a555 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.367559 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1e0a4fdc-2eea-467c-9b07-bf2de9d1a555 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/0ee61fcc-9d9c-4af8-94e0-05099dbc19ae HTTP/1.1" status: 404 len: 333 time: 0.0863652 Dec 13 23:27:25.368154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50658) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.412685 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-de48c541-9114-419b-ae9d-7744cc7b70ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.413153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de48c541-9114-419b-ae9d-7744cc7b70ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.417912 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-de48c541-9114-419b-ae9d-7744cc7b70ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/617c6a40-31ac-43fa-98bf-925f8b643c6c HTTP/1.1" status: 404 len: 337 time: 0.0457861 Dec 13 23:27:25.418386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50662) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.486188 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d75f3a9-4a14-4b6c-b79c-0cf2c1faeff5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.486808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d75f3a9-4a14-4b6c-b79c-0cf2c1faeff5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.494349 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0d75f3a9-4a14-4b6c-b79c-0cf2c1faeff5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/aa5be23c-8bab-475b-a982-f3a1dea62256 HTTP/1.1" status: 404 len: 333 time: 0.0697799 Dec 13 23:27:25.496613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:25.532526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50668) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.545437 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:20Z', 'revision_number': 8, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:25.554754 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:27:25.581930 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:25.583452 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:25.597780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50672) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.598689 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac61589-b028-4521-bb41-b8d3bed5830a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.599151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac61589-b028-4521-bb41-b8d3bed5830a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.601325 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eac61589-b028-4521-bb41-b8d3bed5830a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/2738bd79-355e-4cae-b62e-b64b32b3b494 HTTP/1.1" status: 404 len: 337 time: 0.0672772 Dec 13 23:27:25.604785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50676) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.614652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:25.663465 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f53693-1865-494e-8228-ad2fa394a67a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.663953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f53693-1865-494e-8228-ad2fa394a67a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.665780 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a1f53693-1865-494e-8228-ad2fa394a67a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/a1bbbf21-3b44-452d-aa4c-c8665270cec9 HTTP/1.1" status: 404 len: 333 time: 0.0601869 Dec 13 23:27:25.675787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50682) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.717628 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-125d129d-8ed4-4a97-b9cb-7ba84d276b07 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.717628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125d129d-8ed4-4a97-b9cb-7ba84d276b07 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.717628 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-125d129d-8ed4-4a97-b9cb-7ba84d276b07 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/84c39dfa-6d62-4fc0-a2af-ae41658a617c HTTP/1.1" status: 404 len: 337 time: 0.0455992 Dec 13 23:27:25.719118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1be99576-d81c-4cb3-bf3d-bcab5ffd53f9 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] Notify callbacks [] for subnetpool, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:25.719976 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1be99576-d81c-4cb3-bf3d-bcab5ffd53f9 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2211139 Dec 13 23:27:25.720681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50686) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.725084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50688) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.752864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fbdf51-eac8-47e3-bf00-f9f91d5ce733 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:25.756963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fbdf51-eac8-47e3-bf00-f9f91d5ce733 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:25.761262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fbdf51-eac8-47e3-bf00-f9f91d5ce733 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:25.765609 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-be1d1e15-e63a-41aa-828c-c67eb19319fa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.765892 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a0fbdf51-eac8-47e3-bf00-f9f91d5ce733 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.7065833 Dec 13 23:27:25.766083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be1d1e15-e63a-41aa-828c-c67eb19319fa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.767708 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-be1d1e15-e63a-41aa-828c-c67eb19319fa tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/9189b66d-de56-44e2-acc4-04e481a9cd8a HTTP/1.1" status: 404 len: 333 time: 0.0428698 Dec 13 23:27:25.768237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50694) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.770911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50696) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.842955 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:25.847042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-182721388'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:25.863035 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-109dd18e-32b2-4f81-9488-efc0498c498e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.863491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109dd18e-32b2-4f81-9488-efc0498c498e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.877257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:25.882493 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-109dd18e-32b2-4f81-9488-efc0498c498e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/df6f82cb-e07a-4c65-bde0-3e55a9da7488 HTTP/1.1" status: 404 len: 337 time: 0.1083412 Dec 13 23:27:25.885069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50702) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.888821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:network and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:25.890486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:25.933627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:25.949848 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d90264ea-2da6-44f5-afef-3ebfee715bb8 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] 10.222.0.30 "GET /v2.0/subnetpools/308b3781-b329-47d9-b090-8fa156aa206e HTTP/1.1" status: 200 len: 731 time: 0.2173858 Dec 13 23:27:25.952263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50706) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.962399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-71714780-73e6-446e-8fdb-126502fb6064 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1738868218'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:25.975782 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fc020a-910d-4470-a947-35939e681169 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:25.975782 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fc020a-910d-4470-a947-35939e681169 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:25.975782 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b8fc020a-910d-4470-a947-35939e681169 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/9c70aacc-dc96-4572-9d59-efab0cd49644 HTTP/1.1" status: 404 len: 333 time: 0.0859394 Dec 13 23:27:25.982185 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-704b694c-37aa-4776-a002-a83a4a8efb4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=930d28b78eae43c4bbe27f8c199acff6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3833113 Dec 13 23:27:25.982615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port bd243bd4-792e-48a1-bb5a-5d37f9619d1f {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:25.982929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50710) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:25.983038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:25.983255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50712) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:26.019653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.031140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-74e3ea9d-eec6-4048-a77e-19d16f8cac5a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:26.061418 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-698f3eca-643c-47c3-b058-6043c7418407 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:26.064734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698f3eca-643c-47c3-b058-6043c7418407 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:26.077800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Subnet': ['ID=daaad2ce-01af-4ddb-a45a-a989a11ce211,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:26.100547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:26.102399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:26.106149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.113174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01612f-ac1e-4341-b440-1254e47133a8 None None] Network 0e3bac8e-9884-456f-9278-6ebfd4745e78 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:26.122725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.124948 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/daaad2ce-01af-4ddb-a45a-a989a11ce211 HTTP/1.1" status: 204 len: 168 time: 1.4914618 Dec 13 23:27:26.132172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50718) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:26.188117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.199525 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:20Z', 'revision_number': 8, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:26.209516 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce771d9-6067-4da0-9f7c-9f0d10a6b69a None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:20Z', 'revision_number': 8, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '3e94c767-50c4-46cd-8ea2-edb0782fe487', 'name': '', 'network_id': 'd50d254b-5f6f-4f1b-8266-e178d19a44ae', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b3:9b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:39Z', 'updated_at': '2021-12-13T23:27:01Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'dda4aaf9-77d4-4abc-8da0-3c22862d552e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:26.257229 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-698f3eca-643c-47c3-b058-6043c7418407 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/8081f3a8-018a-4b8f-b2ae-e58802646272 HTTP/1.1" status: 404 len: 337 time: 0.2704768 Dec 13 23:27:26.270251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50722) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:26.403131 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df1d4ec-f255-43ea-9ad1-eae55979dbab tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:26.403802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df1d4ec-f255-43ea-9ad1-eae55979dbab tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:26.405663 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0df1d4ec-f255-43ea-9ad1-eae55979dbab tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/a267f9b8-5345-475a-a256-c7b47dcc878a HTTP/1.1" status: 404 len: 333 time: 0.1344488 Dec 13 23:27:26.415659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50726) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:26.449941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e4e9-44df-49f6-8f1a-5980c5c36756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.477356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.481279 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8508ae4-1b8b-4c0f-8c94-81caf6b0fd01 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:26.481712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8508ae4-1b8b-4c0f-8c94-81caf6b0fd01 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:26.483373 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e8508ae4-1b8b-4c0f-8c94-81caf6b0fd01 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/5c45565b-b5b9-4afe-bfce-68f3a1171415 HTTP/1.1" status: 404 len: 337 time: 0.0707095 Dec 13 23:27:26.488879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b8835689-5189-4997-900f-815b0dd44617 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:26.494649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50730) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:26.525121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router cbb7fadd-270f-46e5-91b3-f0c77e9eba79 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:26.551052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e4e9-44df-49f6-8f1a-5980c5c36756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.551201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:26.574705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] DHCP port deletion for 0e3bac8e-9884-456f-9278-6ebfd4745e78 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:26.580159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] Deleting port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:26.581973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.613664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=5cb152c9-fb45-425e-bccc-9dc08b993f73,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:26.628634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.629097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:26.677103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group_rule and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:26.680272 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce961838-b4cd-4f4a-ab26-755cca10fe15 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:26.680875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce961838-b4cd-4f4a-ab26-755cca10fe15 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:26.687845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:26.706128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:26.720265 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ce961838-b4cd-4f4a-ab26-755cca10fe15 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/9a903c39-7612-4171-9335-23e253d86d5a HTTP/1.1" status: 404 len: 337 time: 0.2162778 Dec 13 23:27:26.726112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50734) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:26.733414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-71714780-73e6-446e-8fdb-126502fb6064 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] Notify callbacks [] for subnetpool, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.737587 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-71714780-73e6-446e-8fdb-126502fb6064 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] 10.222.0.30 "PUT /v2.0/subnetpools/308b3781-b329-47d9-b090-8fa156aa206e HTTP/1.1" status: 200 len: 684 time: 0.7827406 Dec 13 23:27:26.742834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50738) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:26.744881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.831727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': 'd6cb8ff9-8159-444f-b327-2634513a0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11dec29d-b108-4321-8505-b4fdbd631629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:26.831727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: 11dec29d-b108-4321-8505-b4fdbd631629, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:26.833999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] For port 21d262fd-f498-4858-adc7-5c5b22f5b8f9, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=21d262fd-f498-4858-adc7-5c5b22f5b8f9,segment=NetworkSegment(01e4a4c8-7028-407c-b680-3c9ba14839d7),segment_id=01e4a4c8-7028-407c-b680-3c9ba14839d7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:26.834400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:26.834752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.834911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.839827 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabe6381-61ff-439f-97b9-0e117f0bb76e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:26.840269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabe6381-61ff-439f-97b9-0e117f0bb76e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:26.866691 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aabe6381-61ff-439f-97b9-0e117f0bb76e tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/760273fe-f3f9-4e13-bc73-67688f3e1325 HTTP/1.1" status: 404 len: 333 time: 0.1369224 Dec 13 23:27:26.867460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50742) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:26.929106 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73d3e0a-6835-41fd-bf42-d0b622b82f8a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:26.929802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73d3e0a-6835-41fd-bf42-d0b622b82f8a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:26.932722 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d73d3e0a-6835-41fd-bf42-d0b622b82f8a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/05c8de71-f38f-4a23-bff0-5bee49863214 HTTP/1.1" status: 404 len: 337 time: 0.0606542 Dec 13 23:27:26.932975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for bd243bd4-792e-48a1-bb5a-5d37f9619d1f owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:26.934915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50746) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:26.970679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e4e9-44df-49f6-8f1a-5980c5c36756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.973117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e4e9-44df-49f6-8f1a-5980c5c36756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:26.974495 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ebd5e4e9-44df-49f6-8f1a-5980c5c36756 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22b4b4f5-2ace-460d-b163-5263f07d3bdf HTTP/1.1" status: 204 len: 168 time: 0.9861398 Dec 13 23:27:26.980291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:26.992001 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eadb33-d362-4c92-b362-d3a28f9bdaac tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:26.992441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71eadb33-d362-4c92-b362-d3a28f9bdaac tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:26.994209 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-71eadb33-d362-4c92-b362-d3a28f9bdaac tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/59fd72eb-d3e1-4312-ab18-42c3f43344a1 HTTP/1.1" status: 404 len: 337 time: 0.0584662 Dec 13 23:27:26.997589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50752) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.001044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network 11dec29d-b108-4321-8505-b4fdbd631629 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:27.004228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] Calling delete_port for 21d262fd-f498-4858-adc7-5c5b22f5b8f9 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:27.006940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5e4e9-44df-49f6-8f1a-5980c5c36756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b4b4f5-2ace-460d-b163-5263f07d3bdf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:27.043890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ebd5e4e9-44df-49f6-8f1a-5980c5c36756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:27.055188 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3419f940-6c0b-4ac2-88bd-c5ea8d057c06 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:27.055188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3419f940-6c0b-4ac2-88bd-c5ea8d057c06 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:27.057755 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3419f940-6c0b-4ac2-88bd-c5ea8d057c06 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/cebc7a22-e598-448c-af10-39b7af2fe962 HTTP/1.1" status: 404 len: 333 time: 0.0590050 Dec 13 23:27:27.060724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50756) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.103922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:27.111533 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/cbb7fadd-270f-46e5-91b3-f0c77e9eba79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6850874 Dec 13 23:27:27.114707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50760) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.116276 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fb4fe8-ff75-4679-9763-eaccc211b942 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:27.116773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fb4fe8-ff75-4679-9763-eaccc211b942 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:27.118940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf5508-7020-4f9f-a11e-720c200a4e56 None None] Sync routers for ids ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:27.122892 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-50fb4fe8-ff75-4679-9763-eaccc211b942 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/42c17296-fbd1-4c44-9b18-da482aedc225 HTTP/1.1" status: 404 len: 337 time: 0.0598803 Dec 13 23:27:27.123486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50762) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.135689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf5508-7020-4f9f-a11e-720c200a4e56 None None] Routers {'cbb7fadd-270f-46e5-91b3-f0c77e9eba79'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:27.138884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3cdf5508-7020-4f9f-a11e-720c200a4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:27.163470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 11dec29d-b108-4321-8505-b4fdbd631629) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:27.176222 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fefdbcf-2777-4f85-a52b-8ab0fca27956 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:27.176681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fefdbcf-2777-4f85-a52b-8ab0fca27956 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:27.181493 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7fefdbcf-2777-4f85-a52b-8ab0fca27956 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/947dfa59-98ad-403c-bdcb-3cfb31c07439 HTTP/1.1" status: 404 len: 337 time: 0.0562332 Dec 13 23:27:27.182471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:27.183051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.198285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50768) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.210281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3cdf5508-7020-4f9f-a11e-720c200a4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:27.213563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c37d941-fc2d-45d1-abb4-b9aca728e7c5 None None] Network 11dec29d-b108-4321-8505-b4fdbd631629 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:27.232339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.242366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:27.245065 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88c8715-7f59-4a8e-9fda-32432640faf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:27.245503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88c8715-7f59-4a8e-9fda-32432640faf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:27.249974 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a88c8715-7f59-4a8e-9fda-32432640faf4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/579cbb97-dac8-4860-a276-ab3185d88830 HTTP/1.1" status: 404 len: 333 time: 0.0504415 Dec 13 23:27:27.250553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50772) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.290794 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9480081 Dec 13 23:27:27.291557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50776) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.298916 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4b4c69-0b1f-4896-9f28-4037f92f9634 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:27.298916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4b4c69-0b1f-4896-9f28-4037f92f9634 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:27.298916 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9a4b4c69-0b1f-4896-9f28-4037f92f9634 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/72b220dc-3e68-4861-83ea-c0d4f6fd885d HTTP/1.1" status: 404 len: 337 time: 0.0443475 Dec 13 23:27:27.322985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50780) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.338534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] Pushing event deleted for resources: {'Port': ['ID=21d262fd-f498-4858-adc7-5c5b22f5b8f9,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:27.345915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:27.359130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] No DVR routers for this DVR port 21d262fd-f498-4858-adc7-5c5b22f5b8f9 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:27.363689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdf5508-7020-4f9f-a11e-720c200a4e56 None None] Routers {'cbb7fadd-270f-46e5-91b3-f0c77e9eba79'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:27.364414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3cdf5508-7020-4f9f-a11e-720c200a4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:27.438014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3cdf5508-7020-4f9f-a11e-720c200a4e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:27.438362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf5508-7020-4f9f-a11e-720c200a4e56 None None] The sync data for ids ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:27.450856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.482581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] The port '21d262fd-f498-4858-adc7-5c5b22f5b8f9' was deleted {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:27:27.488779 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-2100e5ed-c76b-4b94-8e8f-de7acfcbac71 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:27.489486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2100e5ed-c76b-4b94-8e8f-de7acfcbac71 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:27.529417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.556472 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2100e5ed-c76b-4b94-8e8f-de7acfcbac71 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/ce044ba2-c590-4d24-b4c9-6c407369ec0f HTTP/1.1" status: 404 len: 337 time: 0.1772728 Dec 13 23:27:27.560474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50788) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.569312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.610889 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3a8adadf-12f9-4481-9bda-1c3e581c3661 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports?device_id=842259c3-5ea8-406d-80dc-cbc7c36344a3 HTTP/1.1" status: 200 len: 205 time: 0.0492418 Dec 13 23:27:27.613477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50794) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.617446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-11dec29d-b108-4321-8505-b4fdbd631629', 'network_id': '11dec29d-b108-4321-8505-b4fdbd631629', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': '5cb152c9-fb45-425e-bccc-9dc08b993f73'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:27.618169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1501d170-7297-434a-92ca-ed7a99375d2a tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:27.619472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.675726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.708418 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-9fe84b4b-a4d6-4fdd-a67c-ca58c30201c7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] delete failed (client error): The resource could not be found. Dec 13 23:27:27.711926 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9fe84b4b-a4d6-4fdd-a67c-ca58c30201c7 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/routers/842259c3-5ea8-406d-80dc-cbc7c36344a3 HTTP/1.1" status: 404 len: 336 time: 0.0950775 Dec 13 23:27:27.714667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50800) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.758514 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-3834af52-4046-4b66-821a-abfc2b01fba8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:27.759716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3834af52-4046-4b66-821a-abfc2b01fba8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:27.761159 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3834af52-4046-4b66-821a-abfc2b01fba8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/36ca2406-329f-4b62-9b65-085117049466 HTTP/1.1" status: 404 len: 337 time: 0.0456364 Dec 13 23:27:27.763822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50804) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.789555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Allocated IP 172.20.0.1 (11dec29d-b108-4321-8505-b4fdbd631629/5cb152c9-fb45-425e-bccc-9dc08b993f73/7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:27.793523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=bd243bd4-792e-48a1-bb5a-5d37f9619d1f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:27.811021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:27.811120 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e5f03ecd-8104-4b2f-b894-b41e895730dc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "GET /v2.0/ports?device_id=03e0a864-9037-4a2e-a7b6-d0e149b866e5 HTTP/1.1" status: 200 len: 205 time: 0.0435510 Dec 13 23:27:27.811975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50808) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.814790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cdc421d7-5006-4829-80ed-c350008f419b tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] Notify callbacks [] for subnetpool, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.818253 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cdc421d7-5006-4829-80ed-c350008f419b tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] 10.222.0.30 "DELETE /v2.0/subnetpools/308b3781-b329-47d9-b090-8fa156aa206e HTTP/1.1" status: 204 len: 168 time: 1.0636997 Dec 13 23:27:27.818253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.822740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:27.832259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50814) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.838071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-107d8425-59a3-4cf8-84af-9d9c74970a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:27.884800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89591d9-a8d5-4fa8-affb-b6693f1eefba,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:27.905658 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-f63a2bb9-b455-4985-b267-8111f43972ac tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] delete failed (client error): The resource could not be found. Dec 13 23:27:27.905834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:27.909663 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f63a2bb9-b455-4985-b267-8111f43972ac tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/routers/03e0a864-9037-4a2e-a7b6-d0e149b866e5 HTTP/1.1" status: 404 len: 336 time: 0.0954816 Dec 13 23:27:27.910220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50818) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:27.982633 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-654e7ff0-236e-4359-ac1d-f24b6c388950 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:27.983905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654e7ff0-236e-4359-ac1d-f24b6c388950 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:27.988586 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-654e7ff0-236e-4359-ac1d-f24b6c388950 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/c6c6b2be-4324-49fd-b03a-d247942c92f2 HTTP/1.1" status: 404 len: 337 time: 0.0773859 Dec 13 23:27:27.989152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50822) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.018812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21d262fd-f498-4858-adc7-5c5b22f5b8f9 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:28.040929 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b180ba-dea1-4afb-a81e-7176e7577d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.041263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b180ba-dea1-4afb-a81e-7176e7577d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.043185 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-48b180ba-dea1-4afb-a81e-7176e7577d77 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/7e07c0d3-a366-4ec1-97f1-c5970f950e38 HTTP/1.1" status: 404 len: 337 time: 0.0531108 Dec 13 23:27:28.043462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3bac8e-9884-456f-9278-6ebfd4745e78']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:28.047317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50826) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.051193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:28.060114 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-17145861-f21c-4605-b6fe-3a6365263189 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] show failed (client error): The resource could not be found. Dec 13 23:27:28.063558 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-17145861-f21c-4605-b6fe-3a6365263189 tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] 10.222.0.30 "GET /v2.0/subnetpools/308b3781-b329-47d9-b090-8fa156aa206e HTTP/1.1" status: 404 len: 346 time: 0.1977651 Dec 13 23:27:28.074312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50830) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.079115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e4a4c8-7028-407c-b680-3c9ba14839d7') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:28.079441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e4a4c8-7028-407c-b680-3c9ba14839d7') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:28.080214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 21d262fd-f498-4858-adc7-5c5b22f5b8f9 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:28.080627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 21d262fd-f498-4858-adc7-5c5b22f5b8f9 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:28.081117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:28.117462 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-f85387fb-81e7-4025-bda6-4faf5232769d tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] delete failed (client error): The resource could not be found. Dec 13 23:27:28.125049 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f85387fb-81e7-4025-bda6-4faf5232769d tempest-SubnetPoolsTestJSON-31747987 tempest-SubnetPoolsTestJSON-31747987-project] 10.222.0.30 "DELETE /v2.0/subnetpools/308b3781-b329-47d9-b090-8fa156aa206e HTTP/1.1" status: 404 len: 346 time: 0.0432379 Dec 13 23:27:28.125852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:28.126333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1fbb0d7a-88a1-45a2-9131-0af2cd4eec86 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:28.129252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.129749 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Added segment 3e29ca01-8bfd-4e53-8217-702a4517fd4e of type vlan for network c041d70c-aa2a-4839-a73c-c1faf9b550a2 Dec 13 23:27:28.139749 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc444be-fd4a-4fc7-9159-deef3408e973 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.140193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc444be-fd4a-4fc7-9159-deef3408e973 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.141863 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-adc444be-fd4a-4fc7-9159-deef3408e973 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/82926081-f5a2-42cd-8ed0-aab6ca2af183 HTTP/1.1" status: 404 len: 333 time: 0.0935354 Dec 13 23:27:28.142870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.144457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50838) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.154832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.176480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.344743 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff024ca-d366-4130-867b-5a6d63261652 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.345845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff024ca-d366-4130-867b-5a6d63261652 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.348154 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fff024ca-d366-4130-867b-5a6d63261652 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/06c81833-9566-4a11-baf6-392fb5d2aa8d HTTP/1.1" status: 404 len: 337 time: 0.2026269 Dec 13 23:27:28.350578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50844) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.393142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.393646 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c452b9-33dc-424e-b2c2-e3b057299cd1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.394171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c452b9-33dc-424e-b2c2-e3b057299cd1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.395975 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-80c452b9-33dc-424e-b2c2-e3b057299cd1 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/e5686ead-baee-4886-bf67-ff0253eab4ec HTTP/1.1" status: 404 len: 333 time: 0.0430884 Dec 13 23:27:28.398454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50848) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.441283 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c1ad46-4e38-4e97-8b35-2039902cccd5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.441708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c1ad46-4e38-4e97-8b35-2039902cccd5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.443309 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e9c1ad46-4e38-4e97-8b35-2039902cccd5 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/bcf6ce11-fb3b-40d7-9dd4-3a9befe49594 HTTP/1.1" status: 404 len: 337 time: 0.0439234 Dec 13 23:27:28.445879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50852) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.453483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.465006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:28.465403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:28.480696 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:28.484206 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/bd243bd4-792e-48a1-bb5a-5d37f9619d1f HTTP/1.1" status: 204 len: 168 time: 2.7143519 Dec 13 23:27:28.488557 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e0294f-c0d8-4beb-a496-ca0a65f756e6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.488557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e0294f-c0d8-4beb-a496-ca0a65f756e6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.488557 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a5e0294f-c0d8-4beb-a496-ca0a65f756e6 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/f6aed918-183b-4d81-9544-957d575d7a77 HTTP/1.1" status: 404 len: 333 time: 0.0414889 Dec 13 23:27:28.489203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50856) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.490914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50858) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.580758 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccd3497-39a8-4352-b84c-dbc5cc7dd705 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:27:28.581949 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2ccd3497-39a8-4352-b84c-dbc5cc7dd705 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/bd243bd4-792e-48a1-bb5a-5d37f9619d1f HTTP/1.1" status: 404 len: 333 time: 0.0923076 Dec 13 23:27:28.582835 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed4f0eec-bad2-4588-ba62-0bc6bd77c502 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.583246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed4f0eec-bad2-4588-ba62-0bc6bd77c502 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.584786 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ed4f0eec-bad2-4588-ba62-0bc6bd77c502 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/0a28dacd-9cd2-4089-a3c7-ab62585c2833 HTTP/1.1" status: 404 len: 337 time: 0.0927689 Dec 13 23:27:28.585347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50868) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.587816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50870) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.630215 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d12aa0-ab79-46ff-90c8-51c264cd19d2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.631009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d12aa0-ab79-46ff-90c8-51c264cd19d2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.636067 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a9d12aa0-ab79-46ff-90c8-51c264cd19d2 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/6d2d1327-df9e-49bd-9a23-37ec1304ffae HTTP/1.1" status: 404 len: 333 time: 0.0470226 Dec 13 23:27:28.636881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50876) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.668049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Transition to ACTIVE for port object 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:28.673829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50880) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.682234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.686902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.694350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f36dd4e6-13f1-43a0-b765-63935e97107a tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:28.699363 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-76947f45-373b-4c32-ba2d-18876852282a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.699363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76947f45-373b-4c32-ba2d-18876852282a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.699918 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-76947f45-373b-4c32-ba2d-18876852282a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/335c2675-2ccd-42f1-a4ab-13e34a5fa64a HTTP/1.1" status: 404 len: 337 time: 0.0617027 Dec 13 23:27:28.700300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50886) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.700778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50888) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.704493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Transition to ACTIVE for port object 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:28.729909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 92990e04-4835-481f-a914-84d9a42c3c20 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:28.730296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.750673 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c55abe-cf68-4808-b500-8fae2ffa249c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.751181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c55abe-cf68-4808-b500-8fae2ffa249c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.756569 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-16c55abe-cf68-4808-b500-8fae2ffa249c tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/6cfd1877-6a6c-4226-a115-323ee152e5ad HTTP/1.1" status: 404 len: 333 time: 0.0539658 Dec 13 23:27:28.756715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50896) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.770816 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/networks/0e3bac8e-9884-456f-9278-6ebfd4745e78 HTTP/1.1" status: 204 len: 168 time: 2.6375515 Dec 13 23:27:28.771582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.776004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:28.776596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.777978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.792458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50900) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.797541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Network': ['ID=0e3bac8e-9884-456f-9278-6ebfd4745e78,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:28.797691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:28.797912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:28.797912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6d9730d7-df4c-4ef7-8156-716e03b0d769 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:28.846824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:28.861845 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb96a2e-6dee-41c8-b7ca-e0d4a306eb90 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:28.862381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb96a2e-6dee-41c8-b7ca-e0d4a306eb90 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:28.934232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Network 11dec29d-b108-4321-8505-b4fdbd631629 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:28.937618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Pushing event updated for resources: {'Port': ['ID=7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:28.940020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:28.941885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:28.942601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:28.971217 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1bb96a2e-6dee-41c8-b7ca-e0d4a306eb90 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/4ab5a957-6be9-4647-86ab-295d99545270 HTTP/1.1" status: 404 len: 337 time: 0.2133245 Dec 13 23:27:28.972143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50908) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:28.976261 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.6881604 Dec 13 23:27:28.991964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-71afac20-6417-4c6e-a8dd-c9240372dc66 tempest-DvrRoutersNegativeTest-761250351 tempest-DvrRoutersNegativeTest-761250351-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-569591888', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:28.994482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.policy [None req-71afac20-6417-4c6e-a8dd-c9240372dc66 tempest-DvrRoutersNegativeTest-761250351 tempest-DvrRoutersNegativeTest-761250351-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84312) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Dec 13 23:27:28.994787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.policy [None req-71afac20-6417-4c6e-a8dd-c9240372dc66 tempest-DvrRoutersNegativeTest-761250351 tempest-DvrRoutersNegativeTest-761250351-project] Failed policy check for 'create_router' {{(pid=84312) enforce /opt/stack/neutron/neutron/policy.py:482}} Dec 13 23:27:28.995316 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-71afac20-6417-4c6e-a8dd-c9240372dc66 tempest-DvrRoutersNegativeTest-761250351 tempest-DvrRoutersNegativeTest-761250351-project] create failed (client error): Access was denied to this resource. Dec 13 23:27:29.000643 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-71afac20-6417-4c6e-a8dd-c9240372dc66 tempest-DvrRoutersNegativeTest-761250351 tempest-DvrRoutersNegativeTest-761250351-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3181720 Dec 13 23:27:29.035742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50912) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:29.042862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Attempting to bind port 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:29.043264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Attempting to bind port 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'd6cb8ff9-8159-444f-b327-2634513a0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11dec29d-b108-4321-8505-b4fdbd631629'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:29.045910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Attempting to bind port 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821 on network 11dec29d-b108-4321-8505-b4fdbd631629 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:29.049567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'name': 'tempest-PortsIpV6TestJSON-66805509'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:29.050754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:29.051147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Checking segment: {'id': 'd6cb8ff9-8159-444f-b327-2634513a0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11dec29d-b108-4321-8505-b4fdbd631629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:29.051634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.052041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Bound using segment: {'id': 'd6cb8ff9-8159-444f-b327-2634513a0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11dec29d-b108-4321-8505-b4fdbd631629'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:29.052539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Bound port: 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cb8ff9-8159-444f-b327-2634513a0a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '11dec29d-b108-4321-8505-b4fdbd631629'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:29.052916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.080787 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-50384c2b-d574-4cbb-b60c-db1ff1249038 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:29.081232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50384c2b-d574-4cbb-b60c-db1ff1249038 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:29.085642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-50384c2b-d574-4cbb-b60c-db1ff1249038 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/c1927f90-50b6-4c93-bf8b-31376a7145ba HTTP/1.1" status: 404 len: 333 time: 0.1102846 Dec 13 23:27:29.086527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.086676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Network': ['ID=c041d70c-aa2a-4839-a73c-c1faf9b550a2,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:29.089843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:29.092270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50918) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:29.099732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.123024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:29.132765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:29.136939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Usage tracker for resource:security_group_rule and tenant:26b98453083f416faa704b50d1b3da3f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:29.139900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:29.146257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:29.158532 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-471fa876-5c03-428c-9047-9bb238bf08b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:29.158966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471fa876-5c03-428c-9047-9bb238bf08b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:29.160758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-471fa876-5c03-428c-9047-9bb238bf08b0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/3f5e3567-ccd9-4427-8159-c103704f29b9 HTTP/1.1" status: 404 len: 337 time: 0.0650008 Dec 13 23:27:29.164170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50922) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:29.219132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.220293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-078899d0-6186-48a3-ae80-f2b9e57773e9 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:29.262325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] For port 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:29.271277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] For port 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821,segment=NetworkSegment(d6cb8ff9-8159-444f-b327-2634513a0a5d),segment_id=d6cb8ff9-8159-444f-b327-2634513a0a5d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:29.293863 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca415b4-778f-4ae3-81c2-7fe3c1a21b3a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:29.294302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca415b4-778f-4ae3-81c2-7fe3c1a21b3a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:29.295946 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eca415b4-778f-4ae3-81c2-7fe3c1a21b3a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/ports/74837b1f-b92d-4d2f-b9f0-5f867ac133d3 HTTP/1.1" status: 404 len: 333 time: 0.1281524 Dec 13 23:27:29.302108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50926) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:29.315947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb152c9-fb45-425e-bccc-9dc08b993f73,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:29.338601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:29.361060 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30f4730-1f66-4295-99ec-8c8a5775cff0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:29.361403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30f4730-1f66-4295-99ec-8c8a5775cff0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:29.364063 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f30f4730-1f66-4295-99ec-8c8a5775cff0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/subnets/05bcc893-1de6-4bc0-9dc2-98f92d837b6a HTTP/1.1" status: 404 len: 337 time: 0.0584431 Dec 13 23:27:29.368029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50930) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:29.370288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.394638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:29.425966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:29.428680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.435482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5d56ace7-5339-42ba-abec-0547d87eef43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:29.489745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:port and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:29.512744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:29.520232 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.542074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:29.547497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.554940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb2c233-6159-4dcc-b6b4-6433adf130bb,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:29.560352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:29.563938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Pushing event updated for resources: {'Port': ['ID=7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:29.566861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:29.575113 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26b98453083f416faa704b50d1b3da3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8693888 Dec 13 23:27:29.639841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50936) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:29.658757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dec29d-b108-4321-8505-b4fdbd631629']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:29.675470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50940) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:29.715120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for 92990e04-4835-481f-a914-84d9a42c3c20 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:29.742169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c98c8-af94-464f-b89a-9bf30def1b6b None None] Network 11dec29d-b108-4321-8505-b4fdbd631629 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:29.750446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.751491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cb8ff9-8159-444f-b327-2634513a0a5d') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:29.751818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cb8ff9-8159-444f-b327-2634513a0a5d') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:29.767167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:29.770160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.798989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.833533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.837271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port cf8ec6a5-b210-484c-959e-c45e9a680669 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:29.879371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:29.879817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:29.895291 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:29.987712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d8b61-0ff7-4ef0-9a87-2abee5afa5d4 None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:27:30.131874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d8b61-0ff7-4ef0-9a87-2abee5afa5d4 None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:27:30.146649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.199244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:27:30.199244 dv-neutron-821564-1-hyperv neutron-server[84312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:27:30.199244 dv-neutron-821564-1-hyperv neutron-server[84312]: [parameters: {'id': '11dec29d-b108-4321-8505-b4fdbd631629'}] Dec 13 23:27:30.199244 dv-neutron-821564-1-hyperv neutron-server[84312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:30.199744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:30.200196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e249ab2-8269-4c40-9cfa-bfe5f45ce297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.227317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.277098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea23088-1e6e-4c3e-b49f-b46d9919dea0']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:30.279297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:30.299761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Usage tracker for resource:security_group_rule and tenant:847528a9ab9146f9ae1acbb1f5edc2d2 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:30.303810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e249ab2-8269-4c40-9cfa-bfe5f45ce297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.313678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.325272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:30.325615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abd40ae-05bf-4eee-8b3f-573bf0aa5e3d') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:30.343493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.364634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.376055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-778739a0-388b-4656-ae48-5136adccbbbe tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:30.382970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:30.447698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.454329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=92990e04-4835-481f-a914-84d9a42c3c20,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:30.457089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:30.468503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:30.469715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.473939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:30.487586 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:30.651867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.685288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.702129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.728890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.734197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.738387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.740448 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] 10.222.0.30 "DELETE /v2.0/networks/3ea23088-1e6e-4c3e-b49f-b46d9919dea0 HTTP/1.1" status: 204 len: 168 time: 1.3703783 Dec 13 23:27:30.741579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-123d392d-7412-4cde-826c-8b1a030f3bd7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:30.765760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Pushing event deleted for resources: {'Network': ['ID=3ea23088-1e6e-4c3e-b49f-b46d9919dea0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:30.768184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:30.784183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e249ab2-8269-4c40-9cfa-bfe5f45ce297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.787301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:30.787429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.793624 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/92990e04-4835-481f-a914-84d9a42c3c20 HTTP/1.1" status: 204 len: 168 time: 2.1997256 Dec 13 23:27:30.794370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50948) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:30.823659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-39e6ab29-d8f7-42f8-b27a-61e149d3f520 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:30.840832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:30.860384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e249ab2-8269-4c40-9cfa-bfe5f45ce297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb2c233-6159-4dcc-b6b4-6433adf130bb,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:30.876196 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7520e85-062c-40ba-8bb7-2b46a02e647e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:27:30.876196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c7520e85-062c-40ba-8bb7-2b46a02e647e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:30.895648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e249ab2-8269-4c40-9cfa-bfe5f45ce297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:30.895648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-96e307c0-903f-478b-81db-45b99b8177cd tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:30.918082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 57e9b683-fcb2-488f-b47d-a99426284947 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:30.918422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.039509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.050966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c7520e85-062c-40ba-8bb7-2b46a02e647e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:31.051457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932d20ce-4812-4feb-b689-dec2dcb78d73,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:31.052188 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c7520e85-062c-40ba-8bb7-2b46a02e647e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/92990e04-4835-481f-a914-84d9a42c3c20 HTTP/1.1" status: 404 len: 333 time: 0.2573636 Dec 13 23:27:31.057221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50952) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:31.060675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e249ab2-8269-4c40-9cfa-bfe5f45ce297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.064463 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0e249ab2-8269-4c40-9cfa-bfe5f45ce297 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ddb2c233-6159-4dcc-b6b4-6433adf130bb HTTP/1.1" status: 204 len: 168 time: 1.4159231 Dec 13 23:27:31.069471 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=847528a9ab9146f9ae1acbb1f5edc2d2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3905513 Dec 13 23:27:31.076115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:31.082151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1b24af23-c6cd-4b1d-b112-6ddf90f1ce4f tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:31.099351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50958) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:31.242870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ea4cad88-7013-4d00-8e47-2a1abc55d8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.246168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.290534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50964) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:31.309780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=cf8ec6a5-b210-484c-959e-c45e9a680669,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:31.318642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:31.346679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821,segment=NetworkSegment(d6cb8ff9-8159-444f-b327-2634513a0a5d),segment_id=d6cb8ff9-8159-444f-b327-2634513a0a5d)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:31.347038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.434564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 57e9b683-fcb2-488f-b47d-a99426284947 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:31.564940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:31.648128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Checking segment: {'id': '3e29ca01-8bfd-4e53-8217-702a4517fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:31.648696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network hostable DHCP agents. Network: c041d70c-aa2a-4839-a73c-c1faf9b550a2, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:31.652283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ea4cad88-7013-4d00-8e47-2a1abc55d8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.759773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet 93b91ef4-89af-4404-948c-b9822b64a2ef {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:31.764301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.767178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.783010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9fb1d8b0-bfcb-406c-871b-064e2cbbc3c9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:31.827897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port 7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:31.836498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.855235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:31.867510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=7dd4e2c8-62c4-4e0e-8f4d-b8282ff68821,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:31.872063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:31.974450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ea4cad88-7013-4d00-8e47-2a1abc55d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:31.980118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bbc10b35-f9d9-4e22-a350-d7314baa7aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:31.997244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cad88-7013-4d00-8e47-2a1abc55d8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932d20ce-4812-4feb-b689-dec2dcb78d73,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:32.003196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ea4cad88-7013-4d00-8e47-2a1abc55d8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:32.007385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.047191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, c041d70c-aa2a-4839-a73c-c1faf9b550a2) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:32.048856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ea4cad88-7013-4d00-8e47-2a1abc55d8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.052334 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ea4cad88-7013-4d00-8e47-2a1abc55d8cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/932d20ce-4812-4feb-b689-dec2dcb78d73 HTTP/1.1" status: 204 len: 168 time: 0.9501374 Dec 13 23:27:32.058064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79d7e14-62e3-42e0-8f5d-50263b782f43 None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:32.062901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:32.067312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:32.067553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.074212 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-43c67dec-d666-4ba7-b5a8-df466da3ca2f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f250cbc3a12f4ec8be9cffdceaf0d82c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7760487 Dec 13 23:27:32.075680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.090017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 50974) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:32.097462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6b338a30-c27d-4290-bc42-bccfe063a01b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:32.157747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.173832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=57e9b683-fcb2-488f-b47d-a99426284947,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:32.186664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:32.207174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dec29d-b108-4321-8505-b4fdbd631629']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:32.257790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cb8ff9-8159-444f-b327-2634513a0a5d') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:32.260218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cb8ff9-8159-444f-b327-2634513a0a5d') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:32.275972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 3.2352912 Dec 13 23:27:32.278959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50978) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:32.287417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2085793390'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:32.300237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.339709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:32.351627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:network and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:32.352447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7623762b-b8e4-45ef-b0f7-48b2530fce4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.360098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:32.371036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.373662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:32.379455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.381874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:32.382333 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:32.400289 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:32.402556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3e274cc9-4368-4414-8654-d3a242bdf1a0 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:32.438619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d432ac0-83cc-4416-bd70-bb0c4078506e None None] Network 8aa657ed-b971-4d68-92c1-e14102248cb5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:32.476786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.496679 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/93b91ef4-89af-4404-948c-b9822b64a2ef HTTP/1.1" status: 204 len: 168 time: 1.4350054 Dec 13 23:27:32.504563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50984) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:32.508586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:32.512933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=93b91ef4-89af-4404-948c-b9822b64a2ef,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:32.513626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.521634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:32.523334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7623762b-b8e4-45ef-b0f7-48b2530fce4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.570893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.750932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] DHCP port deletion for 8aa657ed-b971-4d68-92c1-e14102248cb5 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:32.754072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:32.756059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] Deleting port 7576c70b-d256-4eb9-8288-06f91f80f712 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:32.757513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.763487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.763864 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Added segment 0430d09b-cd2c-4bb4-af07-ff3b55a09344 of type vlan for network 43b84d74-ef12-4bdb-b57f-bca4463ba604 Dec 13 23:27:32.790659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.801571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.815774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.817445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6edc4fe0-0abd-44d9-8ff7-36d101532c36 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:32.841379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.875780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=11dec29d-b108-4321-8505-b4fdbd631629,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:32.876015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7623762b-b8e4-45ef-b0f7-48b2530fce4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.877926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 3e94c767-50c4-46cd-8ea2-edb0782fe487 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:32.878270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.887440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5d46deb9-c78e-4319-8334-fb525cd60f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:32.905771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623762b-b8e4-45ef-b0f7-48b2530fce4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16425be-e632-4f69-87ec-4043b2de000b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:32.906526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:32.908464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7623762b-b8e4-45ef-b0f7-48b2530fce4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:32.919380 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/11dec29d-b108-4321-8505-b4fdbd631629 HTTP/1.1" status: 204 len: 168 time: 5.6255031 Dec 13 23:27:32.920230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 50996) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:32.920909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7623762b-b8e4-45ef-b0f7-48b2530fce4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.922630 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7623762b-b8e4-45ef-b0f7-48b2530fce4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f16425be-e632-4f69-87ec-4043b2de000b HTTP/1.1" status: 204 len: 168 time: 0.7855339 Dec 13 23:27:32.942386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-835206399'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:32.950857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 7576c70b-d256-4eb9-8288-06f91f80f712 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:32.951203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:32.974829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:33.004664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:33.018517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:33.030027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:33.038861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:33.038861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:33.059851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:33.062139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-245de3b2-6887-4518-85fe-129c52961a2a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:33.089646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] For port 7576c70b-d256-4eb9-8288-06f91f80f712, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7576c70b-d256-4eb9-8288-06f91f80f712,segment=NetworkSegment(9eb25ccf-e67e-4129-97e7-91796c30d4f2),segment_id=9eb25ccf-e67e-4129-97e7-91796c30d4f2)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:33.090196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:33.092774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router cbb7fadd-270f-46e5-91b3-f0c77e9eba79 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:33.247938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:33.259999 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89840046-d49c-4c7d-80ea-acd89edba262 None None] Sync routers for ids ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:33.263727 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/cbb7fadd-270f-46e5-91b3-f0c77e9eba79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1387551 Dec 13 23:27:33.263959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51004) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:33.285063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:33.289242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:33.296458 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89840046-d49c-4c7d-80ea-acd89edba262 None None] Routers {'cbb7fadd-270f-46e5-91b3-f0c77e9eba79'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:33.297221 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-89840046-d49c-4c7d-80ea-acd89edba262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:33.299547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] Calling delete_port for 7576c70b-d256-4eb9-8288-06f91f80f712 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:33.300155 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0180798 Dec 13 23:27:33.322654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51008) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:33.364978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'ports': [{'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2'}, {'network_id': '43b84d74-ef12-4bdb-b57f-bca4463ba604'}]} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:33.365438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:33.366000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': '43b84d74-ef12-4bdb-b57f-bca4463ba604'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:33.383242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Network': ['ID=43b84d74-ef12-4bdb-b57f-bca4463ba604,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:33.386650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:33.416039 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 43b84d74-ef12-4bdb-b57f-bca4463ba604 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:33.442214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a005426d-8119-4496-8358-74c8e63fa035 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:33.508057 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-89840046-d49c-4c7d-80ea-acd89edba262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:33.534621 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89840046-d49c-4c7d-80ea-acd89edba262 None None] Routers {'cbb7fadd-270f-46e5-91b3-f0c77e9eba79'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:33.536473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a005426d-8119-4496-8358-74c8e63fa035 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:33.541714 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a005426d-8119-4496-8358-74c8e63fa035 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb7fadd-270f-46e5-91b3-f0c77e9eba79 HTTP/1.1" status: 200 len: 205 time: 0.2761371 Dec 13 23:27:33.542614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51014) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:33.552977 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-89840046-d49c-4c7d-80ea-acd89edba262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:33.586269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:33.607831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7a13255f-e305-4e13-89d3-f1749568fe12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:33.624337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] For port 3e94c767-50c4-46cd-8ea2-edb0782fe487, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3e94c767-50c4-46cd-8ea2-edb0782fe487,segment=NetworkSegment(2593464f-7cb9-4a90-85cc-61e57fd5ebe1),segment_id=2593464f-7cb9-4a90-85cc-61e57fd5ebe1)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:33.624855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:33.634860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:33.648370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] For port 7576c70b-d256-4eb9-8288-06f91f80f712, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7576c70b-d256-4eb9-8288-06f91f80f712,segment=NetworkSegment(9eb25ccf-e67e-4129-97e7-91796c30d4f2),segment_id=9eb25ccf-e67e-4129-97e7-91796c30d4f2)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:33.650186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:33.667345 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-89840046-d49c-4c7d-80ea-acd89edba262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:33.668060 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89840046-d49c-4c7d-80ea-acd89edba262 None None] The sync data for ids ['cbb7fadd-270f-46e5-91b3-f0c77e9eba79'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:33.706366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] Pushing event deleted for resources: {'Port': ['ID=7576c70b-d256-4eb9-8288-06f91f80f712,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:33.709851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:33.713708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] No DVR routers for this DVR port 7576c70b-d256-4eb9-8288-06f91f80f712 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:33.817931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c8fc-ec73-4f14-86f3-f593023b74ba tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:33.941064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7576c70b-d256-4eb9-8288-06f91f80f712 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:33.954455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51028) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:33.986948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 7576c70b-d256-4eb9-8288-06f91f80f712 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:33.986948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7576c70b-d256-4eb9-8288-06f91f80f712 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:34.017954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for 3e94c767-50c4-46cd-8ea2-edb0782fe487 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:34.110927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.110927 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment 9db37dfa-25d5-459d-a4b7-6f8afc618a3a of type vlan for network e82c6915-63cf-4f7c-b483-27f8f2364234 Dec 13 23:27:34.120527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for 7576c70b-d256-4eb9-8288-06f91f80f712 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:34.276413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1352768391'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:34.283057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:34.289640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Usage tracker for resource:network and tenant:9c47363dcdd941759809c9c9fe9c5269 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:34.293645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c8fc-ec73-4f14-86f3-f593023b74ba tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.295313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:34.302603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:34.305950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c8fc-ec73-4f14-86f3-f593023b74ba tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.309809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.339022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:34.344874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:port and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:34.352716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:34.370950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:34.373980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:34.374305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:34.401548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Made reservation on behalf of 9c47363dcdd941759809c9c9fe9c5269 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:34.406233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.424577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.435508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c8fc-ec73-4f14-86f3-f593023b74ba tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.436101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d1c8fc-ec73-4f14-86f3-f593023b74ba tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Fanout notify agent at l3_agent the message router_deleted on router cbb7fadd-270f-46e5-91b3-f0c77e9eba79 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:27:34.454209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c8fc-ec73-4f14-86f3-f593023b74ba tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.457778 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e4d1c8fc-ec73-4f14-86f3-f593023b74ba tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/cbb7fadd-270f-46e5-91b3-f0c77e9eba79 HTTP/1.1" status: 204 len: 168 time: 0.9118795 Dec 13 23:27:34.458690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51040) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:34.471163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:34.474998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Usage tracker for resource:security_group_rule and tenant:9c47363dcdd941759809c9c9fe9c5269 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:34.480633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:34.483731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:34.507209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.512141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:34.512718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.516129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 2} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:34.519434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.536874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1ce0abd3-8023-40dc-a757-05ae64b2d8ec tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:34.556882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.616153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.621121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a9b0252-3d92-4ecd-b5fc-ff11cef35775 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:34.651499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:34.660397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad2b5b5-5b56-4b93-8674-135495388855,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:34.662785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51046) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:34.672150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:34.672150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.672150 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Added segment a54e20b2-f88c-4769-9e5c-bc4f6215e10d of type vlan for network 2fed66da-8de8-468b-84cd-49128313f935 Dec 13 23:27:34.672813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.693257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=e82c6915-63cf-4f7c-b483-27f8f2364234,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:34.696774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:34.708267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.712396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network e82c6915-63cf-4f7c-b483-27f8f2364234 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:34.799415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.810553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:34.812600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1662426556'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:34.817912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:34.822422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Usage tracker for resource:network and tenant:8068589a1bd44089abdbae23f81a6642 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:34.825471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:34.831400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:34.834661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.839059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:34.839669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.841754 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9083879 Dec 13 23:27:34.847102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:34.861382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51052) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:34.927162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 7576c70b-d256-4eb9-8288-06f91f80f712 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:34.927509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.950829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=3e94c767-50c4-46cd-8ea2-edb0782fe487,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:34.951052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Made reservation on behalf of 8068589a1bd44089abdbae23f81a6642 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:34.953236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:34.953923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.964294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': 'e82c6915-63cf-4f7c-b483-27f8f2364234', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:34.970759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Pushing event updated for resources: {'Network': ['ID=2fed66da-8de8-468b-84cd-49128313f935,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:34.972870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:34.981680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 2fed66da-8de8-468b-84cd-49128313f935 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:34.984473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:35.009169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:35.014111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Usage tracker for resource:security_group_rule and tenant:8068589a1bd44089abdbae23f81a6642 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:35.017356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:35.024590 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0688102 Dec 13 23:27:35.025335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51056) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:35.030424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:35.036492 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Request body: {'subnet': {'network_id': '2fed66da-8de8-468b-84cd-49128313f935', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:35.115051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] The port '7576c70b-d256-4eb9-8288-06f91f80f712' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:27:35.184887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:35.193838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Usage tracker for resource:subnet and tenant:9c47363dcdd941759809c9c9fe9c5269 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:35.201967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:35.215312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:35.226694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port ffe69e4e-fa62-4646-b56b-63ccd5893c08 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:35.245854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.285565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting subnet 50af7512-b012-4868-b6b4-97df36c34424 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:35.302224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.358356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.362687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:35.374350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:35.390964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:35.395005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:35.403783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef583bc-22de-48ee-b451-1f014f39eebc,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:35.407222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:35.410057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.420381 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Added segment 7ff4953a-5054-4b16-959a-d8bb7264744c of type vlan for network a53b8a49-8933-4d1a-883f-9d440fdf1066 Dec 13 23:27:35.438467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.447015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:35.467126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Made reservation on behalf of 9c47363dcdd941759809c9c9fe9c5269 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:35.545198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.548943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:35.549539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.565786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:35.666712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:35.685064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.755989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.800716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:35.835417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event updated for resources: {'Network': ['ID=a53b8a49-8933-4d1a-883f-9d440fdf1066,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:35.840991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:35.847816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network a53b8a49-8933-4d1a-883f-9d440fdf1066 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:35.877702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aa657ed-b971-4d68-92c1-e14102248cb5']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:35.885961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:35.891121 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2238128 Dec 13 23:27:35.901833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51060) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:35.926382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Request body: {'subnet': {'network_id': 'a53b8a49-8933-4d1a-883f-9d440fdf1066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:35.942345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb25ccf-e67e-4129-97e7-91796c30d4f2') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:35.942658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb25ccf-e67e-4129-97e7-91796c30d4f2') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:35.976415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.125117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.129508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81823121-6449-48e5-9ada-fdcbd0bef306 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:36.184590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.209335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Pushing event updated for resources: {'Subnet': ['ID=ecee6c8f-efd2-462f-abaa-88e3fca7e9de,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:36.213477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:36.218959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.220574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Checking segment: {'id': 'a54e20b2-f88c-4769-9e5c-bc4f6215e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2fed66da-8de8-468b-84cd-49128313f935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:36.220933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Network hostable DHCP agents. Network: 2fed66da-8de8-468b-84cd-49128313f935, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:36.237414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:36.237853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:36.257353 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:36.276253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:36.287584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.322951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Network 2fed66da-8de8-468b-84cd-49128313f935 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:36.329350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Usage tracker for resource:subnet and tenant:8068589a1bd44089abdbae23f81a6642 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:36.401570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:36.419792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 2fed66da-8de8-468b-84cd-49128313f935) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:36.423920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:36.424506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.428699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa77e509-cb69-48f8-9a05-33dc14290164 None None] Network 2fed66da-8de8-468b-84cd-49128313f935 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:36.470245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.480148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:36.500890 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4718847 Dec 13 23:27:36.501644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51064) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:36.507333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Request body: {'port': {'network_id': '2fed66da-8de8-468b-84cd-49128313f935', 'name': 'tempest-TagsExtTest-1645033654'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:36.625142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.635849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.639549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Made reservation on behalf of 8068589a1bd44089abdbae23f81a6642 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:36.654679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cc85f7d2-ab51-435e-96e9-3ed7420215ce tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:36.660265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-2fed66da-8de8-468b-84cd-49128313f935', 'network_id': '2fed66da-8de8-468b-84cd-49128313f935', 'tenant_id': '9c47363dcdd941759809c9c9fe9c5269', 'fixed_ips': [{'subnet_id': 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:36.660913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.661337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:36.665760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Usage tracker for resource:port and tenant:9c47363dcdd941759809c9c9fe9c5269 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:36.668938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:36.675200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:36.717392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Network': ['ID=8aa657ed-b971-4d68-92c1-e14102248cb5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:36.719753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:36.721274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.764427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Made reservation on behalf of 9c47363dcdd941759809c9c9fe9c5269 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:36.767693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.778332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port 9fd32bfc-c979-4aeb-861c-55b03d72af62 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:36.795797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] device_id is not set on port b6d29701-dfdf-4a73-83f6-90b3f7eafac5 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:36.812633 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/networks/8aa657ed-b971-4d68-92c1-e14102248cb5 HTTP/1.1" status: 204 len: 168 time: 4.3032417 Dec 13 23:27:36.816122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51068) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:36.834616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Allocated IP 172.20.0.2 (2fed66da-8de8-468b-84cd-49128313f935/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/23b32310-2707-4f2d-a2d0-172f751b43f3) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:36.895306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-627717505'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:36.934516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:36.947880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-74f07839-ef94-44ed-9e7f-b6066507f81d tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:37.028743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:37.037133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.047979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Transition to ACTIVE for port object 23b32310-2707-4f2d-a2d0-172f751b43f3 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:37.057496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.066684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Transition to ACTIVE for port object 23b32310-2707-4f2d-a2d0-172f751b43f3 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:37.074666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:network and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:37.084896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Subnet': ['ID=50af7512-b012-4868-b6b4-97df36c34424,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:37.087370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:37.088435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:37.136014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.141495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ea443ab-0283-4cf5-b01d-c01c88f87b39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:37.211578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Allocated IP 172.20.0.9 (2fed66da-8de8-468b-84cd-49128313f935/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/b6d29701-dfdf-4a73-83f6-90b3f7eafac5) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:37.212512 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Network 2fed66da-8de8-468b-84cd-49128313f935 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:37.215751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:37.220313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:37.222468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Pushing event updated for resources: {'Port': ['ID=23b32310-2707-4f2d-a2d0-172f751b43f3,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:37.225353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:37.244537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.248630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:37.262770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f2c6d-de35-41d7-b390-39586911d5df None None] Network 95167446-bb7b-4af2-8300-a83e586f90ab requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:37.387439 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/50af7512-b012-4868-b6b4-97df36c34424 HTTP/1.1" status: 204 len: 168 time: 2.9276896 Dec 13 23:27:37.390294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51072) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:37.402858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Attempting to bind port 23b32310-2707-4f2d-a2d0-172f751b43f3 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:37.403099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Attempting to bind port 23b32310-2707-4f2d-a2d0-172f751b43f3 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'a54e20b2-f88c-4769-9e5c-bc4f6215e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2fed66da-8de8-468b-84cd-49128313f935'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:37.403402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Attempting to bind port 23b32310-2707-4f2d-a2d0-172f751b43f3 on network 2fed66da-8de8-468b-84cd-49128313f935 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:37.446350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:37.446794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Checking segment: {'id': 'a54e20b2-f88c-4769-9e5c-bc4f6215e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2fed66da-8de8-468b-84cd-49128313f935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:37.447387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.447822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Bound using segment: {'id': 'a54e20b2-f88c-4769-9e5c-bc4f6215e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2fed66da-8de8-468b-84cd-49128313f935'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:37.448614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Bound port: 23b32310-2707-4f2d-a2d0-172f751b43f3, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e20b2-f88c-4769-9e5c-bc4f6215e10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2fed66da-8de8-468b-84cd-49128313f935'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:37.448773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.449414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.466883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Transition to ACTIVE for port object b6d29701-dfdf-4a73-83f6-90b3f7eafac5 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:37.505382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:37.508450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.548051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.554519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3fc59367-051d-4c6a-831e-43fdd9dae13c tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:37.615237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.627644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] For port 23b32310-2707-4f2d-a2d0-172f751b43f3, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:37.633555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Pushing event updated for resources: {'Port': ['ID=b6d29701-dfdf-4a73-83f6-90b3f7eafac5,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:37.638129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Network 2fed66da-8de8-468b-84cd-49128313f935 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:37.638322 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] For port 23b32310-2707-4f2d-a2d0-172f751b43f3, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=23b32310-2707-4f2d-a2d0-172f751b43f3,segment=NetworkSegment(a54e20b2-f88c-4769-9e5c-bc4f6215e10d),segment_id=a54e20b2-f88c-4769-9e5c-bc4f6215e10d)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:37.639317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:37.640299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-030a911b-760f-4e36-a4f9-f2e223492659 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:37.640566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:37.642756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:37.682373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.709706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:37.713592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55904829-1705-4880-a1f5-02ec5192113b None None] DHCP port deletion for 95167446-bb7b-4af2-8300-a83e586f90ab request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:37.717219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:37.717422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.718137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.723640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0c5d4d8b-187b-40b2-b099-8b23a8f07d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:37.756875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-55904829-1705-4880-a1f5-02ec5192113b None None] Deleting port 4cdb9501-9496-4abc-a14d-0200926fd803 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:37.757542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-55904829-1705-4880-a1f5-02ec5192113b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.797689 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2943923 Dec 13 23:27:37.800000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51076) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:37.809475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-793603513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:37.816585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:37.823742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Usage tracker for resource:router and tenant:9c47363dcdd941759809c9c9fe9c5269 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:37.824887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.825237 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Added segment 8587a16d-2669-4f0b-be14-bfa9f98efbaa of type vlan for network 3b734ab6-b850-460f-be5d-eda2eac43356 Dec 13 23:27:37.826925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:37.833835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:37.880334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Pushing event updated for resources: {'Port': ['ID=23b32310-2707-4f2d-a2d0-172f751b43f3,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:37.889465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:37.913916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.914318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=1517e8a3-8af0-4189-bbe7-f1ce5b4c46c4,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:37.916088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.917739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:37.939230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:37.988908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4cdb9501-9496-4abc-a14d-0200926fd803 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:38.014064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.075399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-55904829-1705-4880-a1f5-02ec5192113b None None] For port 4cdb9501-9496-4abc-a14d-0200926fd803, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4cdb9501-9496-4abc-a14d-0200926fd803,segment=NetworkSegment(7c7a01ef-e405-4e09-bc00-767015d5c160),segment_id=7c7a01ef-e405-4e09-bc00-767015d5c160)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:38.076010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-55904829-1705-4880-a1f5-02ec5192113b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.083978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.118949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.120554 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7dc8fa09-5e16-4a6a-8c3f-463f16f4eebd tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3195097 Dec 13 23:27:38.123169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51080) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:38.131123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b0c6ddd8-0f2f-4e00-85fc-88cdafa6c156 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-828175200', 'prefixes': ['172.20.0.0/16']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:38.141348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b0c6ddd8-0f2f-4e00-85fc-88cdafa6c156 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:38.162671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': '9db37dfa-25d5-459d-a4b7-6f8afc618a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e82c6915-63cf-4f7c-b483-27f8f2364234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:38.163035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: e82c6915-63cf-4f7c-b483-27f8f2364234, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:38.182774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting subnet 431d1107-66c9-43bb-ac9e-35b4e861333a {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:38.220634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.277686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-55904829-1705-4880-a1f5-02ec5192113b None None] Calling delete_port for 4cdb9501-9496-4abc-a14d-0200926fd803 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:38.289216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.301705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:38.345037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.386381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.471532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.508851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b0c6ddd8-0f2f-4e00-85fc-88cdafa6c156 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for subnetpool, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.513518 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b0c6ddd8-0f2f-4e00-85fc-88cdafa6c156 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3860900 Dec 13 23:27:38.513873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51084) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:38.518112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.521753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-2aca4190-df41-4dc2-a2e4-c81e92079464 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de', 'tempest-TagsExtTest-Tag-355540457') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:38.522324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:38.522977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.531502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:38.539428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-55904829-1705-4880-a1f5-02ec5192113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.548795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fae4dbfc-000a-4a41-9b79-350ab591ba46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:38.585092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network e82c6915-63cf-4f7c-b483-27f8f2364234 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:38.592520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55904829-1705-4880-a1f5-02ec5192113b None None] Pushing event deleted for resources: {'Port': ['ID=4cdb9501-9496-4abc-a14d-0200926fd803,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:38.597396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-55904829-1705-4880-a1f5-02ec5192113b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:38.599907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:38.600520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55904829-1705-4880-a1f5-02ec5192113b None None] No DVR routers for this DVR port 4cdb9501-9496-4abc-a14d-0200926fd803 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:38.603428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:38.604906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.610495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=ffe69e4e-fa62-4646-b56b-63ccd5893c08,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:38.613015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:38.613513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:38.705704 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2aca4190-df41-4dc2-a2e4-c81e92079464 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags/tempest-TagsExtTest-Tag-355540457 HTTP/1.1" status: 201 len: 201 time: 0.1881645 Dec 13 23:27:38.707100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51088) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:38.714197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-215f87c6-e386-4398-934c-ad2b113f13ea tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5', 'tempest-TagsExtTest-Tag-468545197') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:38.755382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, e82c6915-63cf-4f7c-b483-27f8f2364234) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:38.760424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:38.761138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:38.766952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00404a4-4c10-4dd2-b455-a19958901ce8 None None] Network e82c6915-63cf-4f7c-b483-27f8f2364234 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:38.786771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=9fd32bfc-c979-4aeb-861c-55b03d72af62,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:38.789632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:38.797994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:38.835420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Checking segment: {'id': '7ff4953a-5054-4b16-959a-d8bb7264744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a53b8a49-8933-4d1a-883f-9d440fdf1066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:38.835819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Network hostable DHCP agents. Network: a53b8a49-8933-4d1a-883f-9d440fdf1066, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:38.861016 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0403800 Dec 13 23:27:38.865836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51092) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:38.879330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '3b734ab6-b850-460f-be5d-eda2eac43356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:38.928317 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-215f87c6-e386-4398-934c-ad2b113f13ea tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags/tempest-TagsExtTest-Tag-468545197 HTTP/1.1" status: 201 len: 201 time: 0.2197621 Dec 13 23:27:38.941855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51096) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:38.950690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-81c5944c-dbce-45e8-b115-8f714c203429 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662', 'tempest-TagsExtTest-Tag-984165179') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:38.984084 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:27:39.019568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.029693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-e82c6915-63cf-4f7c-b483-27f8f2364234', 'network_id': 'e82c6915-63cf-4f7c-b483-27f8f2364234', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': '1517e8a3-8af0-4189-bbe7-f1ce5b4c46c4'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:39.030753 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.063677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:39.068256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:39.073255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:39.080330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:39.135087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22c45d-a03b-4280-9110-ff0f32211771 None None] Network 2fed66da-8de8-468b-84cd-49128313f935 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:39.198511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:39.210312 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.3370330 Dec 13 23:27:39.215248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51100) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:39.223248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Network': ['ID=3b734ab6-b850-460f-be5d-eda2eac43356,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:39.261676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 3b734ab6-b850-460f-be5d-eda2eac43356 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:39.280579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:39.282752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-603062c5-dd8f-4b6c-bd04-55951ec268e4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.917s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:39.389471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-887febf4-56b4-44e9-bdf1-5be47db6130f None None] Provisioning for port 23b32310-2707-4f2d-a2d0-172f751b43f3 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:39.394366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.399062 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Allocated IP 172.20.0.1 (e82c6915-63cf-4f7c-b483-27f8f2364234/1517e8a3-8af0-4189-bbe7-f1ce5b4c46c4/7dae5fb7-ef6e-402c-8ce2-4400ec45e78a) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:39.408312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Checking segment: {'id': '0430d09b-cd2c-4bb4-af07-ff3b55a09344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '43b84d74-ef12-4bdb-b57f-bca4463ba604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:39.408912 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network hostable DHCP agents. Network: 43b84d74-ef12-4bdb-b57f-bca4463ba604, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:39.462968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.471457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event updated for resources: {'Subnet': ['ID=1334d8ed-a410-4209-a514-9d3fd3381f3d,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:39.474733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:39.477951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4dbf2483-0d60-4403-9b35-6745c9b644f9 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:39.523776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.530926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Subnet': ['ID=431d1107-66c9-43bb-ac9e-35b4e861333a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:39.533383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:39.534080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Network a53b8a49-8933-4d1a-883f-9d440fdf1066 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:39.555343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.560809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:39.567109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, a53b8a49-8933-4d1a-883f-9d440fdf1066) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:39.572425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf1aa7-95dd-4caf-8ad9-9908d89b164d None None] Network 3c71bcee-5eb2-4167-913c-7297795ff003 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:39.572589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:39.573061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.589435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085c5c1e-9fb0-4f34-87d6-73b3a70ac206 None None] Network a53b8a49-8933-4d1a-883f-9d440fdf1066 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:39.596925 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/431d1107-66c9-43bb-ac9e-35b4e861333a HTTP/1.1" status: 204 len: 168 time: 2.1914153 Dec 13 23:27:39.599704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51104) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:39.648392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network 43b84d74-ef12-4bdb-b57f-bca4463ba604 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:39.719939 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-81c5944c-dbce-45e8-b115-8f714c203429 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags/tempest-TagsExtTest-Tag-984165179 HTTP/1.1" status: 201 len: 201 time: 0.7741394 Dec 13 23:27:39.720173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51108) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:39.733080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-9f26fa48-0fe0-4b07-b432-d63076116b59 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3', 'tempest-TagsExtTest-Tag-748850646') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:39.787386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.797435 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8848727 Dec 13 23:27:39.805046 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51112) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:39.808156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 43b84d74-ef12-4bdb-b57f-bca4463ba604) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:39.829974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc918e62-5284-43e0-8933-176eb8be8237 None None] Network 43b84d74-ef12-4bdb-b57f-bca4463ba604 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:39.860029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-744835914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:39.866702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:39.871874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Usage tracker for resource:router and tenant:8068589a1bd44089abdbae23f81a6642 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:39.875069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:39.881951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:39.892495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:39.897538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:39.901262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:39.901989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.934100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.990922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.992045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:39.998233 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9f26fa48-0fe0-4b07-b432-d63076116b59 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags/tempest-TagsExtTest-Tag-748850646 HTTP/1.1" status: 201 len: 201 time: 0.2770054 Dec 13 23:27:40.006103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51116) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:40.007397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-6b1ada27-384b-4d4e-a85d-a4eeb58820ff tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:40.031757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 23b32310-2707-4f2d-a2d0-172f751b43f3 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:40.073671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.080521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7239e20c-2661-41fc-abc1-ff417c7dbe83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:40.129547 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.8055432 Dec 13 23:27:40.131830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.142755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51122) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:40.169713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.184398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95167446-bb7b-4af2-8300-a83e586f90ab']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:40.204676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7a01ef-e405-4e09-bc00-767015d5c160') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:40.204676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7a01ef-e405-4e09-bc00-767015d5c160') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:40.218911 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6b1ada27-384b-4d4e-a85d-a4eeb58820ff tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags HTTP/1.1" status: 200 len: 240 time: 0.2163463 Dec 13 23:27:40.223010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.226776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51128) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:40.234982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:40.249739 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4498534 Dec 13 23:27:40.250012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51132) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:40.258026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-73ba8034-0663-406e-94b0-1300ab1dda22 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de', 'tempest-TagsExtTest-Tag-355540457') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:40.282473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.283628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:40.295688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=f184ce8a-82e5-41d1-9073-9c07e69166c6,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:40.305397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:40.306209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:40.320588 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:40.328907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 9fd32bfc-c979-4aeb-861c-55b03d72af62 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:40.328907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.330479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.385081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.435256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:40.445167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Transition to ACTIVE for port object 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:40.476584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Transition to ACTIVE for port object 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:40.504481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.508666 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6fa11625-2c75-490f-806b-671fdc7b7f6c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7016895 Dec 13 23:27:40.513997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51136) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:40.518266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:40.519020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:40.590899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.593147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.636736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.651679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d50ac94e-9c76-4bbd-a662-8ad0aa0823fd tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:40.672259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-55904829-1705-4880-a1f5-02ec5192113b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:40.677006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.697977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Network': ['ID=95167446-bb7b-4af2-8300-a83e586f90ab,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:40.710193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 23b32310-2707-4f2d-a2d0-172f751b43f3 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:40.717035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:40.719577 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/networks/95167446-bb7b-4af2-8300-a83e586f90ab HTTP/1.1" status: 204 len: 168 time: 1.1166501 Dec 13 23:27:40.724227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51140) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:40.736711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-a53b8a49-8933-4d1a-883f-9d440fdf1066', 'network_id': 'a53b8a49-8933-4d1a-883f-9d440fdf1066', 'tenant_id': '8068589a1bd44089abdbae23f81a6642', 'fixed_ips': [{'subnet_id': '1334d8ed-a410-4209-a514-9d3fd3381f3d'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:40.737526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.775399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting subnet dda4aaf9-77d4-4abc-8da0-3c22862d552e {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:40.783398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 9fd32bfc-c979-4aeb-861c-55b03d72af62 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:40.784801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.836971 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 23b32310-2707-4f2d-a2d0-172f751b43f3 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:40.838093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.838996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Checking segment: {'id': '8587a16d-2669-4f0b-be14-bfa9f98efbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3b734ab6-b850-460f-be5d-eda2eac43356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:40.839364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network hostable DHCP agents. Network: 3b734ab6-b850-460f-be5d-eda2eac43356, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:40.884525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:40.933215 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-73ba8034-0663-406e-94b0-1300ab1dda22 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags/tempest-TagsExtTest-Tag-355540457 HTTP/1.1" status: 204 len: 168 time: 0.6993933 Dec 13 23:27:40.933430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51144) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:40.939905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-b4a256e5-bc7a-406a-91b6-e28403d200c3 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de', 'tempest-TagsExtTest-Tag-355540457') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:40.986852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:40.992022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8cc7810d-6efe-4dbb-91a5-da0349e0fb92 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:41.006603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Network e82c6915-63cf-4f7c-b483-27f8f2364234 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:41.038820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:41.039210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.047635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 3b734ab6-b850-460f-be5d-eda2eac43356 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:41.058387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:41.060579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=1517e8a3-8af0-4189-bbe7-f1ce5b4c46c4,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:41.066483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:41.069236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c0a63687-80ae-4306-80ee-1887bc9039ad tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:41.126561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=9fd32bfc-c979-4aeb-861c-55b03d72af62,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:41.129344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:41.134035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] DHCP port deletion for 3c71bcee-5eb2-4167-913c-7297795ff003 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:41.138990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Pushing event updated for resources: {'Port': ['ID=7dae5fb7-ef6e-402c-8ce2-4400ec45e78a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:41.154720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] Deleting port 0a25834a-9607-42fb-8306-a616190e1372 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:41.155174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.171107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.178232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.183152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:41.213708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.249848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 3b734ab6-b850-460f-be5d-eda2eac43356) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:41.260198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 0a25834a-9607-42fb-8306-a616190e1372 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:41.261383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.261495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d705a70f-a2ae-4e81-8cda-acfde9493640 None None] Provisioning complete for port 23b32310-2707-4f2d-a2d0-172f751b43f3 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:41.261766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d705a70f-a2ae-4e81-8cda-acfde9493640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.262597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.285895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:41.286646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.309331 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/9fd32bfc-c979-4aeb-861c-55b03d72af62 HTTP/1.1" status: 204 len: 168 time: 1.1646430 Dec 13 23:27:41.319778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51148) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:41.371539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82c6915-63cf-4f7c-b483-27f8f2364234']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:41.392952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db37dfa-25d5-459d-a4b7-6f8afc618a3a') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:41.392952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db37dfa-25d5-459d-a4b7-6f8afc618a3a') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:41.411361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.423597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17000b7-2d20-485a-8e70-b2908f1cdd72 None None] Network 3b734ab6-b850-460f-be5d-eda2eac43356 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:41.439661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.449565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:41.449961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:41.465738 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:41.476319 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b4a256e5-bc7a-406a-91b6-e28403d200c3 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags/tempest-TagsExtTest-Tag-355540457 HTTP/1.1" status: 204 len: 168 time: 0.5396583 Dec 13 23:27:41.481033 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6137819 Dec 13 23:27:41.481776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51152) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:41.482106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51154) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:41.494292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-8cec8fce-d563-44e5-b577-27892017e03f tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:41.500302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.576670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2023884755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:41.617317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974fb09-207c-4701-be58-feb41cdb72b7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:41.621445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974fb09-207c-4701-be58-feb41cdb72b7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:41.622181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5974fb09-207c-4701-be58-feb41cdb72b7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:41.627769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:41.636752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:router and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:41.641336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:41.656089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:41.680684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:27:41.680684 dv-neutron-821564-1-hyperv neutron-server[84311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:27:41.680684 dv-neutron-821564-1-hyperv neutron-server[84311]: [parameters: {'id': 'e82c6915-63cf-4f7c-b483-27f8f2364234'}] Dec 13 23:27:41.680684 dv-neutron-821564-1-hyperv neutron-server[84311]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:41.681523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:41.694183 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8cec8fce-d563-44e5-b577-27892017e03f tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags HTTP/1.1" status: 200 len: 205 time: 0.2047870 Dec 13 23:27:41.694431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51160) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:41.700561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-1797329d-6253-438c-a64b-49914beb9067 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:41.728273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port 0a25834a-9607-42fb-8306-a616190e1372, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a25834a-9607-42fb-8306-a616190e1372,segment=NetworkSegment(4647776d-eedb-433e-811a-b153609a5eaf),segment_id=4647776d-eedb-433e-811a-b153609a5eaf)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:41.728780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.746366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5974fb09-207c-4701-be58-feb41cdb72b7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:41.750202 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5974fb09-207c-4701-be58-feb41cdb72b7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.4267287 Dec 13 23:27:41.750461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51164) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:41.751429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Attempting to bind port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:41.751841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Attempting to bind port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '9db37dfa-25d5-459d-a4b7-6f8afc618a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e82c6915-63cf-4f7c-b483-27f8f2364234'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:41.755549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Attempting to bind port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a on network e82c6915-63cf-4f7c-b483-27f8f2364234 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:41.893846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 0a25834a-9607-42fb-8306-a616190e1372 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:41.919060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.919923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.927534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.934555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:41.934981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Checking segment: {'id': '9db37dfa-25d5-459d-a4b7-6f8afc618a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e82c6915-63cf-4f7c-b483-27f8f2364234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:41.935396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.936021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Bound using segment: {'id': '9db37dfa-25d5-459d-a4b7-6f8afc618a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e82c6915-63cf-4f7c-b483-27f8f2364234'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:41.937494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Bound port: 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db37dfa-25d5-459d-a4b7-6f8afc618a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e82c6915-63cf-4f7c-b483-27f8f2364234'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:41.937494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.937744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6faddd46-9f10-411e-90c4-445ad2129687 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:41.955542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port ffe69e4e-fa62-4646-b56b-63ccd5893c08 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:41.955860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.964817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:41.997088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Subnet': ['ID=dda4aaf9-77d4-4abc-8da0-3c22862d552e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:42.018330 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1797329d-6253-438c-a64b-49914beb9067 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags HTTP/1.1" status: 200 len: 240 time: 0.3204055 Dec 13 23:27:42.022390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51168) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:42.026975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-b4b3a19f-89b1-48d1-a624-9339dd999bfb tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5', 'tempest-TagsExtTest-Tag-468545197') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:42.034714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.053772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.063284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:42.075245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-96e7dcc5-7283-4c5a-bf9a-b4fc27566ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.093577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d185b7a0-4322-46a4-a53b-808875448e9b None None] Network d50d254b-5f6f-4f1b-8266-e178d19a44ae requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:42.122266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.153850 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/dda4aaf9-77d4-4abc-8da0-3c22862d552e HTTP/1.1" status: 204 len: 168 time: 1.9028578 Dec 13 23:27:42.162932 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51172) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:42.194344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.219683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.224315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Allocated IP 172.20.0.2 (a53b8a49-8933-4d1a-883f-9d440fdf1066/1334d8ed-a410-4209-a514-9d3fd3381f3d/8ad05e1c-7d29-416e-8247-e17c172759c2) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:42.279590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.287194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bfd55019-c298-4a0c-b208-6b375c009363 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:42.339975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] For port 0a25834a-9607-42fb-8306-a616190e1372, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a25834a-9607-42fb-8306-a616190e1372,segment=NetworkSegment(4647776d-eedb-433e-811a-b153609a5eaf),segment_id=4647776d-eedb-433e-811a-b153609a5eaf)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:42.340398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.355932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d705a70f-a2ae-4e81-8cda-acfde9493640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.383096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No DVR routers for this DVR port 0a25834a-9607-42fb-8306-a616190e1372 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:42.385859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=0a25834a-9607-42fb-8306-a616190e1372,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:42.396129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:42.396849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.421132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:42.435908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.444596 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b4b3a19f-89b1-48d1-a624-9339dd999bfb tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags/tempest-TagsExtTest-Tag-468545197 HTTP/1.1" status: 204 len: 168 time: 0.4218287 Dec 13 23:27:42.447455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51176) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:42.455248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.459166 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bfeb30fa-f5ae-4e6d-99d9-02e8deff6f7d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9701695 Dec 13 23:27:42.460403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-29e0b343-2659-4c6e-ac8d-f090b691f8d9 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5', 'tempest-TagsExtTest-Tag-468545197') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:42.489483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51180) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:42.519671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.549226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] Calling delete_port for 0a25834a-9607-42fb-8306-a616190e1372 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:42.577091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 23b32310-2707-4f2d-a2d0-172f751b43f3, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=23b32310-2707-4f2d-a2d0-172f751b43f3,segment=NetworkSegment(a54e20b2-f88c-4769-9e5c-bc4f6215e10d),segment_id=a54e20b2-f88c-4769-9e5c-bc4f6215e10d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:42.598229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for ffe69e4e-fa62-4646-b56b-63ccd5893c08 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:42.696091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'network_id': '3b734ab6-b850-460f-be5d-eda2eac43356', 'name': 'tempest-PortsTestJSON-1709299711'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:42.704358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 998f5617-190c-4831-a462-4df4eae60732 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:42.704902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.730180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.735372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.788152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:42.821426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c71bcee-5eb2-4167-913c-7297795ff003']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:42.853469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4647776d-eedb-433e-811a-b153609a5eaf') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:42.853851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4647776d-eedb-433e-811a-b153609a5eaf') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:42.869036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a25834a-9607-42fb-8306-a616190e1372 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:42.879250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.904843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.928570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fe7a9e7b-38ae-44f7-b298-748d27a387e0 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:42.931956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.941042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:42.946705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:42.947117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.964459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:42.967148 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:42.972847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] For port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:42.975172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:42.977866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a, host dv-neutron-821564-1-hyperv, got binding levels [] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:42.978226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:42.986884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:43.005283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=ffe69e4e-fa62-4646-b56b-63ccd5893c08,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:43.005730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 0a25834a-9607-42fb-8306-a616190e1372 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:43.006256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a25834a-9607-42fb-8306-a616190e1372 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:43.036516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3b734ab6-b850-460f-be5d-eda2eac43356', 'network_id': '3b734ab6-b850-460f-be5d-eda2eac43356', 'tenant_id': '23369587cb5349a599dea985ba80e5e9', 'fixed_ips': [{'subnet_id': 'f184ce8a-82e5-41d1-9073-9c07e69166c6'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:43.037577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.051005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] For port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7dae5fb7-ef6e-402c-8ce2-4400ec45e78a,segment=NetworkSegment(9db37dfa-25d5-459d-a4b7-6f8afc618a3a),segment_id=9db37dfa-25d5-459d-a4b7-6f8afc618a3a)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:43.077414 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-29e0b343-2659-4c6e-ac8d-f090b691f8d9 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags/tempest-TagsExtTest-Tag-468545197 HTTP/1.1" status: 204 len: 168 time: 0.6245010 Dec 13 23:27:43.080320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51184) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:43.083192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:43.087634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-24fcdfe2-37a9-494d-99e8-1aa0c79a8c8e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:43.160888 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-24fcdfe2-37a9-494d-99e8-1aa0c79a8c8e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags HTTP/1.1" status: 200 len: 205 time: 0.0768874 Dec 13 23:27:43.161105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:43.161725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51188) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:43.165781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:43.169688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.182418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.188399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-d10ec004-988d-46c4-a033-3c6852fd23a5 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:43.194263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.216818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-d705a70f-a2ae-4e81-8cda-acfde9493640 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:43.217249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-d705a70f-a2ae-4e81-8cda-acfde9493640 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:43.234158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.237915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:43.238393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:43.238978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=23b32310-2707-4f2d-a2d0-172f751b43f3,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:43.244847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d77a4828-9fe2-47b5-974a-8d1aae478b01 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:43.262343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:43.264207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e0d77a8b-da3a-4904-b1a7-92add531cf1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:43.264338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.292119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Network': ['ID=3c71bcee-5eb2-4167-913c-7297795ff003,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:43.294793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:43.327643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] For port 998f5617-190c-4831-a462-4df4eae60732, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=998f5617-190c-4831-a462-4df4eae60732,segment=NetworkSegment(2593464f-7cb9-4a90-85cc-61e57fd5ebe1),segment_id=2593464f-7cb9-4a90-85cc-61e57fd5ebe1)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:43.328003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.379555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port b96bb1ce-a8b3-4434-89a3-83e8aabfd92c yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:43.421771 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/ffe69e4e-fa62-4646-b56b-63ccd5893c08 HTTP/1.1" status: 204 len: 168 time: 1.6700940 Dec 13 23:27:43.425957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51192) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:43.432131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Pushing event updated for resources: {'Port': ['ID=7dae5fb7-ef6e-402c-8ce2-4400ec45e78a,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:43.446874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:43.447152 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d10ec004-988d-46c4-a033-3c6852fd23a5 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags HTTP/1.1" status: 200 len: 240 time: 0.2805800 Dec 13 23:27:43.448629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:34Z', 'revision_number': 9, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:43.481061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:27:43.484231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51196) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:43.488156 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/networks/3c71bcee-5eb2-4167-913c-7297795ff003 HTTP/1.1" status: 204 len: 168 time: 2.7595062 Dec 13 23:27:43.515546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Allocated IP 172.20.0.2 (3b734ab6-b850-460f-be5d-eda2eac43356/f184ce8a-82e5-41d1-9073-9c07e69166c6/fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:43.516440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-90a9fd46-77c2-4514-8479-42250b620b73 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662', 'tempest-TagsExtTest-Tag-984165179') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:43.520491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.577757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Transition to ACTIVE for port object 8ad05e1c-7d29-416e-8247-e17c172759c2 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:43.591473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51200) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:43.608871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:43.608871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:43.611887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-189915348'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:43.615265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for 998f5617-190c-4831-a462-4df4eae60732 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:43.624877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60998ea-d38a-4bfe-baef-a4901ca27c8f None None] DHCP port deletion for d50d254b-5f6f-4f1b-8266-e178d19a44ae request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:43.649637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:43.650419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:43.676068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:43.685060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:network and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:43.690421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:43.698743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Transition to ACTIVE for port object 8ad05e1c-7d29-416e-8247-e17c172759c2 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:43.700109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:43.731523 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-90a9fd46-77c2-4514-8479-42250b620b73 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags/tempest-TagsExtTest-Tag-984165179 HTTP/1.1" status: 204 len: 168 time: 0.2409365 Dec 13 23:27:43.734291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51204) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:43.740999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-c9bc0d53-39ee-4406-b582-6754e737bde0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662', 'tempest-TagsExtTest-Tag-984165179') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:43.742523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2632798c-83e7-4225-bd57-51844a2cccdc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:43.743224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2632798c-83e7-4225-bd57-51844a2cccdc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:43.772814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] Deleting port 0a25834a-9607-42fb-8306-a616190e1372 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:43.773195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.796100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f60998ea-d38a-4bfe-baef-a4901ca27c8f None None] Deleting port 998f5617-190c-4831-a462-4df4eae60732 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:43.796476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f60998ea-d38a-4bfe-baef-a4901ca27c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.797958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.808018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b3cfd63f-6211-4e2b-b3d3-0a24048d2e1d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:43.824870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:43.827934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.859259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2632798c-83e7-4225-bd57-51844a2cccdc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:43.863307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2632798c-83e7-4225-bd57-51844a2cccdc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.4336319 Dec 13 23:27:43.863307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:43.863976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51208) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:43.905402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=998f5617-190c-4831-a462-4df4eae60732,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:43.913623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:43.918342 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f367405-1459-4e84-bb0a-d5a177132ba7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:27:43.922182 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4f367405-1459-4e84-bb0a-d5a177132ba7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/9fd32bfc-c979-4aeb-861c-55b03d72af62 HTTP/1.1" status: 404 len: 333 time: 0.0550888 Dec 13 23:27:43.922338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No DVR routers for this DVR port 998f5617-190c-4831-a462-4df4eae60732 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:43.922453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.922553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51212) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:43.922632 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added segment 9cea74a5-1ff7-4790-be40-53df2fbf9abc of type vlan for network e1959e5c-6d10-4834-b7be-ca2267f03c09 Dec 13 23:27:43.957089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:43.997844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bd0882-b3d3-43c5-b24c-52e6e521c198 None None] Network e82c6915-63cf-4f7c-b483-27f8f2364234 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:44.017416 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-18315376-4c97-4b8d-8866-606b167f3f8e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:27:44.017929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-18315376-4c97-4b8d-8866-606b167f3f8e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:44.020012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c4fa6-fc62-47ef-8958-41cd2b51699e None None] The port '0a25834a-9607-42fb-8306-a616190e1372' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:27:44.036585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f60998ea-d38a-4bfe-baef-a4901ca27c8f None None] The port '998f5617-190c-4831-a462-4df4eae60732' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:27:44.043733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.048296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Allocated IP 172.20.0.1 (a53b8a49-8933-4d1a-883f-9d440fdf1066/1334d8ed-a410-4209-a514-9d3fd3381f3d/7abba343-330c-4b2f-8362-b06f73c4027f) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:44.063243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:44.114974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:44.115337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.147335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.151266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:44.152230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.155171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-18315376-4c97-4b8d-8866-606b167f3f8e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:44.159031 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-18315376-4c97-4b8d-8866-606b167f3f8e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/ffe69e4e-fa62-4646-b56b-63ccd5893c08 HTTP/1.1" status: 404 len: 333 time: 0.2331605 Dec 13 23:27:44.159031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.161659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-43bfba04-505d-46e8-ab16-b85a3be64b3b tempest-ExternalNetworksTestJSON-1146289635 tempest-ExternalNetworksTestJSON-1146289635-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:44.172719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51216) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:44.238898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50d254b-5f6f-4f1b-8266-e178d19a44ae']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:44.311711 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c9bc0d53-39ee-4406-b582-6754e737bde0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags/tempest-TagsExtTest-Tag-984165179 HTTP/1.1" status: 204 len: 168 time: 0.5762961 Dec 13 23:27:44.313434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4aa1cb12-6faa-41cc-81d1-1878f67c992e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.315355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2593464f-7cb9-4a90-85cc-61e57fd5ebe1') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:44.315854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2593464f-7cb9-4a90-85cc-61e57fd5ebe1') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:44.327870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51222) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:44.333879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Network': ['ID=e1959e5c-6d10-4834-b7be-ca2267f03c09,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:44.339851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:44.359285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Network a53b8a49-8933-4d1a-883f-9d440fdf1066 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:44.371207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network e1959e5c-6d10-4834-b7be-ca2267f03c09 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:44.381315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.385177 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:44.395689 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7991188 Dec 13 23:27:44.399375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51228) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:44.399502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-175aae27-4e42-4008-8546-90f0e5bfcd0a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:44.402679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.424748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Transition to ACTIVE for port object 7abba343-330c-4b2f-8362-b06f73c4027f will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:44.430037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:44.438483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Pushing event updated for resources: {'Port': ['ID=8ad05e1c-7d29-416e-8247-e17c172759c2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:44.465528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:44.467463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'subnet': {'network_id': 'e1959e5c-6d10-4834-b7be-ca2267f03c09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:44.467632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:44.548182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.561413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.595182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:44.595618 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:44.611185 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:44.677370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.685384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-48f6c9b2-e760-4f9d-8e95-125446973909 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:44.739834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d705a70f-a2ae-4e81-8cda-acfde9493640 None None] Provisioning for port b6d29701-dfdf-4a73-83f6-90b3f7eafac5 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:44.787278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Network a53b8a49-8933-4d1a-883f-9d440fdf1066 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:44.787278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event updated for resources: {'Port': ['ID=7abba343-330c-4b2f-8362-b06f73c4027f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:44.787278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:44.789791 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-175aae27-4e42-4008-8546-90f0e5bfcd0a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags HTTP/1.1" status: 200 len: 205 time: 0.4575779 Dec 13 23:27:44.793787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:44.797412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:44.797974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51232) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:44.800800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:subnet and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:44.803634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:44.824946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.827462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d705a70f-a2ae-4e81-8cda-acfde9493640 None None] Provisioning complete for port b6d29701-dfdf-4a73-83f6-90b3f7eafac5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:44.828042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d705a70f-a2ae-4e81-8cda-acfde9493640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.834230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-7f869c15-ec87-4c8f-82b2-1d129a066303 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:44.838586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7dae5fb7-ef6e-402c-8ce2-4400ec45e78a,segment=NetworkSegment(9db37dfa-25d5-459d-a4b7-6f8afc618a3a),segment_id=9db37dfa-25d5-459d-a4b7-6f8afc618a3a)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:44.838957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.846323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:44.861254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:44.894388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:44.900586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Transition to ACTIVE for port object fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:44.912376 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7f869c15-ec87-4c8f-82b2-1d129a066303 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags HTTP/1.1" status: 200 len: 240 time: 0.1131580 Dec 13 23:27:44.936753 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 23b32310-2707-4f2d-a2d0-172f751b43f3 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:44.959332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51236) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:44.969657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-617fb8cd-13fe-443c-b7f6-e453c6923ca3 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3', 'tempest-TagsExtTest-Tag-748850646') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:44.985816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:45.031423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Attempting to bind port 8ad05e1c-7d29-416e-8247-e17c172759c2 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:45.031823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Attempting to bind port 8ad05e1c-7d29-416e-8247-e17c172759c2 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '7ff4953a-5054-4b16-959a-d8bb7264744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a53b8a49-8933-4d1a-883f-9d440fdf1066'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:45.032414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Attempting to bind port 8ad05e1c-7d29-416e-8247-e17c172759c2 on network a53b8a49-8933-4d1a-883f-9d440fdf1066 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:45.056169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d705a70f-a2ae-4e81-8cda-acfde9493640 None None] Port b6d29701-dfdf-4a73-83f6-90b3f7eafac5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:45.058310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Transition to ACTIVE for port object fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:45.085467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.095438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:45.096279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Checking segment: {'id': '7ff4953a-5054-4b16-959a-d8bb7264744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a53b8a49-8933-4d1a-883f-9d440fdf1066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:45.096879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.097449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Bound using segment: {'id': '7ff4953a-5054-4b16-959a-d8bb7264744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a53b8a49-8933-4d1a-883f-9d440fdf1066'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:45.098103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Bound port: 8ad05e1c-7d29-416e-8247-e17c172759c2, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff4953a-5054-4b16-959a-d8bb7264744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a53b8a49-8933-4d1a-883f-9d440fdf1066'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:45.098722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.136882 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-617fb8cd-13fe-443c-b7f6-e453c6923ca3 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags/tempest-TagsExtTest-Tag-748850646 HTTP/1.1" status: 204 len: 168 time: 0.1763034 Dec 13 23:27:45.142090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51240) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:45.146506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d31f39a5-3388-4678-a395-fe9e32852269 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:45.148349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-90c8bd21-07e5-4fd1-8c98-971a5d41db9b tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3', 'tempest-TagsExtTest-Tag-748850646') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:45.164860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.179194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:45.209365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.209592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.218186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.223254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-45d5cbcf-b555-48a4-b9e7-d98914adf7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:45.230360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Network': ['ID=d50d254b-5f6f-4f1b-8266-e178d19a44ae,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:45.249963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:45.262337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b84d74-ef12-4bdb-b57f-bca4463ba604']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:45.266994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.278608 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/networks/d50d254b-5f6f-4f1b-8266-e178d19a44ae HTTP/1.1" status: 204 len: 168 time: 3.1123095 Dec 13 23:27:45.283878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51244) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:45.289091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0430d09b-cd2c-4bb4-af07-ff3b55a09344') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:45.289447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0430d09b-cd2c-4bb4-af07-ff3b55a09344') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:45.373562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.416056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Network 3b734ab6-b850-460f-be5d-eda2eac43356 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:45.419714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Pushing event updated for resources: {'Port': ['ID=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:45.422516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:45.426804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 23b32310-2707-4f2d-a2d0-172f751b43f3 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:45.427183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.448791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.3 (3b734ab6-b850-460f-be5d-eda2eac43356/f184ce8a-82e5-41d1-9073-9c07e69166c6/b96bb1ce-a8b3-4434-89a3-83e8aabfd92c) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:45.455988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:45.457250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.461174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:45.466779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:45.467186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.469151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] For port 8ad05e1c-7d29-416e-8247-e17c172759c2, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:45.474396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:45.482267 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:45.484738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bada26d8-4661-4cd1-81d6-1c3121f30084 None None] Provisioning complete for port b6d29701-dfdf-4a73-83f6-90b3f7eafac5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:45.484738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bada26d8-4661-4cd1-81d6-1c3121f30084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.519263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.564680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.579277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:45.626750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=7dae5fb7-ef6e-402c-8ce2-4400ec45e78a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:45.630079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:45.635096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port 7dae5fb7-ef6e-402c-8ce2-4400ec45e78a on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:45.651823 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-90c8bd21-07e5-4fd1-8c98-971a5d41db9b tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags/tempest-TagsExtTest-Tag-748850646 HTTP/1.1" status: 204 len: 168 time: 0.5084848 Dec 13 23:27:45.665883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51248) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:45.668370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] For port 8ad05e1c-7d29-416e-8247-e17c172759c2, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8ad05e1c-7d29-416e-8247-e17c172759c2,segment=NetworkSegment(7ff4953a-5054-4b16-959a-d8bb7264744c),segment_id=7ff4953a-5054-4b16-959a-d8bb7264744c)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:45.678944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-fc15684f-dc64-452e-b7db-41a1c1a19cb1 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:45.690728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bada26d8-4661-4cd1-81d6-1c3121f30084 None None] Port b6d29701-dfdf-4a73-83f6-90b3f7eafac5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:45.719277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.729066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d7936a18-ec1f-48e8-9d76-dab36548e843 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:45.735252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Attempting to bind port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:45.735645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Attempting to bind port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '8587a16d-2669-4f0b-be14-bfa9f98efbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3b734ab6-b850-460f-be5d-eda2eac43356'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:45.736021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Attempting to bind port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 on network 3b734ab6-b850-460f-be5d-eda2eac43356 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:45.744252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:34Z', 'revision_number': 9, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:45.747074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.760775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1c9a1-5cbc-4ed9-a049-115b11f4a0d4 None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:34Z', 'revision_number': 9, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': '5000a1ce-3897-4245-b61c-b37daa0f5dba', 'name': '', 'network_id': '9801ce8a-a575-4604-a752-c822b980dbe2', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:15:04:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:20Z', 'updated_at': '2021-12-13T23:26:42Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'cb59f331-b6d9-4d0c-9a28-6fd81475be2f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:45.772764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.780127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:45.810751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:45.810751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Checking segment: {'id': '8587a16d-2669-4f0b-be14-bfa9f98efbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3b734ab6-b850-460f-be5d-eda2eac43356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:45.810751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.810751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Bound using segment: {'id': '8587a16d-2669-4f0b-be14-bfa9f98efbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3b734ab6-b850-460f-be5d-eda2eac43356'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:45.811164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Bound port: fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8587a16d-2669-4f0b-be14-bfa9f98efbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3b734ab6-b850-460f-be5d-eda2eac43356'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:45.811262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.814699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Network': ['ID=43b84d74-ef12-4bdb-b57f-bca4463ba604,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:45.818133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:45.844937 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/networks/43b84d74-ef12-4bdb-b57f-bca4463ba604 HTTP/1.1" status: 204 len: 168 time: 1.6686003 Dec 13 23:27:45.849812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51252) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:45.856637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:45.874282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-370666974'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:45.882655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Pushing event updated for resources: {'Port': ['ID=8ad05e1c-7d29-416e-8247-e17c172759c2,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:45.910093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:45.942988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:45.951255 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fc15684f-dc64-452e-b7db-41a1c1a19cb1 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags HTTP/1.1" status: 200 len: 205 time: 0.2789323 Dec 13 23:27:45.968700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51256) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:45.980908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:network and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:45.992334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] For port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:45.996016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] For port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,segment=NetworkSegment(8587a16d-2669-4f0b-be14-bfa9f98efbaa),segment_id=8587a16d-2669-4f0b-be14-bfa9f98efbaa)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:46.011979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.026839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-28557d87-3c5c-4e67-8af7-39d18f178c0d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:46.037385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-16d66faf-9dec-4c96-a3df-9e2e9cd988ee tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:46.047925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82c6915-63cf-4f7c-b483-27f8f2364234']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:46.061927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.062132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:46.066774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b24b4255-3211-493a-8cc6-a1243c344a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:46.080081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db37dfa-25d5-459d-a4b7-6f8afc618a3a') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:46.080375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db37dfa-25d5-459d-a4b7-6f8afc618a3a') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:46.094139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:46.106406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.137187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.149768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:46.150177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:46.166074 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:46.171705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.185057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Pushing event updated for resources: {'Port': ['ID=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:46.190492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:46.203891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 998f5617-190c-4831-a462-4df4eae60732 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:46.232497 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-16d66faf-9dec-4c96-a3df-9e2e9cd988ee tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags HTTP/1.1" status: 204 len: 168 time: 0.2567418 Dec 13 23:27:46.242097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51260) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:46.284890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 998f5617-190c-4831-a462-4df4eae60732 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:46.285244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 998f5617-190c-4831-a462-4df4eae60732 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:46.295790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:46.301144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.301328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.301823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Subnet': ['ID=533373fa-77a9-42f9-9575-2e7634935af0,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:46.305021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:46.325332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-a4bc3732-3e84-4947-8894-bffb58040bf4 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:46.380942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:46.402327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.402922 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Added segment 0376f9a5-3f57-461d-965a-cb92556723cc of type vlan for network aac7d81c-78ba-49bb-9aaf-059fd4aea539 Dec 13 23:27:46.411988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.511443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.528378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cef64fe5-e113-4dd1-ab14-a8e3d6edd973 tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:46.556833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.620151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=e82c6915-63cf-4f7c-b483-27f8f2364234,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:46.623468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.639899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:46.648336 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/e82c6915-63cf-4f7c-b483-27f8f2364234 HTTP/1.1" status: 204 len: 168 time: 7.4313064 Dec 13 23:27:46.653573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51264) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:46.660364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.666068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1311012736'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:46.673898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:46.684707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.687480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object b96bb1ce-a8b3-4434-89a3-83e8aabfd92c will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:46.693451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:46.693597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-44c8e9e9-3302-4c51-acf7-a08f43395d83 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:46.696712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:46.707137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:46.791051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.791503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Checking segment: {'id': '9cea74a5-1ff7-4790-be40-53df2fbf9abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1959e5c-6d10-4834-b7be-ca2267f03c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:46.792140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network hostable DHCP agents. Network: e1959e5c-6d10-4834-b7be-ca2267f03c09, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:46.795158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:46.795822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.804126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:46.835215 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event updated for resources: {'Port': ['ID=7abba343-330c-4b2f-8362-b06f73c4027f,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:46.839213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:46.843334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:46.870958 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a4bc3732-3e84-4947-8894-bffb58040bf4 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags HTTP/1.1" status: 204 len: 168 time: 0.5647361 Dec 13 23:27:46.876488 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51268) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:46.882504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-332b7ab5-3e43-436a-a2f4-3971e035a310 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:46.936186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8ad05e1c-7d29-416e-8247-e17c172759c2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:46.997473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:46.999102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network e1959e5c-6d10-4834-b7be-ca2267f03c09 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:47.001899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.014303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.027568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d25618de-f0b9-4382-b8a8-64497eb233de tempest-RoutersAdminTest-831209250 tempest-RoutersAdminTest-831209250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:47.113262 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2622361 Dec 13 23:27:47.123708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51272) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:47.125394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 3b734ab6-b850-460f-be5d-eda2eac43356 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:47.133786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:47.136408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:47.174255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, e1959e5c-6d10-4834-b7be-ca2267f03c09) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:47.184674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'aac7d81c-78ba-49bb-9aaf-059fd4aea539', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:47.185504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a6b19-bb60-473a-963e-e353098a0c33 None None] Network e1959e5c-6d10-4834-b7be-ca2267f03c09 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:47.205477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Network': ['ID=aac7d81c-78ba-49bb-9aaf-059fd4aea539,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:47.213519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:47.214106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.220426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:47.226001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=b96bb1ce-a8b3-4434-89a3-83e8aabfd92c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:47.228678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:27:47.231198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:47.270319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Network a53b8a49-8933-4d1a-883f-9d440fdf1066 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:47.279201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:47.409037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.410017 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment f85eebd2-5230-4947-ab4d-7d508b5218bf of type vlan for network c455bcc6-9fc0-4539-ac41-d897baedc105 Dec 13 23:27:47.429000 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-332b7ab5-3e43-436a-a2f4-3971e035a310 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags HTTP/1.1" status: 204 len: 168 time: 0.5503392 Dec 13 23:27:47.441962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:47.442823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.448756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51276) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:47.458846 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9956346 Dec 13 23:27:47.460497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-fecec5b8-a91c-452a-9561-024eca7a35d5 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:47.471864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51280) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:47.481331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1941782104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:47.509709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:47.537705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network aac7d81c-78ba-49bb-9aaf-059fd4aea539 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:47.542717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:router and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:47.562622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:47.569407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.578216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:47.583795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:47.590856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 8ad05e1c-7d29-416e-8247-e17c172759c2 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:47.594482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ebf9f0-3223-4fb0-9c56-8f39229f29c2 None None] Network a53b8a49-8933-4d1a-883f-9d440fdf1066 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:47.599398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:47.619046 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1271458 Dec 13 23:27:47.630156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51284) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:47.643043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:47.651564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:47.667753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:47.689444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-e1959e5c-6d10-4834-b7be-ca2267f03c09', 'network_id': 'e1959e5c-6d10-4834-b7be-ca2267f03c09', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'fixed_ips': [{'subnet_id': '533373fa-77a9-42f9-9575-2e7634935af0'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:47.690685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.729253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.730697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.766665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.839528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:47.839927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383f6db1-5eb7-4e87-a577-680b207fa137 None None] Network 3b734ab6-b850-460f-be5d-eda2eac43356 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:47.843216 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fecec5b8-a91c-452a-9561-024eca7a35d5 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags HTTP/1.1" status: 204 len: 168 time: 0.3931143 Dec 13 23:27:47.856714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51288) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:47.858606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.862055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:47.862696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.864092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-cc705f2e-1b2a-4ee7-912f-c66078512abc tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de', 'tempest-TagsExtTest-Tag-514687387') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:47.870689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bfe4f0a1-bda5-4fdf-955f-b34f4239ce40 None None] Provisioning for port 8ad05e1c-7d29-416e-8247-e17c172759c2 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:47.872411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2704d2a0-ae99-4b23-8bbc-5d216b91b3c7 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:47.948190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bfe4f0a1-bda5-4fdf-955f-b34f4239ce40 None None] Provisioning complete for port 8ad05e1c-7d29-416e-8247-e17c172759c2 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:47.948782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bfe4f0a1-bda5-4fdf-955f-b34f4239ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:47.982771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:48.094302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:48.138573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=c455bcc6-9fc0-4539-ac41-d897baedc105,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:48.141434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:48.157932 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4998317 Dec 13 23:27:48.167918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51292) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:48.191900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network c455bcc6-9fc0-4539-ac41-d897baedc105 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:48.240114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:48.258487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:48.262855 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c1c2ea1d-e66b-43e9-a09f-06fb34a7103a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7871947 Dec 13 23:27:48.268684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51296) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:48.275719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Performing IP validity checks on allocation pools {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 23:27:48.278540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 23:27:48.291227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'port': {'network_id': 'e1959e5c-6d10-4834-b7be-ca2267f03c09', 'name': 'tempest-RoutersIpV6Test-195214559'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:48.409156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 5000a1ce-3897-4245-b61c-b37daa0f5dba {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:48.409532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:48.467635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:48.488335 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cc705f2e-1b2a-4ee7-912f-c66078512abc tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags/tempest-TagsExtTest-Tag-514687387 HTTP/1.1" status: 201 len: 201 time: 0.6305897 Dec 13 23:27:48.489535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Router bb066434-0c76-4a02-aa3a-c512f017197c is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:27:48.491497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51300) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:48.506856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-0f82ff39-017b-4116-a6ee-7e35831afe32 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5', 'tempest-TagsExtTest-Tag-874350035') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:48.572545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3e94c767-50c4-46cd-8ea2-edb0782fe487 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:48.628829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 3e94c767-50c4-46cd-8ea2-edb0782fe487 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:48.629207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3e94c767-50c4-46cd-8ea2-edb0782fe487 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:48.639330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Allocated IP 2001:db8::2 (e1959e5c-6d10-4834-b7be-ca2267f03c09/533373fa-77a9-42f9-9575-2e7634935af0/38b74231-613d-4f7a-8af7-f9b919050714) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:48.641849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bfe4f0a1-bda5-4fdf-955f-b34f4239ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:48.790678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:48.869055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bfe4f0a1-bda5-4fdf-955f-b34f4239ce40 None None] For port 8ad05e1c-7d29-416e-8247-e17c172759c2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8ad05e1c-7d29-416e-8247-e17c172759c2,segment=NetworkSegment(7ff4953a-5054-4b16-959a-d8bb7264744c),segment_id=7ff4953a-5054-4b16-959a-d8bb7264744c)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:48.943985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bfe4f0a1-bda5-4fdf-955f-b34f4239ce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:48.948369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:48.948964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:48.988823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:port and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:49.014885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:49.033396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.042202 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0f82ff39-017b-4116-a6ee-7e35831afe32 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags/tempest-TagsExtTest-Tag-874350035 HTTP/1.1" status: 201 len: 201 time: 0.5440805 Dec 13 23:27:49.045667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51304) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:49.055454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:49.068870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-2e5eb3bf-9b7f-4c92-9c81-dbd1e79ebd2a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662', 'tempest-TagsExtTest-Tag-528267015') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:49.100069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] For port 5000a1ce-3897-4245-b61c-b37daa0f5dba, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5000a1ce-3897-4245-b61c-b37daa0f5dba,segment=NetworkSegment(5d1ee32f-76ee-4fc6-a360-c064ceec338e),segment_id=5d1ee32f-76ee-4fc6-a360-c064ceec338e)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:49.100679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.128506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.131103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4f0a1-bda5-4fdf-955f-b34f4239ce40 None None] Pushing event updated for resources: {'Port': ['ID=8ad05e1c-7d29-416e-8247-e17c172759c2,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:49.137749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bfe4f0a1-bda5-4fdf-955f-b34f4239ce40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:49.148773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.148977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Transition to ACTIVE for port object 38b74231-613d-4f7a-8af7-f9b919050714 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:49.169389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.184663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Transition to ACTIVE for port object 38b74231-613d-4f7a-8af7-f9b919050714 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:49.210425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Provisioning for port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:49.213100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-62b3d75d-e488-4b25-9938-17b84d2e47ce tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:49.216623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Provisioning complete for port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:49.216997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.251918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:49.261130 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "PUT /v2.0/routers/bb066434-0c76-4a02-aa3a-c512f017197c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7459197 Dec 13 23:27:49.262490 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c8c61-cd2f-4538-b532-8d564d995115 None None] Sync routers for ids ['bb066434-0c76-4a02-aa3a-c512f017197c'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:49.273609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.281009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51308) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:49.281171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-abe0f159-0d0f-4931-8626-1a07656fae66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:49.283235 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c8c61-cd2f-4538-b532-8d564d995115 None None] Routers {'bb066434-0c76-4a02-aa3a-c512f017197c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:49.283987 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d0c8c61-cd2f-4538-b532-8d564d995115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bb066434-0c76-4a02-aa3a-c512f017197c'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:49.294455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Request body: {'port': {'network_id': 'a53b8a49-8933-4d1a-883f-9d440fdf1066', 'name': 'tempest-FloatingIPNegativeTestJSON-1450704451'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:49.370623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:49.373682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.377025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Network e1959e5c-6d10-4834-b7be-ca2267f03c09 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:49.379733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:49.381650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Pushing event updated for resources: {'Port': ['ID=38b74231-613d-4f7a-8af7-f9b919050714,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:49.390281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:49.394445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:49.428219 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d0c8c61-cd2f-4538-b532-8d564d995115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:49.432112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for 5000a1ce-3897-4245-b61c-b37daa0f5dba owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:49.452268 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c8c61-cd2f-4538-b532-8d564d995115 None None] Routers {'bb066434-0c76-4a02-aa3a-c512f017197c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:49.452892 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d0c8c61-cd2f-4538-b532-8d564d995115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bb066434-0c76-4a02-aa3a-c512f017197c'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:49.553915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network c455bcc6-9fc0-4539-ac41-d897baedc105 is not hosted by any dhcp agent {{(pid=84311) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 13 23:27:49.566190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:49.566852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.568189 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "PUT /v2.0/networks/c455bcc6-9fc0-4539-ac41-d897baedc105 HTTP/1.1" status: 200 len: 723 time: 1.3491416 Dec 13 23:27:49.576763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.579304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:49.584478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Usage tracker for resource:port and tenant:8068589a1bd44089abdbae23f81a6642 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:49.588405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:49.598073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:49.611099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Attempting to bind port 38b74231-613d-4f7a-8af7-f9b919050714 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:49.611099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Attempting to bind port 38b74231-613d-4f7a-8af7-f9b919050714 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '9cea74a5-1ff7-4790-be40-53df2fbf9abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1959e5c-6d10-4834-b7be-ca2267f03c09'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:49.611099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Attempting to bind port 38b74231-613d-4f7a-8af7-f9b919050714 on network e1959e5c-6d10-4834-b7be-ca2267f03c09 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:49.611723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51312) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:49.615562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:49.616403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Checking segment: {'id': '9cea74a5-1ff7-4790-be40-53df2fbf9abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1959e5c-6d10-4834-b7be-ca2267f03c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:49.617046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.618442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Bound using segment: {'id': '9cea74a5-1ff7-4790-be40-53df2fbf9abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1959e5c-6d10-4834-b7be-ca2267f03c09'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:49.619273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Bound port: 38b74231-613d-4f7a-8af7-f9b919050714, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cea74a5-1ff7-4790-be40-53df2fbf9abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1959e5c-6d10-4834-b7be-ca2267f03c09'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:49.619951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.649304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] For port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,segment=NetworkSegment(8587a16d-2669-4f0b-be14-bfa9f98efbaa),segment_id=8587a16d-2669-4f0b-be14-bfa9f98efbaa)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:49.709741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] device_id is not set on port 8d3d8cdc-1ee5-493d-8960-13590398bda8 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:49.710946 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d0c8c61-cd2f-4538-b532-8d564d995115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:49.711872 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c8c61-cd2f-4538-b532-8d564d995115 None None] The sync data for ids ['bb066434-0c76-4a02-aa3a-c512f017197c'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:49.736656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.744160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.748092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': 'c455bcc6-9fc0-4539-ac41-d897baedc105', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:49.759357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c49bf802-d17e-4361-876a-fa6a4f1ff6c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:49.764211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Made reservation on behalf of 8068589a1bd44089abdbae23f81a6642 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:49.768958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.800757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.817658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:49.834620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=c455bcc6-9fc0-4539-ac41-d897baedc105,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:49.835494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3d43081-674d-47e9-9e4b-21598af9ca7b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:49.844002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] For port 38b74231-613d-4f7a-8af7-f9b919050714, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:49.847319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:49.854633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79586832-41ad-40b5-934b-dbf6682dfdcf tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:49.856193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] For port 38b74231-613d-4f7a-8af7-f9b919050714, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=38b74231-613d-4f7a-8af7-f9b919050714,segment=NetworkSegment(9cea74a5-1ff7-4790-be40-53df2fbf9abc),segment_id=9cea74a5-1ff7-4790-be40-53df2fbf9abc)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:49.863122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network c455bcc6-9fc0-4539-ac41-d897baedc105 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:27:49.958480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] device_id is not set on port fef8ea8b-c66c-452c-a5f8-a494e6e1dc69 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:49.973883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Pushing event updated for resources: {'Port': ['ID=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:50.000203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:50.002006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.009148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:50.087231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Provisioning complete for port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:50.087632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.103200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 2001:db8::109 (e1959e5c-6d10-4834-b7be-ca2267f03c09/533373fa-77a9-42f9-9575-2e7634935af0/8d3d8cdc-1ee5-493d-8960-13590398bda8) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:50.161220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Pushing event updated for resources: {'Port': ['ID=38b74231-613d-4f7a-8af7-f9b919050714,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:50.175036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:50.284925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Provisioning complete for port 8ad05e1c-7d29-416e-8247-e17c172759c2 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:50.285650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.317641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:50.328076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=b96bb1ce-a8b3-4434-89a3-83e8aabfd92c,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:50.385501 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2e5eb3bf-9b7f-4c92-9c81-dbd1e79ebd2a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags/tempest-TagsExtTest-Tag-528267015 HTTP/1.1" status: 201 len: 201 time: 1.3235514 Dec 13 23:27:50.387463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:50.392921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:50.397580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51316) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:50.407825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:50.417425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-365ea2f7-7494-421f-a86f-5500a6fc4d01 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3', 'tempest-TagsExtTest-Tag-449862206') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:50.425396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:50.444992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=88c18f65-24d6-47ba-8315-f2a551b1d2ac,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:50.448170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:50.460708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Checking segment: {'id': '0376f9a5-3f57-461d-965a-cb92556723cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aac7d81c-78ba-49bb-9aaf-059fd4aea539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:50.461678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network hostable DHCP agents. Network: aac7d81c-78ba-49bb-9aaf-059fd4aea539, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:50.482835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.520373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Transition to ACTIVE for port object 8d3d8cdc-1ee5-493d-8960-13590398bda8 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:50.526071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Allocated IP 172.20.0.3 (a53b8a49-8933-4d1a-883f-9d440fdf1066/1334d8ed-a410-4209-a514-9d3fd3381f3d/fef8ea8b-c66c-452c-a5f8-a494e6e1dc69) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:50.559256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:50.605656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Provisioning for port 7abba343-330c-4b2f-8362-b06f73c4027f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:50.613551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Provisioning complete for port 7abba343-330c-4b2f-8362-b06f73c4027f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:50.614664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.651713 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-365ea2f7-7494-421f-a86f-5500a6fc4d01 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags/tempest-TagsExtTest-Tag-449862206 HTTP/1.1" status: 201 len: 201 time: 0.2492244 Dec 13 23:27:50.654184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51320) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:50.660967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-3072153f-ba98-4450-b273-2620d11d7e95 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de', {'tags': ['tempest-TagsExtTest-Tag-1110082175', 'tempest-TagsExtTest-Tag-970359797', 'tempest-TagsExtTest-Tag-1437489207']}) {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:50.672384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Port 7abba343-330c-4b2f-8362-b06f73c4027f cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:50.699566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network aac7d81c-78ba-49bb-9aaf-059fd4aea539 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:50.702115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.708518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.720232 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c31bcac5-9fd3-491c-81b8-cb579ee5ff72 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:50.752289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.768830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Provisioning for port b96bb1ce-a8b3-4434-89a3-83e8aabfd92c completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:50.780795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Provisioning complete for port b96bb1ce-a8b3-4434-89a3-83e8aabfd92c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:50.780795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.854333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network e1959e5c-6d10-4834-b7be-ca2267f03c09 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:50.873978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6efb66e7-5248-4e3b-bd74-dfe6a8ea3071 None None] Port b96bb1ce-a8b3-4434-89a3-83e8aabfd92c cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:50.912307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:50.933547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:50.939483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:50.939865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.964642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, aac7d81c-78ba-49bb-9aaf-059fd4aea539) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:50.965974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8ad05e1c-7d29-416e-8247-e17c172759c2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:50.986266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:50.987148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:50.991879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=8d3d8cdc-1ee5-493d-8960-13590398bda8,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:51.032645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd4315-144e-458a-8fea-e6ede3037b75 None None] Network aac7d81c-78ba-49bb-9aaf-059fd4aea539 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:51.120459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=5000a1ce-3897-4245-b61c-b37daa0f5dba,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:51.129754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:51.130309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:51.130692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:51.138281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.217444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e2519801-4402-4149-a161-84d1c3906eac None None] Provisioning complete for port b96bb1ce-a8b3-4434-89a3-83e8aabfd92c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:51.217831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e2519801-4402-4149-a161-84d1c3906eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.239152 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1c87dc55-cdf2-4634-bfe3-558c39f731c4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9641240 Dec 13 23:27:51.243684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51324) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:51.247121 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3072153f-ba98-4450-b273-2620d11d7e95 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags HTTP/1.1" status: 200 len: 317 time: 0.5918810 Dec 13 23:27:51.249223 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1237347 Dec 13 23:27:51.258415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51328) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:51.259479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51330) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:51.267202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-5c852aac-e440-4865-acb1-140f1b2b761a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:51.312196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 8ad05e1c-7d29-416e-8247-e17c172759c2 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:51.312579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.329959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.381829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e2519801-4402-4149-a161-84d1c3906eac None None] Port b96bb1ce-a8b3-4434-89a3-83e8aabfd92c cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:51.505933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f4615-e223-4836-838f-8fafe9a44bc6 None None] Network e1959e5c-6d10-4834-b7be-ca2267f03c09 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:51.506160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Transition to ACTIVE for port object fef8ea8b-c66c-452c-a5f8-a494e6e1dc69 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:51.509112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'aac7d81c-78ba-49bb-9aaf-059fd4aea539', 'name': 'tempest-PortsIpV6TestJSON-1197869487'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:51.529168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e2519801-4402-4149-a161-84d1c3906eac None None] Provisioning complete for port 7abba343-330c-4b2f-8362-b06f73c4027f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:51.529168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e2519801-4402-4149-a161-84d1c3906eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.561625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-aac7d81c-78ba-49bb-9aaf-059fd4aea539', 'network_id': 'aac7d81c-78ba-49bb-9aaf-059fd4aea539', 'tenant_id': '4dff06d63ab0478ba59bc0ffe360cae3', 'fixed_ips': [{'subnet_id': '88c18f65-24d6-47ba-8315-f2a551b1d2ac'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:51.562427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.724036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:51.728617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.740253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:51.741155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:51.757178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.780691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.812086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.828468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:27:51.832043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:51.854682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e2519801-4402-4149-a161-84d1c3906eac None None] Port 7abba343-330c-4b2f-8362-b06f73c4027f cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:51.883415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 38b74231-613d-4f7a-8af7-f9b919050714 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:51.908450 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5c852aac-e440-4865-acb1-140f1b2b761a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags HTTP/1.1" status: 204 len: 168 time: 0.6481376 Dec 13 23:27:51.913634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51336) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:51.923279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=8231adb7-1e3d-419c-9251-141dfb1e452e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:51.925667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port e2828d5d-714c-4487-9968-381dcb33f667 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:27:51.933605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:51.937001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-61c726df-0e96-47fd-8515-59c2b144a77e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de', 'tempest-TagsExtTest-Tag-1110082175') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:51.963376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Network a53b8a49-8933-4d1a-883f-9d440fdf1066 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:51.964089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-585966e0-388e-4191-b1d5-43dbd18c9073 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:52.116293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Allocated IP 2001:db8::2 (aac7d81c-78ba-49bb-9aaf-059fd4aea539/88c18f65-24d6-47ba-8315-f2a551b1d2ac/24e22e5c-e5c5-4181-92f6-6ae952db5477) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:52.144098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:52.162263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:52.222635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-50ec1622-1679-4422-8c51-ec42624ec771 None None] Provisioning for port 38b74231-613d-4f7a-8af7-f9b919050714 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:52.265238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 38b74231-613d-4f7a-8af7-f9b919050714 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:52.282708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 38b74231-613d-4f7a-8af7-f9b919050714 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:52.283085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:52.447727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:27:52.557931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': 'f85eebd2-5230-4947-ab4d-7d508b5218bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c455bcc6-9fc0-4539-ac41-d897baedc105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:52.558291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: c455bcc6-9fc0-4539-ac41-d897baedc105, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:27:52.574768 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:52.591311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:52.603897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event updated for resources: {'Port': ['ID=fef8ea8b-c66c-452c-a5f8-a494e6e1dc69,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:52.606898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Transition to ACTIVE for port object 24e22e5c-e5c5-4181-92f6-6ae952db5477 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:52.616876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:52.643374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Transition to ACTIVE for port object 24e22e5c-e5c5-4181-92f6-6ae952db5477 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:52.645923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:52.646572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:52.659864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 38b74231-613d-4f7a-8af7-f9b919050714, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=38b74231-613d-4f7a-8af7-f9b919050714,segment=NetworkSegment(9cea74a5-1ff7-4790-be40-53df2fbf9abc),segment_id=9cea74a5-1ff7-4790-be40-53df2fbf9abc)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:52.707490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6231a8ef-f3ca-4d4f-8219-bc6a602229a1 None None] Provisioning for port fef8ea8b-c66c-452c-a5f8-a494e6e1dc69 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:52.715419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6231a8ef-f3ca-4d4f-8219-bc6a602229a1 None None] Provisioning complete for port fef8ea8b-c66c-452c-a5f8-a494e6e1dc69 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:52.716155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6231a8ef-f3ca-4d4f-8219-bc6a602229a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:52.725888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:52.742798 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4557829 Dec 13 23:27:52.746072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51342) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:52.784143 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-61c726df-0e96-47fd-8515-59c2b144a77e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:52.785181 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-61c726df-0e96-47fd-8515-59c2b144a77e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags/tempest-TagsExtTest-Tag-1110082175 HTTP/1.1" status: 404 len: 329 time: 0.8595977 Dec 13 23:27:52.788783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6231a8ef-f3ca-4d4f-8219-bc6a602229a1 None None] Port fef8ea8b-c66c-452c-a5f8-a494e6e1dc69 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:52.791656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51346) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:52.792972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:52.794299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:52.820099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:52.832022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:52.835233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-7816bfc3-1497-4e2b-a16d-b396661f42ca tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de', 'tempest-TagsExtTest-Tag-970359797') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:52.839226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:52.844271 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5621746 Dec 13 23:27:52.861574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51350) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:52.870428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network c455bcc6-9fc0-4539-ac41-d897baedc105 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:27:52.877210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:52.904028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:27:52.908139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Network aac7d81c-78ba-49bb-9aaf-059fd4aea539 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:52.926825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:52.926825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:52.945171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Usage tracker for resource:floatingip and tenant:8068589a1bd44089abdbae23f81a6642 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:27:52.950683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:27:52.965928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::35f (aac7d81c-78ba-49bb-9aaf-059fd4aea539/88c18f65-24d6-47ba-8315-f2a551b1d2ac/e2828d5d-714c-4487-9968-381dcb33f667) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:52.979324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:27:53.004970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:53.005478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:53.041383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, c455bcc6-9fc0-4539-ac41-d897baedc105) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:53.060240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:53.060762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.073541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0688fb-1c6d-4556-bf97-cff3b12a9294 None None] Network c455bcc6-9fc0-4539-ac41-d897baedc105 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:53.101330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.126534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.139406 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-7816bfc3-1497-4e2b-a16d-b396661f42ca tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:53.143059 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7816bfc3-1497-4e2b-a16d-b396661f42ca tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags/tempest-TagsExtTest-Tag-970359797 HTTP/1.1" status: 404 len: 328 time: 0.3154864 Dec 13 23:27:53.143059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting subnet cb59f331-b6d9-4d0c-9a28-6fd81475be2f {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:53.146238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51354) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:53.150053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.154698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-19d258a1-66fe-4981-b9d6-e83d36c4e6fc tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de', 'tempest-TagsExtTest-Tag-1437489207') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:53.182838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=38b74231-613d-4f7a-8af7-f9b919050714,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:53.207287 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4658685 Dec 13 23:27:53.209100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51358) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:53.221866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-fc380812-cc09-4b0c-9557-0f0bb2a4a9e8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:27:53.232262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dd90aaeb-ec54-4149-832c-ebc77693bf41 None None] Provisioning for port 8d3d8cdc-1ee5-493d-8960-13590398bda8 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:53.249602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.286883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69b1f71e-40da-475d-9358-a27267f7c5b8 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:53.330999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.379443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dd90aaeb-ec54-4149-832c-ebc77693bf41 None None] Provisioning complete for port 8d3d8cdc-1ee5-493d-8960-13590398bda8 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:53.379845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dd90aaeb-ec54-4149-832c-ebc77693bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.447393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Attempting to bind port 24e22e5c-e5c5-4181-92f6-6ae952db5477 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:53.447818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Attempting to bind port 24e22e5c-e5c5-4181-92f6-6ae952db5477 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '0376f9a5-3f57-461d-965a-cb92556723cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aac7d81c-78ba-49bb-9aaf-059fd4aea539'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:53.448162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Attempting to bind port 24e22e5c-e5c5-4181-92f6-6ae952db5477 on network aac7d81c-78ba-49bb-9aaf-059fd4aea539 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:53.452470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.470093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:53.470476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.493991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Pushing event updated for resources: {'Port': ['ID=24e22e5c-e5c5-4181-92f6-6ae952db5477,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:53.496868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:53.517521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.645s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:53.517882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:53.553624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:53.554008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Checking segment: {'id': '0376f9a5-3f57-461d-965a-cb92556723cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aac7d81c-78ba-49bb-9aaf-059fd4aea539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:53.554417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.555408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Bound using segment: {'id': '0376f9a5-3f57-461d-965a-cb92556723cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aac7d81c-78ba-49bb-9aaf-059fd4aea539'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:53.555920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Bound port: 24e22e5c-e5c5-4181-92f6-6ae952db5477, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0376f9a5-3f57-461d-965a-cb92556723cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'aac7d81c-78ba-49bb-9aaf-059fd4aea539'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:53.556301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.570771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-dd90aaeb-ec54-4149-832c-ebc77693bf41 None None] Port 8d3d8cdc-1ee5-493d-8960-13590398bda8 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:53.589194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.596269 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-19d258a1-66fe-4981-b9d6-e83d36c4e6fc tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:53.599942 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-19d258a1-66fe-4981-b9d6-e83d36c4e6fc tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags/tempest-TagsExtTest-Tag-1437489207 HTTP/1.1" status: 404 len: 329 time: 0.4494467 Dec 13 23:27:53.606986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51362) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:53.618348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-9c3fdc52-f8b2-4d0f-9d94-e2b9117c5f38 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5', {'tags': ['tempest-TagsExtTest-Tag-747310578', 'tempest-TagsExtTest-Tag-1215054124', 'tempest-TagsExtTest-Tag-1253556836']}) {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:53.632207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:53.635692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=b96bb1ce-a8b3-4434-89a3-83e8aabfd92c,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:53.657514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.668370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:53.691905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.736199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object e2828d5d-714c-4487-9968-381dcb33f667 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:53.845800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-dd90aaeb-ec54-4149-832c-ebc77693bf41 None None] Provisioning complete for port 38b74231-613d-4f7a-8af7-f9b919050714 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:53.846180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dd90aaeb-ec54-4149-832c-ebc77693bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.854571 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9c3fdc52-f8b2-4d0f-9d94-e2b9117c5f38 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags HTTP/1.1" status: 200 len: 317 time: 0.2455287 Dec 13 23:27:53.857201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51366) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:53.864042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-72aa25da-f6ca-4936-afea-6741fb1c54eb tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:53.914451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.920581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.924803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dac93de9-9458-4aa4-b85b-8df4e3bc94d2 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:53.979316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fc380812-cc09-4b0c-9557-0f0bb2a4a9e8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2083385'] for subnet, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:53.982779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Subnet': ['ID=cb59f331-b6d9-4d0c-9a28-6fd81475be2f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:53.988786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:53.989999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9757d394-8b2e-4e0a-b7ec-82e5a30ce046 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:54.000662 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-c455bcc6-9fc0-4539-ac41-d897baedc105', 'network_id': 'c455bcc6-9fc0-4539-ac41-d897baedc105', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': '8231adb7-1e3d-419c-9251-141dfb1e452e'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:27:54.001484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.017616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0d3e17-e393-493e-9bbd-5b85b57bf35e None None] Network 9801ce8a-a575-4604-a752-c822b980dbe2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:54.021556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.051111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network aac7d81c-78ba-49bb-9aaf-059fd4aea539 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:54.059108 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/cb59f331-b6d9-4d0c-9a28-6fd81475be2f HTTP/1.1" status: 204 len: 168 time: 1.2789702 Dec 13 23:27:54.061469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51370) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:54.064309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] For port 24e22e5c-e5c5-4181-92f6-6ae952db5477, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:54.067190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:54.098528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:54.103164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:54.103859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.163692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] For port 24e22e5c-e5c5-4181-92f6-6ae952db5477, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=24e22e5c-e5c5-4181-92f6-6ae952db5477,segment=NetworkSegment(0376f9a5-3f57-461d-965a-cb92556723cc),segment_id=0376f9a5-3f57-461d-965a-cb92556723cc)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:54.188318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=e2828d5d-714c-4487-9968-381dcb33f667,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:54.205972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:54.223434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.240828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 3b734ab6-b850-460f-be5d-eda2eac43356 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:54.249380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.257636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:54.289473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.292798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port ace116e9-6bde-49d4-982c-1f0de37e6957 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:54.293136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.305224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f33e5a39-6267-458d-b53c-3895722c308f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:54.353751 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0916023 Dec 13 23:27:54.360553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51374) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:54.363423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 38b74231-613d-4f7a-8af7-f9b919050714 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:54.366560 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-72aa25da-f6ca-4936-afea-6741fb1c54eb tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags HTTP/1.1" status: 204 len: 168 time: 0.5075657 Dec 13 23:27:54.409174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.422249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51378) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:54.431242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-650d6f82-320a-4ece-8880-80aff01897de tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5', 'tempest-TagsExtTest-Tag-747310578') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:54.487189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.512012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port e2828d5d-714c-4487-9968-381dcb33f667 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:54.512563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.540282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b9c6afde-4bab-471e-bb4f-e34e9f860ebc tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:54.578798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Pushing event updated for resources: {'Port': ['ID=24e22e5c-e5c5-4181-92f6-6ae952db5477,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:54.626881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:54.733397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=8d3d8cdc-1ee5-493d-8960-13590398bda8,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:54.748967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:54.788878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] For port ace116e9-6bde-49d4-982c-1f0de37e6957, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ace116e9-6bde-49d4-982c-1f0de37e6957,segment=NetworkSegment(5d1ee32f-76ee-4fc6-a360-c064ceec338e),segment_id=5d1ee32f-76ee-4fc6-a360-c064ceec338e)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:54.790403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.792278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 38b74231-613d-4f7a-8af7-f9b919050714 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:54.792772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:54.930655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:50Z', 'revision_number': 10, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:54.952150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:27:54.993668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Allocated IP 172.26.5.205 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/53c48489-15c4-4014-b3a1-aa560232816d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:55.014791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Allocated IP 172.20.0.2 (c455bcc6-9fc0-4539-ac41-d897baedc105/8231adb7-1e3d-419c-9251-141dfb1e452e/0ff631e6-f858-4b91-a589-f8d504c5b954) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:27:55.034003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for ace116e9-6bde-49d4-982c-1f0de37e6957 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:55.052070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4703b9dd-415c-46d9-b6c5-3e407d676a7f None None] Provisioning complete for port b96bb1ce-a8b3-4434-89a3-83e8aabfd92c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:55.052590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4703b9dd-415c-46d9-b6c5-3e407d676a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.066429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fc380812-cc09-4b0c-9557-0f0bb2a4a9e8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780919724804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2057934'] for subnet, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.087578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:55.088540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:55.166077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.171250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9bf23-7741-4d17-869d-c68f8b86b7c7 None None] DHCP port deletion for 9801ce8a-a575-4604-a752-c822b980dbe2 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:55.205819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:55.303082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc380812-cc09-4b0c-9557-0f0bb2a4a9e8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:55.303892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fc380812-cc09-4b0c-9557-0f0bb2a4a9e8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.306317 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fc380812-cc09-4b0c-9557-0f0bb2a4a9e8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "PUT /v2.0/subnets/8231adb7-1e3d-419c-9251-141dfb1e452e HTTP/1.1" status: 200 len: 806 time: 2.0958328 Dec 13 23:27:55.324290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51382) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:55.364051 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-650d6f82-320a-4ece-8880-80aff01897de tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:55.368670 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-650d6f82-320a-4ece-8880-80aff01897de tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags/tempest-TagsExtTest-Tag-747310578 HTTP/1.1" status: 404 len: 328 time: 0.9453921 Dec 13 23:27:55.376861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51386) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:55.409654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-adbb206e-912b-487f-93e4-184b36383c37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5', 'tempest-TagsExtTest-Tag-1215054124') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:55.465634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.478059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for e2828d5d-714c-4487-9968-381dcb33f667 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:55.505743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2ed42bca-5f71-4c6a-85c2-0ba5612a4ffb tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:55.558410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4703b9dd-415c-46d9-b6c5-3e407d676a7f None None] Port b96bb1ce-a8b3-4434-89a3-83e8aabfd92c cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:55.564169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=ace116e9-6bde-49d4-982c-1f0de37e6957,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:55.567254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:27:55.568701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:55.577597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No DVR routers for this DVR port ace116e9-6bde-49d4-982c-1f0de37e6957 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:27:55.734253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc380812-cc09-4b0c-9557-0f0bb2a4a9e8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=8231adb7-1e3d-419c-9251-141dfb1e452e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:55.756409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.768287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fc380812-cc09-4b0c-9557-0f0bb2a4a9e8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:55.802551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9801ce8a-a575-4604-a752-c822b980dbe2']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:55.822464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1ee32f-76ee-4fc6-a360-c064ceec338e') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:55.822770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1ee32f-76ee-4fc6-a360-c064ceec338e') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:55.845247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.866691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.874108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:55.874509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.881464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.908206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-88c0f0ef-7ae1-4c38-88e9-1689ee437988 None None] Provisioning complete for port 8d3d8cdc-1ee5-493d-8960-13590398bda8 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:55.908590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-88c0f0ef-7ae1-4c38-88e9-1689ee437988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.926393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.937090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.956430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:55.975642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-adbb206e-912b-487f-93e4-184b36383c37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:55.979844 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-adbb206e-912b-487f-93e4-184b36383c37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags/tempest-TagsExtTest-Tag-1215054124 HTTP/1.1" status: 404 len: 329 time: 0.5932262 Dec 13 23:27:55.988301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51390) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:56.013147 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:56.016541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-88c0f0ef-7ae1-4c38-88e9-1689ee437988 None None] Port 8d3d8cdc-1ee5-493d-8960-13590398bda8 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:27:56.023451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-0de62b17-d500-43ea-9912-1f21ba945a7d tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5', 'tempest-TagsExtTest-Tag-1253556836') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:56.124563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:50Z', 'revision_number': 10, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:56.129447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c141aea-88d2-493e-9cd1-1bd685d10b73 None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:50Z', 'revision_number': 10, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None, '_interfaces': [{'id': 'a9fc4dbb-faa2-42dc-a278-66b5f6204bbc', 'name': '', 'network_id': '922f1a82-cf19-48ca-a9ff-b4a6ace653e8', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'mac_address': 'fa:16:3e:b8:e2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e05767b-304a-44a9-af52-727a371ef61d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:26:04Z', 'updated_at': '2021-12-13T23:26:26Z', 'revision_number': 5, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'subnets': [{'id': 'e964ee46-e50d-427c-9906-eb99f1a2479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:56.155098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d7c625-69cd-434b-a628-12d49fb06bfb None None] Network aac7d81c-78ba-49bb-9aaf-059fd4aea539 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:56.190703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.244255 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-0de62b17-d500-43ea-9912-1f21ba945a7d tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:56.245284 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0de62b17-d500-43ea-9912-1f21ba945a7d tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags/tempest-TagsExtTest-Tag-1253556836 HTTP/1.1" status: 404 len: 329 time: 0.2400842 Dec 13 23:27:56.248738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51394) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:56.259835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-bd7ddf93-6c67-4394-aa24-30cbc8d5f595 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662', {'tags': ['tempest-TagsExtTest-Tag-976613530', 'tempest-TagsExtTest-Tag-569290825', 'tempest-TagsExtTest-Tag-793767107']}) {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:56.271116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.276812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:56.332296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Transition to ACTIVE for port object 0ff631e6-f858-4b91-a589-f8d504c5b954 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:56.358136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Transition to ACTIVE for port object 0ff631e6-f858-4b91-a589-f8d504c5b954 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:27:56.360229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event updated for resources: {'Port': ['ID=53c48489-15c4-4014-b3a1-aa560232816d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:56.365284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:56.368690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f89556bc-b43f-4775-89a4-ec2f40b84627 None None] Provisioning for port 24e22e5c-e5c5-4181-92f6-6ae952db5477 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:56.388738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.397504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.402941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-42c4035b-cf78-4b3c-8088-2f84ce15d1af tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:56.415799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Router 80cc6357-286b-4a74-a25c-82dcf02b9746 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:27:56.432532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:56.434918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.436897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:56.437713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Network': ['ID=9801ce8a-a575-4604-a752-c822b980dbe2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:56.446539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.452617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:56.452617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-079c147d-4cd2-494a-b998-6475ba75a7c1 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:56.452938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:56.453060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9df3498f-3269-42d0-ad58-1b72f11c992e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:56.507467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.549255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Network c455bcc6-9fc0-4539-ac41-d897baedc105 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:56.558818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:56.558818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Pushing event updated for resources: {'Port': ['ID=0ff631e6-f858-4b91-a589-f8d504c5b954,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:56.560836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:27:56.567000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:56.575323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=e2828d5d-714c-4487-9968-381dcb33f667,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:56.629027 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/networks/9801ce8a-a575-4604-a752-c822b980dbe2 HTTP/1.1" status: 204 len: 168 time: 2.5608058 Dec 13 23:27:56.629027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:56.644011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51398) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:56.654016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 24e22e5c-e5c5-4181-92f6-6ae952db5477 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:56.725013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.730075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.736339 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/e2828d5d-714c-4487-9968-381dcb33f667 HTTP/1.1" status: 204 len: 168 time: 2.3747079 Dec 13 23:27:56.737043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51402) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:56.749120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b98d73ad-4506-453b-a576-6194443d3aed tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:56.780197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Attempting to bind port 0ff631e6-f858-4b91-a589-f8d504c5b954 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:27:56.780714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Attempting to bind port 0ff631e6-f858-4b91-a589-f8d504c5b954 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'f85eebd2-5230-4947-ab4d-7d508b5218bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c455bcc6-9fc0-4539-ac41-d897baedc105'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:27:56.781181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Attempting to bind port 0ff631e6-f858-4b91-a589-f8d504c5b954 on network c455bcc6-9fc0-4539-ac41-d897baedc105 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:27:56.795015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:27:56.795567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Checking segment: {'id': 'f85eebd2-5230-4947-ab4d-7d508b5218bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c455bcc6-9fc0-4539-ac41-d897baedc105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:27:56.796115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.796710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Bound using segment: {'id': 'f85eebd2-5230-4947-ab4d-7d508b5218bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c455bcc6-9fc0-4539-ac41-d897baedc105'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:27:56.797233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Bound port: 0ff631e6-f858-4b91-a589-f8d504c5b954, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85eebd2-5230-4947-ab4d-7d508b5218bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c455bcc6-9fc0-4539-ac41-d897baedc105'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:27:56.797715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.819909 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bd7ddf93-6c67-4394-aa24-30cbc8d5f595 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags HTTP/1.1" status: 200 len: 315 time: 0.5693362 Dec 13 23:27:56.826816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51406) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:56.839322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-4c4daeea-d63c-4d1e-92dd-2b358d030987 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:56.881425 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df9d8ed-67ec-4677-86a1-9116b01a9415 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:27:56.882080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df9d8ed-67ec-4677-86a1-9116b01a9415 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:27:56.884517 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5df9d8ed-67ec-4677-86a1-9116b01a9415 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/e2828d5d-714c-4487-9968-381dcb33f667 HTTP/1.1" status: 404 len: 333 time: 0.1244383 Dec 13 23:27:56.890511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51410) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:56.895323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=8231adb7-1e3d-419c-9251-141dfb1e452e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:56.909796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:56.912511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] For port 0ff631e6-f858-4b91-a589-f8d504c5b954, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:27:56.917317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] For port 0ff631e6-f858-4b91-a589-f8d504c5b954, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0ff631e6-f858-4b91-a589-f8d504c5b954,segment=NetworkSegment(f85eebd2-5230-4947-ab4d-7d508b5218bf),segment_id=f85eebd2-5230-4947-ab4d-7d508b5218bf)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:27:56.927138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 24e22e5c-e5c5-4181-92f6-6ae952db5477 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:27:56.933939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 24e22e5c-e5c5-4181-92f6-6ae952db5477 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:56.934538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:56.956042 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-47911263-d32b-462f-9d78-d37fcfa9b668 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:27:56.956652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-47911263-d32b-462f-9d78-d37fcfa9b668 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:27:56.982650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-958bc8a0-b6cb-4969-9dd7-8ba56f505983 None None] Provisioning complete for port 24e22e5c-e5c5-4181-92f6-6ae952db5477 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:56.983162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a0-b6cb-4969-9dd7-8ba56f505983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.017171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.032934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9018437f-4a1a-4d28-83de-0a983b7c57ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:57.118485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-47911263-d32b-462f-9d78-d37fcfa9b668 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:27:57.119854 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-47911263-d32b-462f-9d78-d37fcfa9b668 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/e2828d5d-714c-4487-9968-381dcb33f667 HTTP/1.1" status: 404 len: 333 time: 0.2235754 Dec 13 23:27:57.125128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51414) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:57.151753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.350949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c455bcc6-9fc0-4539-ac41-d897baedc105']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:57.373692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Pushing event updated for resources: {'Port': ['ID=0ff631e6-f858-4b91-a589-f8d504c5b954,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:57.399164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:57.467962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.487684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet 88c18f65-24d6-47ba-8315-f2a551b1d2ac {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:27:57.489088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb54f2d3-56d0-44ee-80ff-404411039294 None None] Network c455bcc6-9fc0-4539-ac41-d897baedc105 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:57.492352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.527055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-958bc8a0-b6cb-4969-9dd7-8ba56f505983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.539194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85eebd2-5230-4947-ab4d-7d508b5218bf') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:57.539583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85eebd2-5230-4947-ab4d-7d508b5218bf') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:57.561732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.564732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.608090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.617427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 24e22e5c-e5c5-4181-92f6-6ae952db5477, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=24e22e5c-e5c5-4181-92f6-6ae952db5477,segment=NetworkSegment(0376f9a5-3f57-461d-965a-cb92556723cc),segment_id=0376f9a5-3f57-461d-965a-cb92556723cc)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:57.625899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.690007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:27:57.690404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:27:57.712628 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:27:57.717912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.719339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:57.721607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:27:57.742688 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078e9f8-8888-4f1d-9695-c36a0637787f None None] Sync routers for ids ['80cc6357-286b-4a74-a25c-82dcf02b9746'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:27:57.777649 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078e9f8-8888-4f1d-9695-c36a0637787f None None] Routers {'80cc6357-286b-4a74-a25c-82dcf02b9746'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:57.785893 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4078e9f8-8888-4f1d-9695-c36a0637787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['80cc6357-286b-4a74-a25c-82dcf02b9746'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:57.802842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.850112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ace116e9-6bde-49d4-982c-1f0de37e6957 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:57.899539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: ace116e9-6bde-49d4-982c-1f0de37e6957 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:57.900144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ace116e9-6bde-49d4-982c-1f0de37e6957 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:57.901847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=24e22e5c-e5c5-4181-92f6-6ae952db5477,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:57.901988 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4078e9f8-8888-4f1d-9695-c36a0637787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:57.906452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:57.907527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-958bc8a0-b6cb-4969-9dd7-8ba56f505983 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:57.908030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-958bc8a0-b6cb-4969-9dd7-8ba56f505983 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:57.912629 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4c4daeea-d63c-4d1e-92dd-2b358d030987 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags HTTP/1.1" status: 204 len: 168 time: 1.0797219 Dec 13 23:27:57.913636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51418) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:57.918706 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4078e9f8-8888-4f1d-9695-c36a0637787f None None] Routers {'80cc6357-286b-4a74-a25c-82dcf02b9746'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:27:57.919525 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4078e9f8-8888-4f1d-9695-c36a0637787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['80cc6357-286b-4a74-a25c-82dcf02b9746'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:57.926721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea3ceba-abbd-4186-8d33-7c1439dc5b3c None None] Network c455bcc6-9fc0-4539-ac41-d897baedc105 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:57.935999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.tag.tag_plugin [None req-ca262531-a2f9-4cd5-8e9c-5b1bcf2edfbe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662', 'tempest-TagsExtTest-Tag-976613530') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:57.988664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:57.994967 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4078e9f8-8888-4f1d-9695-c36a0637787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:57.996063 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4078e9f8-8888-4f1d-9695-c36a0637787f None None] The sync data for ids ['80cc6357-286b-4a74-a25c-82dcf02b9746'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:27:58.020166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:27:58.020166 dv-neutron-821564-1-hyperv neutron-server[84312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:27:58.020166 dv-neutron-821564-1-hyperv neutron-server[84312]: [parameters: {'id': 'c455bcc6-9fc0-4539-ac41-d897baedc105'}] Dec 13 23:27:58.020166 dv-neutron-821564-1-hyperv neutron-server[84312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:27:58.020697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:27:58.088470 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "PUT /v2.0/routers/80cc6357-286b-4a74-a25c-82dcf02b9746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4040298 Dec 13 23:27:58.089583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51422) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:58.140692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.142117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84889793-5690-42e5-9684-caa78cbf4e4d None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:27:58.151056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-838a1fe6-36d0-4ead-942f-093b390d2c66 tempest-BulkNetworkOpsIpV6Test-489386086 tempest-BulkNetworkOpsIpV6Test-489386086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:58.169857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.202223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=88c18f65-24d6-47ba-8315-f2a551b1d2ac,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:58.216768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:58.221443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.229342 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-ca262531-a2f9-4cd5-8e9c-5b1bcf2edfbe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:58.231248 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ca262531-a2f9-4cd5-8e9c-5b1bcf2edfbe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags/tempest-TagsExtTest-Tag-976613530 HTTP/1.1" status: 404 len: 328 time: 0.3080213 Dec 13 23:27:58.233966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.235404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51426) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:58.239891 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/88c18f65-24d6-47ba-8315-f2a551b1d2ac HTTP/1.1" status: 204 len: 168 time: 1.1137228 Dec 13 23:27:58.244242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-0296942c-f833-4c21-b783-c6082117749a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662', 'tempest-TagsExtTest-Tag-569290825') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:58.251883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51430) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:58.277941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 24e22e5c-e5c5-4181-92f6-6ae952db5477 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:27:58.302493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.303670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.337200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84889793-5690-42e5-9684-caa78cbf4e4d None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:27:58.358698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04d0fcc4-391a-4560-b1d5-b240331700e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:58.411452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 24e22e5c-e5c5-4181-92f6-6ae952db5477 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:58.411452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.452574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde04da-8119-4707-8747-bc8228676b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:27:58.455655 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cbde04da-8119-4707-8747-bc8228676b0d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports?device_id=80cc6357-286b-4a74-a25c-82dcf02b9746 HTTP/1.1" status: 200 len: 982 time: 0.3641405 Dec 13 23:27:58.465025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51434) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:58.490452 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-0296942c-f833-4c21-b783-c6082117749a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:58.494177 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0296942c-f833-4c21-b783-c6082117749a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags/tempest-TagsExtTest-Tag-569290825 HTTP/1.1" status: 404 len: 328 time: 0.2537694 Dec 13 23:27:58.494798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51438) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:58.500991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-1e0f1870-d8ad-4a78-8e49-bbbdd810b323 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662', 'tempest-TagsExtTest-Tag-793767107') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:58.523178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.615853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.660013 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-1e0f1870-d8ad-4a78-8e49-bbbdd810b323 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:58.661064 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1e0f1870-d8ad-4a78-8e49-bbbdd810b323 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags/tempest-TagsExtTest-Tag-793767107 HTTP/1.1" status: 404 len: 328 time: 0.1653647 Dec 13 23:27:58.664466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51442) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:58.671080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-71d27352-ae28-43bc-a748-1eb5b85a2d54 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3', {'tags': ['tempest-TagsExtTest-Tag-137120090', 'tempest-TagsExtTest-Tag-1830823783', 'tempest-TagsExtTest-Tag-998095278']}) {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:58.736268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-928f60fa-5645-487c-9826-1bec6daf5db6 None None] Could not find standard attr ID for object e2828d5d-714c-4487-9968-381dcb33f667. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:27:58.745405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=8d3d8cdc-1ee5-493d-8960-13590398bda8,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:58.769958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:58.770732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5000a1ce-3897-4245-b61c-b37daa0f5dba no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:27:58.803436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 0ff631e6-f858-4b91-a589-f8d504c5b954 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:58.803794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.813759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 5000a1ce-3897-4245-b61c-b37daa0f5dba {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:27:58.819761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5000a1ce-3897-4245-b61c-b37daa0f5dba not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:27:58.832124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:58.832552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.862358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 24e22e5c-e5c5-4181-92f6-6ae952db5477 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:58.862729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:58.872095 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-71d27352-ae28-43bc-a748-1eb5b85a2d54 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "PUT /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags HTTP/1.1" status: 200 len: 316 time: 0.2043672 Dec 13 23:27:58.876336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51446) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:58.881695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-942379c4-40e0-41a9-bf0f-b43abd09d051 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:58.951068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a246e-2ec3-4171-9df7-484a6a85e203 None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:27:59.090544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a246e-2ec3-4171-9df7-484a6a85e203 None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:27:59.215422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] For port a9fc4dbb-faa2-42dc-a278-66b5f6204bbc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a9fc4dbb-faa2-42dc-a278-66b5f6204bbc,segment=NetworkSegment(d81eb8de-0d1b-45bc-ace2-75b79bea88b0),segment_id=d81eb8de-0d1b-45bc-ace2-75b79bea88b0)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:59.215894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:59.235027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:27:59.244713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network e1959e5c-6d10-4834-b7be-ca2267f03c09 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:27:59.263009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:27:59.272436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:59.284107 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-942379c4-40e0-41a9-bf0f-b43abd09d051 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags HTTP/1.1" status: 204 len: 168 time: 0.4043787 Dec 13 23:27:59.344134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51450) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:59.351260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Calling delete_port for a9fc4dbb-faa2-42dc-a278-66b5f6204bbc owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:27:59.397215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-3712ca6e-25b1-42f3-9e08-0224a6978fe0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3', 'tempest-TagsExtTest-Tag-137120090') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:59.455192 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-3712ca6e-25b1-42f3-9e08-0224a6978fe0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:59.459047 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3712ca6e-25b1-42f3-9e08-0224a6978fe0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags/tempest-TagsExtTest-Tag-137120090 HTTP/1.1" status: 404 len: 328 time: 0.1127677 Dec 13 23:27:59.461291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:59.464448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51454) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:59.475058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:59.477480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-2c0dff67-eb1d-49c3-a701-4c5e086486ab tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3', 'tempest-TagsExtTest-Tag-1830823783') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:59.513512 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-2c0dff67-eb1d-49c3-a701-4c5e086486ab tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:59.516555 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2c0dff67-eb1d-49c3-a701-4c5e086486ab tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags/tempest-TagsExtTest-Tag-1830823783 HTTP/1.1" status: 404 len: 329 time: 0.0490489 Dec 13 23:27:59.518376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51458) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:59.524941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-8f55a8aa-51fe-47e7-b0a0-9c9917c71d7a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3', 'tempest-TagsExtTest-Tag-998095278') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:59.529513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f24174-3e8f-4797-a287-30d898c64f7c None None] Network aac7d81c-78ba-49bb-9aaf-059fd4aea539 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:27:59.590510 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-8f55a8aa-51fe-47e7-b0a0-9c9917c71d7a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] show failed (client error): The resource could not be found. Dec 13 23:27:59.594241 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8f55a8aa-51fe-47e7-b0a0-9c9917c71d7a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags/tempest-TagsExtTest-Tag-998095278 HTTP/1.1" status: 404 len: 328 time: 0.0726302 Dec 13 23:27:59.595147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51462) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:59.600468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-7bc9e00c-c68b-457f-ade7-3278b58aef41 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cd831498-8c38-48df-8e8a-4aff0e0d36b3') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:59.659187 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7bc9e00c-c68b-457f-ade7-3278b58aef41 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3/tags HTTP/1.1" status: 204 len: 168 time: 0.0609400 Dec 13 23:27:59.660013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51466) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:59.666868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-9a0c3844-976d-4185-a70c-b1a6dc74c4f9 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4c9d449-48f1-4a0b-ab25-7fb847473662') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:27:59.726606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:59.737032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-56c5d3ad-d065-4185-bc8f-55e001933612 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:27:59.791537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 0ff631e6-f858-4b91-a589-f8d504c5b954, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0ff631e6-f858-4b91-a589-f8d504c5b954,segment=NetworkSegment(f85eebd2-5230-4947-ab4d-7d508b5218bf),segment_id=f85eebd2-5230-4947-ab4d-7d508b5218bf)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:59.791800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:59.838817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Port': ['ID=a9fc4dbb-faa2-42dc-a278-66b5f6204bbc,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:27:59.851496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:27:59.909642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] DHCP port deletion for aac7d81c-78ba-49bb-9aaf-059fd4aea539 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:27:59.915017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5b435719-e5e3-41d9-947a-14b795658d34 None None] Provisioning complete for port 8d3d8cdc-1ee5-493d-8960-13590398bda8 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:27:59.915017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5b435719-e5e3-41d9-947a-14b795658d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:59.928504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] For port 24e22e5c-e5c5-4181-92f6-6ae952db5477, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=24e22e5c-e5c5-4181-92f6-6ae952db5477,segment=NetworkSegment(0376f9a5-3f57-461d-965a-cb92556723cc),segment_id=0376f9a5-3f57-461d-965a-cb92556723cc)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:27:59.930128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:59.956180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] Deleting port 24e22e5c-e5c5-4181-92f6-6ae952db5477 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:27:59.956741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:27:59.962141 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9a0c3844-976d-4185-a70c-b1a6dc74c4f9 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662/tags HTTP/1.1" status: 204 len: 168 time: 0.3010058 Dec 13 23:27:59.964629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51470) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:27:59.970283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-619a7503-5009-467b-95f3-00d48ec477da tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6d29701-dfdf-4a73-83f6-90b3f7eafac5') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:00.109111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5b435719-e5e3-41d9-947a-14b795658d34 None None] Port 8d3d8cdc-1ee5-493d-8960-13590398bda8 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:00.140837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event updated for resources: {'Port': ['ID=53c48489-15c4-4014-b3a1-aa560232816d,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:00.164108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:00.211535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 24e22e5c-e5c5-4181-92f6-6ae952db5477 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:00.220267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] For port 24e22e5c-e5c5-4181-92f6-6ae952db5477, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=24e22e5c-e5c5-4181-92f6-6ae952db5477,segment=NetworkSegment(0376f9a5-3f57-461d-965a-cb92556723cc),segment_id=0376f9a5-3f57-461d-965a-cb92556723cc)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:00.220787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:00.240389 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-619a7503-5009-467b-95f3-00d48ec477da tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5/tags HTTP/1.1" status: 204 len: 168 time: 0.2747746 Dec 13 23:28:00.241590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:00.247649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51474) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:00.253503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.tag.tag_plugin [None req-5502402e-0e6f-4cdc-9c9b-9167cd11b785 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ecee6c8f-efd2-462f-abaa-88e3fca7e9de') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:00.254183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 0ff631e6-f858-4b91-a589-f8d504c5b954 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:00.357314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 24e22e5c-e5c5-4181-92f6-6ae952db5477 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:00.399138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] Calling delete_port for 24e22e5c-e5c5-4181-92f6-6ae952db5477 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:00.449144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:00.551347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:00.554932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:00.559353 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6941400 Dec 13 23:28:00.567108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51478) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:00.574091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-8ac920a5-0604-4559-94a3-ffacf6c82c67 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Request body: {'floatingip': {'port_id': 'fef8ea8b-c66c-452c-a5f8-a494e6e1dc69', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:00.611571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:00.642254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:00.693269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] Pushing event deleted for resources: {'Port': ['ID=24e22e5c-e5c5-4181-92f6-6ae952db5477,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:00.696240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:00.703446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] No DVR routers for this DVR port 24e22e5c-e5c5-4181-92f6-6ae952db5477 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:00.760846 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5502402e-0e6f-4cdc-9c9b-9167cd11b785 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de/tags HTTP/1.1" status: 204 len: 168 time: 0.5121734 Dec 13 23:28:00.767016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51482) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:00.801834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:00.806222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6d610ca6-daa1-4424-9ff4-fb051bc076fc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:00.852118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:28:00.861911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=0ff631e6-f858-4b91-a589-f8d504c5b954,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:00.871536 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8ac920a5-0604-4559-94a3-ffacf6c82c67 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:00.921122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:00.923775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:00.924126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:00.986039 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port 0ff631e6-f858-4b91-a589-f8d504c5b954 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:01.006296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4164493-3aca-47dc-b5a2-7547f358edf0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for subnetpool, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.007430 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a4164493-3aca-47dc-b5a2-7547f358edf0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnetpools/cd831498-8c38-48df-8e8a-4aff0e0d36b3 HTTP/1.1" status: 204 len: 168 time: 0.2395046 Dec 13 23:28:01.010690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51486) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:01.054058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6e317e67-763b-49c7-9b25-d3391e9ea61a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Synchronizing usage tracker for tenant:9c47363dcdd941759809c9c9fe9c5269 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:01.060083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:01.067565 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4200361 Dec 13 23:28:01.068378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51490) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:01.071058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:01.086745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:01.087782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:01.207486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.219774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6e317e67-763b-49c7-9b25-d3391e9ea61a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Unset dirty status for tenant:9c47363dcdd941759809c9c9fe9c5269 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:01.219774 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6e317e67-763b-49c7-9b25-d3391e9ea61a tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4c9d449-48f1-4a0b-ab25-7fb847473662 HTTP/1.1" status: 200 len: 205 time: 0.2058179 Dec 13 23:28:01.220079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51494) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:01.236342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:28:01.301031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c455bcc6-9fc0-4539-ac41-d897baedc105']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:01.327327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85eebd2-5230-4947-ab4d-7d508b5218bf') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:01.327640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85eebd2-5230-4947-ab4d-7d508b5218bf') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:01.388202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.402780 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-8ac920a5-0604-4559-94a3-ffacf6c82c67 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] update failed (client error): The resource could not be found. Dec 13 23:28:01.403781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:59Z', 'revision_number': 11, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:01.404274 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8ac920a5-0604-4559-94a3-ffacf6c82c67 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "PUT /v2.0/floatingips/9b3dcd5d-cabc-421f-ba44-88514710d90b HTTP/1.1" status: 404 len: 507 time: 0.8361020 Dec 13 23:28:01.407966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51498) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:01.415146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:28:01.424563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:01.425509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.426110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:01.427645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 24e22e5c-e5c5-4181-92f6-6ae952db5477 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:01.427994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.484437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf20d0f9-cb73-4f1d-8c15-910e32bc845e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.506787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:01.507218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:01.527955 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:01.534184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] The port '24e22e5c-e5c5-4181-92f6-6ae952db5477' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:01.540018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router 13c85992-b301-4a9c-a1a1-da269c33c519 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:28:01.551410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting subnet e964ee46-e50d-427c-9906-eb99f1a2479a {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:01.557987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:28:01.612969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.683102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:59Z', 'revision_number': 11, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:01.687461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dafba98-3f9d-4da2-9f7e-053650f9cd34 None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:59Z', 'revision_number': 11, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:01.757037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Deleting port 53c48489-15c4-4014-b3a1-aa560232816d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:01.757408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.773984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.787908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.889793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac7d81c-78ba-49bb-9aaf-059fd4aea539']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:01.896763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:01.957218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.014311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-558444fd-21e6-4195-8a2b-30a8f9e90de7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:02.031069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.059210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0376f9a5-3f57-461d-965a-cb92556723cc') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:02.064162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0376f9a5-3f57-461d-965a-cb92556723cc') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:02.153281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=c455bcc6-9fc0-4539-ac41-d897baedc105,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:02.166290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.173712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:02.188244 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/c455bcc6-9fc0-4539-ac41-d897baedc105 HTTP/1.1" status: 204 len: 168 time: 6.8530107 Dec 13 23:28:02.196582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51502) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:02.200432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a9fc4dbb-faa2-42dc-a278-66b5f6204bbc no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:02.204124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.240679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: a9fc4dbb-faa2-42dc-a278-66b5f6204bbc {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:02.242904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a9fc4dbb-faa2-42dc-a278-66b5f6204bbc not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:02.243898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:02.246840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:02.396890 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:02.408905 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fc3f71-cb0d-403e-8e1f-e951fb821509 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:02.409352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fc3f71-cb0d-403e-8e1f-e951fb821509 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:02.411025 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-41fc3f71-cb0d-403e-8e1f-e951fb821509 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/c455bcc6-9fc0-4539-ac41-d897baedc105 HTTP/1.1" status: 404 len: 339 time: 0.2121606 Dec 13 23:28:02.415870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51506) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:02.422766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf20d0f9-cb73-4f1d-8c15-910e32bc845e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.431541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1630630961', 'description': 'd1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:02.455874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:02.473197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:network and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:02.476734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf20d0f9-cb73-4f1d-8c15-910e32bc845e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.481970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.515016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:02.530988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.531324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.539972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:02.557154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:02.569720 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b84e4-e1f5-4c48-9cdf-933ec9560f53 None None] Sync routers for ids ['13c85992-b301-4a9c-a1a1-da269c33c519'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:02.584134 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b84e4-e1f5-4c48-9cdf-933ec9560f53 None None] Routers {'13c85992-b301-4a9c-a1a1-da269c33c519'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:02.584927 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fc2b84e4-e1f5-4c48-9cdf-933ec9560f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['13c85992-b301-4a9c-a1a1-da269c33c519'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:02.604209 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/13c85992-b301-4a9c-a1a1-da269c33c519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3553176 Dec 13 23:28:02.607247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.609736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51510) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:02.615838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4cc0bcca-fdf6-4df3-a7d8-98db816d7c97 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:02.638466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.644182 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/networks/aac7d81c-78ba-49bb-9aaf-059fd4aea539 HTTP/1.1" status: 204 len: 168 time: 4.3874519 Dec 13 23:28:02.667418 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fc2b84e4-e1f5-4c48-9cdf-933ec9560f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:02.670769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51514) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:02.682287 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b84e4-e1f5-4c48-9cdf-933ec9560f53 None None] Routers {'13c85992-b301-4a9c-a1a1-da269c33c519'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:02.683001 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fc2b84e4-e1f5-4c48-9cdf-933ec9560f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['13c85992-b301-4a9c-a1a1-da269c33c519'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:02.696179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Network': ['ID=aac7d81c-78ba-49bb-9aaf-059fd4aea539,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:02.704859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Calling delete_port for 53c48489-15c4-4014-b3a1-aa560232816d owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:02.705080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1059698111'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:02.715473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:02.722445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:02.759967 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fc2b84e4-e1f5-4c48-9cdf-933ec9560f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:02.760497 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2b84e4-e1f5-4c48-9cdf-933ec9560f53 None None] The sync data for ids ['13c85992-b301-4a9c-a1a1-da269c33c519'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:02.773368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:network and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:02.788059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:02.806913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:02.810071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:02.813175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.838361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf20d0f9-cb73-4f1d-8c15-910e32bc845e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.838847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf20d0f9-cb73-4f1d-8c15-910e32bc845e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Fanout notify agent at l3_agent the message router_deleted on router a4c9d449-48f1-4a0b-ab25-7fb847473662 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:28:02.849755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194637ac-bace-4990-9fb5-10348b73cede tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:02.849755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-194637ac-bace-4990-9fb5-10348b73cede tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:02.893885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port b96bb1ce-a8b3-4434-89a3-83e8aabfd92c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:02.894286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.897565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.904789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-09f39257-7df5-4465-920b-d67f2c295633 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:02.944600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:02.947625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.950985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Subnet': ['ID=e964ee46-e50d-427c-9906-eb99f1a2479a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:02.958508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:02.963359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.967720 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/e964ee46-e50d-427c-9906-eb99f1a2479a HTTP/1.1" status: 204 len: 168 time: 1.8957601 Dec 13 23:28:02.968466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51518) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:02.971533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614a4c96-3173-4180-873f-4c836665a10c None None] Network 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:02.977126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf20d0f9-cb73-4f1d-8c15-910e32bc845e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:02.978228 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cf20d0f9-cb73-4f1d-8c15-910e32bc845e tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/routers/a4c9d449-48f1-4a0b-ab25-7fb847473662 HTTP/1.1" status: 204 len: 168 time: 1.7573955 Dec 13 23:28:02.980928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51524) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:02.991135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-194637ac-bace-4990-9fb5-10348b73cede tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:02.992925 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-194637ac-bace-4990-9fb5-10348b73cede tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports/8d3d8cdc-1ee5-493d-8960-13590398bda8 HTTP/1.1" status: 200 len: 983 time: 0.3823318 Dec 13 23:28:02.996799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51528) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:03.048319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.057767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cedbf0aa-c293-4943-b050-9e1d56313fd6 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:03.093438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:03.112706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event deleted for resources: {'Port': ['ID=53c48489-15c4-4014-b3a1-aa560232816d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:03.121251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Deleting port b6d29701-dfdf-4a73-83f6-90b3f7eafac5 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:03.121251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.153444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:03.154709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.155058 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment 093352cc-36c0-4b4a-a56b-254f884fe2c6 of type vlan for network b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3 Dec 13 23:28:03.199677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:03.227700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.228130 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Added segment 84ecfce3-5c72-4471-8f6e-1acd36f165c1 of type vlan for network 9e03af55-db7a-41d5-8b07-39498c6e8d4c Dec 13 23:28:03.278632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] DHCP port deletion for 922f1a82-cf19-48ca-a9ff-b4a6ace653e8 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:03.283695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] Deleting port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:03.284081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.287349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.354238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.402931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.438125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for b96bb1ce-a8b3-4434-89a3-83e8aabfd92c owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:03.449092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.472346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.525193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Deleting port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:03.525459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] For port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e,segment=NetworkSegment(d81eb8de-0d1b-45bc-ace2-75b79bea88b0),segment_id=d81eb8de-0d1b-45bc-ace2-75b79bea88b0)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:03.525783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.525990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.551588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.552759 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "DELETE /v2.0/floatingips/9b3dcd5d-cabc-421f-ba44-88514710d90b HTTP/1.1" status: 204 len: 168 time: 2.1438785 Dec 13 23:28:03.566488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51532) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:03.611323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.615097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:03.615704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.616899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b3812844-bf80-4d31-8ac8-3b4d9b35cc78 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Request body: {'floatingip': {'floating_network_id': 'a53b8a49-8933-4d1a-883f-9d440fdf1066', 'port_id': 'fef8ea8b-c66c-452c-a5f8-a494e6e1dc69', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:03.626511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:03.635560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b3812844-bf80-4d31-8ac8-3b4d9b35cc78 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:03.637857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.641707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:03.642290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.657809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] Calling delete_port for 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:03.775839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e526af3a-edf6-43af-a6bd-228e4b2097b7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:03.801820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:03.802563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b3812844-bf80-4d31-8ac8-3b4d9b35cc78 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Usage tracker for resource:floatingip and tenant:8068589a1bd44089abdbae23f81a6642 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:03.802717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Network': ['ID=9e03af55-db7a-41d5-8b07-39498c6e8d4c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:03.812302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:03.815626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ae87c38-d360-42b5-bbbf-7a56d45d0992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:03.825347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b3812844-bf80-4d31-8ac8-3b4d9b35cc78 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:03.839907 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1536419 Dec 13 23:28:03.841019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51536) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:03.850163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b3812844-bf80-4d31-8ac8-3b4d9b35cc78 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:03.852678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': '9e03af55-db7a-41d5-8b07-39498c6e8d4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:03.860756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 9e03af55-db7a-41d5-8b07-39498c6e8d4c details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:03.949883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] Pushing event deleted for resources: {'Port': ['ID=7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:03.955368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:03.962112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] The port '7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e' was deleted {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:03.969801 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5468268 Dec 13 23:28:03.979355 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] No DVR routers for this DVR port 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:03.983891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51540) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:04.020319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:04.033076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:04.049750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:04.075716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.091476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3812844-bf80-4d31-8ac8-3b4d9b35cc78 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.192782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:04.202601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:04.206902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:04.214205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:04.222437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:04.227387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.233845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-68873ff8-167b-4864-9a5a-9b738f043e5e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:04.258135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:04.258634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7c3cfc5d-9d80-462f-aafe-d82f1c0cab6e not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:04.286170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=b96bb1ce-a8b3-4434-89a3-83e8aabfd92c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:04.289670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:04.325839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:04.357598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Calling delete_port for b6d29701-dfdf-4a73-83f6-90b3f7eafac5 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:04.418089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.443332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a20f7-a7ce-4089-8d87-ae434121bb67 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:04.444255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ee3a20f7-a7ce-4089-8d87-ae434121bb67 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Synchronizing usage tracker for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:04.477087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922f1a82-cf19-48ca-a9ff-b4a6ace653e8']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:04.559458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:04.559737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81eb8de-0d1b-45bc-ace2-75b79bea88b0') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:04.578757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.589755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.635396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.654098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:04.654500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.669821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ee3a20f7-a7ce-4089-8d87-ae434121bb67 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Unset dirty status for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ee3a20f7-a7ce-4089-8d87-ae434121bb67 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/networks?id=b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3 HTTP/1.1" status: 200 len: 761 time: 0.6579535 Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:04.673473 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:04.678675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51544) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:04.705115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'description': 'd2'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:04.832412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.868717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.886316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-07adb735-9415-4f51-a38a-13ffafaed34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:04.946676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.963381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Pushing event deleted for resources: {'Port': ['ID=b6d29701-dfdf-4a73-83f6-90b3f7eafac5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:04.978700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:04.978700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:04.984239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fa8643bc-e746-42c8-bfbb-92ed194ce539 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:05.002821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.060392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Pushing event deleted for resources: {'Network': ['ID=922f1a82-cf19-48ca-a9ff-b4a6ace653e8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:05.114923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:05.125257 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/networks/922f1a82-cf19-48ca-a9ff-b4a6ace653e8 HTTP/1.1" status: 204 len: 168 time: 2.1536560 Dec 13 23:28:05.132798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51548) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:05.155500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'routes': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:05.206414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.244758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.244758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/ports/b6d29701-dfdf-4a73-83f6-90b3f7eafac5 HTTP/1.1" status: 204 len: 168 time: 2.2599614 Dec 13 23:28:05.244758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51552) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:05.418976 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-b3812844-bf80-4d31-8ac8-3b4d9b35cc78 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:05.420038 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b3812844-bf80-4d31-8ac8-3b4d9b35cc78 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.8525810 Dec 13 23:28:05.420682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.423768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51556) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:05.426634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c3bb4a2-e075-4c42-b201-d03b778f2ede tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:05.447638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'fef8ea8b-c66c-452c-a5f8-a494e6e1dc69', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:05.468985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3 is not hosted by any dhcp agent {{(pid=84311) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Dec 13 23:28:05.472638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:05.473227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.474472 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "PUT /v2.0/networks/b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3 HTTP/1.1" status: 200 len: 758 time: 0.7896495 Dec 13 23:28:05.521470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51560) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:05.527764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:05.596125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:05.601040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Usage tracker for resource:floatingip and tenant:8068589a1bd44089abdbae23f81a6642 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:05.608531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:05.621392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:05.636952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:05.645948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:05.713360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.747254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8cc5f8-4417-4687-97bd-6ec8bfb37311 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:05.748758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6a8cc5f8-4417-4687-97bd-6ec8bfb37311 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/networks?id=b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3 HTTP/1.1" status: 200 len: 761 time: 0.2109399 Dec 13 23:28:05.769145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51564) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:05.776800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f89e0991-0f1f-4c54-b8c6-8f38359393d9 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:05.784072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1142243977'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:05.802789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:05.815833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Deleting subnet ecee6c8f-efd2-462f-abaa-88e3fca7e9de {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:05.821233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:05.823130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.824484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.881522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.927243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:05.930845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.984122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:05.998272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:05.998627 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment d22a526f-4567-48c7-8b19-ce4011b27c8f of type vlan for network 37e1dfd8-d2d2-4b8c-8010-8dc532736650 Dec 13 23:28:06.006760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.027005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.extraroute_db [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Added routes are [] {{(pid=84312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 13 23:28:06.027308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.extraroute_db [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Removed routes are [] {{(pid=84312) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 13 23:28:06.027727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.049117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=681f5328-fa61-45ab-969b-de99a93f5d5d,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:06.071145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.198596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.202475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:06.203061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.208530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:06.238427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.274675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.275054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.275426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.276003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.276376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.276738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.277121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.277457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.277812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.278165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.278516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:06.296282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:06.329396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=37e1dfd8-d2d2-4b8c-8010-8dc532736650,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:06.331684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.335741 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/subnets/ecee6c8f-efd2-462f-abaa-88e3fca7e9de HTTP/1.1" status: 204 len: 168 time: 1.0879190 Dec 13 23:28:06.335741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:06.335741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:06.339712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15852433-0e45-4f8a-927f-895a8233949e None None] Network 2fed66da-8de8-468b-84cd-49128313f935 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:06.352868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 37e1dfd8-d2d2-4b8c-8010-8dc532736650 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:06.372476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51568) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:06.376626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Checking segment: {'id': '84ecfce3-5c72-4471-8f6e-1acd36f165c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e03af55-db7a-41d5-8b07-39498c6e8d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:06.377204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network hostable DHCP agents. Network: 9e03af55-db7a-41d5-8b07-39498c6e8d4c, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:06.383371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Pushing event deleted for resources: {'Subnet': ['ID=ecee6c8f-efd2-462f-abaa-88e3fca7e9de,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:06.387511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:06.419526 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6490009 Dec 13 23:28:06.422860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51572) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:06.427412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Router 80cc6357-286b-4a74-a25c-82dcf02b9746 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:28:06.430984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': '37e1dfd8-d2d2-4b8c-8010-8dc532736650', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:06.551971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:06.560652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Usage tracker for resource:subnet and tenant:aacb3937ef3e4b84be1940a66a4de119 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:06.563842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:06.570250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:06.661726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:06.685280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] DHCP port deletion for 2fed66da-8de8-468b-84cd-49128313f935 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:06.690596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] Deleting port 23b32310-2707-4f2d-a2d0-172f751b43f3 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:06.690977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.776817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.878981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.885493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.915070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] For port 23b32310-2707-4f2d-a2d0-172f751b43f3, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=23b32310-2707-4f2d-a2d0-172f751b43f3,segment=NetworkSegment(a54e20b2-f88c-4769-9e5c-bc4f6215e10d),segment_id=a54e20b2-f88c-4769-9e5c-bc4f6215e10d)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:06.915397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:06.959014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.036813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network 9e03af55-db7a-41d5-8b07-39498c6e8d4c is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:07.038584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] Calling delete_port for 23b32310-2707-4f2d-a2d0-172f751b43f3 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:07.056354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 8d3d8cdc-1ee5-493d-8960-13590398bda8 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:07.056695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.082027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.087236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6453c4c4-1c1b-49dd-98f2-c7b2b3247f92 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:07.130004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Deleting port 23b32310-2707-4f2d-a2d0-172f751b43f3 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:07.130329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.162852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=915ce1ca-c06a-4af1-bdc9-e0768df5e3a8,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:07.172755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.177985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-de6f3c4c-9122-4fef-ab2d-b5307e2e0237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:07.180316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.180702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.181078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.181718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.182064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.182429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.182797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.183154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.183512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.183924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.184287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:07.189541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:07.189816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 9e03af55-db7a-41d5-8b07-39498c6e8d4c) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:07.190767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': 'd22a526f-4567-48c7-8b19-ce4011b27c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37e1dfd8-d2d2-4b8c-8010-8dc532736650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:07.191107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: 37e1dfd8-d2d2-4b8c-8010-8dc532736650, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:07.223540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4c25fc-7e97-4d1a-929a-e70099206fe9 None None] Network 9e03af55-db7a-41d5-8b07-39498c6e8d4c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:07.246763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] Pushing event deleted for resources: {'Port': ['ID=23b32310-2707-4f2d-a2d0-172f751b43f3,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:07.247534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:07.248155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.252360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:07.258982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] No DVR routers for this DVR port 23b32310-2707-4f2d-a2d0-172f751b43f3 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:07.263597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.293193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network 37e1dfd8-d2d2-4b8c-8010-8dc532736650 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:07.384624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 37e1dfd8-d2d2-4b8c-8010-8dc532736650) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:07.389552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:07.390781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.407727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc27f6e-200b-4362-b6f2-c81165fea61b None None] Network 37e1dfd8-d2d2-4b8c-8010-8dc532736650 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:07.417275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] The port '23b32310-2707-4f2d-a2d0-172f751b43f3' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:07.421719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:07.436189 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "PUT /v2.0/routers/80cc6357-286b-4a74-a25c-82dcf02b9746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9663613 Dec 13 23:28:07.438256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a478774-b997-497e-8bb7-999a114aa869 None None] Sync routers for ids ['80cc6357-286b-4a74-a25c-82dcf02b9746'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:07.440196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51576) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:07.484561 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-a755dc51-45a1-40e4-908e-9e5972c7191d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:28:07.488617 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a755dc51-45a1-40e4-908e-9e5972c7191d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/b96bb1ce-a8b3-4434-89a3-83e8aabfd92c HTTP/1.1" status: 404 len: 333 time: 0.0446465 Dec 13 23:28:07.489057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51580) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:07.543778 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6970201 Dec 13 23:28:07.547909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51584) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:07.566388 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1397924 Dec 13 23:28:07.568046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': '9e03af55-db7a-41d5-8b07-39498c6e8d4c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1514073823'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:07.582987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a478774-b997-497e-8bb7-999a114aa869 None None] Routers {'80cc6357-286b-4a74-a25c-82dcf02b9746'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:07.583645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6a478774-b997-497e-8bb7-999a114aa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['80cc6357-286b-4a74-a25c-82dcf02b9746'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:07.586283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51588) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:07.656943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 9e05767b-304a-44a9-af52-727a371ef61d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:28:07.658590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-9e03af55-db7a-41d5-8b07-39498c6e8d4c', 'network_id': '9e03af55-db7a-41d5-8b07-39498c6e8d4c', 'tenant_id': '4dff06d63ab0478ba59bc0ffe360cae3', 'fixed_ips': [{'subnet_id': '681f5328-fa61-45ab-969b-de99a93f5d5d'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:07.659467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.687654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6a478774-b997-497e-8bb7-999a114aa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:07.772690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.804783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a478774-b997-497e-8bb7-999a114aa869 None None] Routers {'80cc6357-286b-4a74-a25c-82dcf02b9746'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:07.805636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6a478774-b997-497e-8bb7-999a114aa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['80cc6357-286b-4a74-a25c-82dcf02b9746'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:07.870239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.889311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4ee66297-a795-411c-b841-c37c80e8e045 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:07.889802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fed66da-8de8-468b-84cd-49128313f935']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:07.936716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6a478774-b997-497e-8bb7-999a114aa869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:07.936716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a478774-b997-497e-8bb7-999a114aa869 None None] The sync data for ids ['80cc6357-286b-4a74-a25c-82dcf02b9746'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:07.971049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Allocated IP 172.26.5.22 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/f3a3f186-2473-4522-9dba-98e857196098) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:08.009493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-37e1dfd8-d2d2-4b8c-8010-8dc532736650', 'network_id': '37e1dfd8-d2d2-4b8c-8010-8dc532736650', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': '915ce1ca-c06a-4af1-bdc9-e0768df5e3a8'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:08.011389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.011518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:08.030680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:08.033745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54e20b2-f88c-4769-9e5c-bc4f6215e10d') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:08.034049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54e20b2-f88c-4769-9e5c-bc4f6215e10d') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:08.107402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 8d3d8cdc-1ee5-493d-8960-13590398bda8 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:08.108188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Allocated IP 2001:db8::2 (9e03af55-db7a-41d5-8b07-39498c6e8d4c/681f5328-fa61-45ab-969b-de99a93f5d5d/f448962f-8f13-43f3-bf84-e8b6ea9e86b4) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:08.176323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:08.179646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.251520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 23b32310-2707-4f2d-a2d0-172f751b43f3 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:08.292244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 23b32310-2707-4f2d-a2d0-172f751b43f3 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:08.292755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 23b32310-2707-4f2d-a2d0-172f751b43f3 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:08.331363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port 8ffec3e5-43cb-4484-b0ac-858e833a4c88 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:28:08.339182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Allocated IP 172.20.0.2 (37e1dfd8-d2d2-4b8c-8010-8dc532736650/915ce1ca-c06a-4af1-bdc9-e0768df5e3a8/3ec73e31-e533-43f5-90cc-6422b19172e7) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:08.365026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.394004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4ee66297-a795-411c-b841-c37c80e8e045 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.413039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4ee66297-a795-411c-b841-c37c80e8e045 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.438149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.462491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.509767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:08.510159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.522212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4ee66297-a795-411c-b841-c37c80e8e045 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.523979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee66297-a795-411c-b841-c37c80e8e045 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Fanout notify agent at l3_agent the message router_deleted on router 80cc6357-286b-4a74-a25c-82dcf02b9746 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:08.526893 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:08.544581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4ee66297-a795-411c-b841-c37c80e8e045 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.545888 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4ee66297-a795-411c-b841-c37c80e8e045 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/routers/80cc6357-286b-4a74-a25c-82dcf02b9746 HTTP/1.1" status: 204 len: 168 time: 1.0558741 Dec 13 23:28:08.548706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51592) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:08.572229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.658539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:08.676442 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] Sync routers for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:08.690610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.695197 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:08.696676 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:08.742643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet f184ce8a-82e5-41d1-9073-9c07e69166c6 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:08.745622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.746036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.749970 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d6c9cde8-9c9b-409f-a921-cecb168e4d1c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d HTTP/1.1" status: 200 len: 701 time: 3.6029046 Dec 13 23:28:08.755213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51596) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:08.755917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Transition to ACTIVE for port object 3ec73e31-e533-43f5-90cc-6422b19172e7 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:08.771009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.786612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Transition to ACTIVE for port object 3ec73e31-e533-43f5-90cc-6422b19172e7 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:08.790887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Transition to ACTIVE for port object f448962f-8f13-43f3-bf84-e8b6ea9e86b4 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:08.809292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.822271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Transition to ACTIVE for port object f448962f-8f13-43f3-bf84-e8b6ea9e86b4 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:08.827703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-98c4120d-2b26-46e0-9f3e-682fb0914d13 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:08.841326 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:28:08.844193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.847730 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] 10.222.0.30 "DELETE /v2.0/networks/2fed66da-8de8-468b-84cd-49128313f935 HTTP/1.1" status: 204 len: 168 time: 2.4632866 Dec 13 23:28:08.862292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.870511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8d22366d-5f81-4bd6-9d24-4267e6820143 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:08.870759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.876145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:08.876731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.903512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Pushing event deleted for resources: {'Network': ['ID=2fed66da-8de8-468b-84cd-49128313f935,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:08.911484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:08.922602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.971994 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:59Z', 'revision_number': 11, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:08.977028 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] Checking router: 9e05767b-304a-44a9-af52-727a371ef61d for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:28:08.982886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:08.989864 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] Routers {'9e05767b-304a-44a9-af52-727a371ef61d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:08.990709 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['9e05767b-304a-44a9-af52-727a371ef61d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:09.027506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8d22366d-5f81-4bd6-9d24-4267e6820143 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:09.028777 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8d22366d-5f81-4bd6-9d24-4267e6820143 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e05767b-304a-44a9-af52-727a371ef61d HTTP/1.1" status: 200 len: 205 time: 0.2723784 Dec 13 23:28:09.037661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51602) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:09.087350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Network 9e03af55-db7a-41d5-8b07-39498c6e8d4c is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:09.101087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:09.105466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::1b5 (9e03af55-db7a-41d5-8b07-39498c6e8d4c/681f5328-fa61-45ab-969b-de99a93f5d5d/8ffec3e5-43cb-4484-b0ac-858e833a4c88) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:09.109101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.109948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:09.113732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:09.142586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Network 37e1dfd8-d2d2-4b8c-8010-8dc532736650 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:09.145534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:09.150719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:09.157701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=f184ce8a-82e5-41d1-9073-9c07e69166c6,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:09.165153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:09.166731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.172089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.173538 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/f184ce8a-82e5-41d1-9073-9c07e69166c6 HTTP/1.1" status: 204 len: 168 time: 0.6239448 Dec 13 23:28:09.176743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-067c6321-1373-44a3-a7be-91cf0b1f8e67 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:09.178035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51606) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:09.194720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Pushing event updated for resources: {'Port': ['ID=3ec73e31-e533-43f5-90cc-6422b19172e7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:09.198224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:09.206576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:09.213165 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] Set router 9e05767b-304a-44a9-af52-727a371ef61d gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:28:09.229614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.244430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b81c05-83de-4d5a-b63c-ee9d7bd89bc2 None None] Network 3b734ab6-b850-460f-be5d-eda2eac43356 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:09.261144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.269837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:09.276570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:09.286370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:09.317783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event updated for resources: {'Port': ['ID=f3a3f186-2473-4522-9dba-98e857196098,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:09.321585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:09.332425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-01711d38-874d-4de3-b9d1-9b3deaec2e65 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.388532 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:59Z', 'revision_number': 11, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:09.390984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:09.394014 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff412c9c-c9c7-4cc1-94af-7645a592dfcf None None] The sync data for ids ['9e05767b-304a-44a9-af52-727a371ef61d'] in dv-neutron-821564-1-hyperv is: [{'id': '9e05767b-304a-44a9-af52-727a371ef61d', 'name': 'tempest-RoutersTest-router-1815776969', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:25:56Z', 'updated_at': '2021-12-13T23:27:59Z', 'revision_number': 11, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:09.441223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.465249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object 8ffec3e5-43cb-4484-b0ac-858e833a4c88 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:09.618556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Attempting to bind port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:09.619208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Attempting to bind port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '84ecfce3-5c72-4471-8f6e-1acd36f165c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e03af55-db7a-41d5-8b07-39498c6e8d4c'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:09.619507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Attempting to bind port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 on network 9e03af55-db7a-41d5-8b07-39498c6e8d4c {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:09.643037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:09.643482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Checking segment: {'id': '84ecfce3-5c72-4471-8f6e-1acd36f165c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e03af55-db7a-41d5-8b07-39498c6e8d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:09.644011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.644417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Bound using segment: {'id': '84ecfce3-5c72-4471-8f6e-1acd36f165c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e03af55-db7a-41d5-8b07-39498c6e8d4c'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:09.644907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Bound port: f448962f-8f13-43f3-bf84-e8b6ea9e86b4, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ecfce3-5c72-4471-8f6e-1acd36f165c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e03af55-db7a-41d5-8b07-39498c6e8d4c'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:09.645291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.671790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Pushing event updated for resources: {'Port': ['ID=f448962f-8f13-43f3-bf84-e8b6ea9e86b4,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:09.683442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:09.685756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=8d3d8cdc-1ee5-493d-8960-13590398bda8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:09.720832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Attempting to bind port 3ec73e31-e533-43f5-90cc-6422b19172e7 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:09.721348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Attempting to bind port 3ec73e31-e533-43f5-90cc-6422b19172e7 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'd22a526f-4567-48c7-8b19-ce4011b27c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37e1dfd8-d2d2-4b8c-8010-8dc532736650'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:09.721579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Attempting to bind port 3ec73e31-e533-43f5-90cc-6422b19172e7 on network 37e1dfd8-d2d2-4b8c-8010-8dc532736650 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:09.740063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51612) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:09.758869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.765744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:09.779189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:09.790496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-98efd8c3-403e-463f-b25f-098136bcdcca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.518s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:09.801571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:09.801992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Checking segment: {'id': 'd22a526f-4567-48c7-8b19-ce4011b27c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37e1dfd8-d2d2-4b8c-8010-8dc532736650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:09.802384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.802787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Bound using segment: {'id': 'd22a526f-4567-48c7-8b19-ce4011b27c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37e1dfd8-d2d2-4b8c-8010-8dc532736650'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:09.803274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Bound port: 3ec73e31-e533-43f5-90cc-6422b19172e7, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22a526f-4567-48c7-8b19-ce4011b27c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '37e1dfd8-d2d2-4b8c-8010-8dc532736650'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:09.803702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.842803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=8ffec3e5-43cb-4484-b0ac-858e833a4c88,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:09.847851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:09.871278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.885318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network 9e03af55-db7a-41d5-8b07-39498c6e8d4c is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:09.887661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:09.889979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:09.894003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:09.894606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.911351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:09.911749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:09.916452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] For port f448962f-8f13-43f3-bf84-e8b6ea9e86b4, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:09.920516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=915ce1ca-c06a-4af1-bdc9-e0768df5e3a8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:09.921283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] For port f448962f-8f13-43f3-bf84-e8b6ea9e86b4, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f448962f-8f13-43f3-bf84-e8b6ea9e86b4,segment=NetworkSegment(84ecfce3-5c72-4471-8f6e-1acd36f165c1),segment_id=84ecfce3-5c72-4471-8f6e-1acd36f165c1)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:09.923751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:09.940019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] For port 3ec73e31-e533-43f5-90cc-6422b19172e7, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:09.950006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] For port 3ec73e31-e533-43f5-90cc-6422b19172e7, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3ec73e31-e533-43f5-90cc-6422b19172e7,segment=NetworkSegment(d22a526f-4567-48c7-8b19-ce4011b27c8f),segment_id=d22a526f-4567-48c7-8b19-ce4011b27c8f)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:10.016686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.020710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:10.035372 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4802353 Dec 13 23:28:10.038172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51620) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:10.055311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.066799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] DHCP port deletion for 3b734ab6-b850-460f-be5d-eda2eac43356 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:10.079157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Deleting port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:10.079539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.179654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.180144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Pushing event updated for resources: {'Port': ['ID=3ec73e31-e533-43f5-90cc-6422b19172e7,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:10.221232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:10.226551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:10.271686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] For port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,segment=NetworkSegment(8587a16d-2669-4f0b-be14-bfa9f98efbaa),segment_id=8587a16d-2669-4f0b-be14-bfa9f98efbaa)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:10.271686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.286587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 8ffec3e5-43cb-4484-b0ac-858e833a4c88 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:10.286925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.294086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e1dfd8-d2d2-4b8c-8010-8dc532736650']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:10.325905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:10.374957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22a526f-4567-48c7-8b19-ce4011b27c8f') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:10.375528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22a526f-4567-48c7-8b19-ce4011b27c8f') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:10.411372 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ce07a4f9-d463-425f-84e8-774ad02badef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c47363dcdd941759809c9c9fe9c5269&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6679807 Dec 13 23:28:10.423589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51624) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:10.453142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.460794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.532446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:10.544356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.570942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.652092 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Pushing event updated for resources: {'Port': ['ID=f448962f-8f13-43f3-bf84-e8b6ea9e86b4,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:10.672435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:10.672914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:10.701576 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:10.719461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:10.750805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,segment=NetworkSegment(8587a16d-2669-4f0b-be14-bfa9f98efbaa),segment_id=8587a16d-2669-4f0b-be14-bfa9f98efbaa)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:10.770717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] For port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,segment=NetworkSegment(8587a16d-2669-4f0b-be14-bfa9f98efbaa),segment_id=8587a16d-2669-4f0b-be14-bfa9f98efbaa)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:10.771131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.803228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-01711d38-874d-4de3-b9d1-9b3deaec2e65 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.824178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.845183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3f7e26-4b6b-4242-a6d4-4bdaa39f946a None None] Network 37e1dfd8-d2d2-4b8c-8010-8dc532736650 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:10.904675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Deleting port f3a3f186-2473-4522-9dba-98e857196098 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:10.905010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.922884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Calling delete_port for fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:10.952634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.962083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:10.971448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-01711d38-874d-4de3-b9d1-9b3deaec2e65 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:10.985460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 8ffec3e5-43cb-4484-b0ac-858e833a4c88 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:11.028529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:11.028936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:11.031555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14294a8f-0839-4518-aaa9-b7434d602273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.056615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 23:28:11.056615 dv-neutron-821564-1-hyperv neutron-server[84312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 23:28:11.056615 dv-neutron-821564-1-hyperv neutron-server[84312]: [parameters: {'id': '37e1dfd8-d2d2-4b8c-8010-8dc532736650'}] Dec 13 23:28:11.056615 dv-neutron-821564-1-hyperv neutron-server[84312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:11.056615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:11.155447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:11.162603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:11.209659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.214867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0fedb978-dd34-46f9-b0b7-3bc0d65ca282 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:11.230261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:11.230836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:11.262943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-01711d38-874d-4de3-b9d1-9b3deaec2e65 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.263447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01711d38-874d-4de3-b9d1-9b3deaec2e65 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Fanout notify agent at l3_agent the message router_deleted on router 9e05767b-304a-44a9-af52-727a371ef61d {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:28:11.264374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=8ffec3e5-43cb-4484-b0ac-858e833a4c88,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:11.267587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:11.276341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14294a8f-0839-4518-aaa9-b7434d602273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.336863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.368150 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/8ffec3e5-43cb-4484-b0ac-858e833a4c88 HTTP/1.1" status: 204 len: 168 time: 1.3218911 Dec 13 23:28:11.370592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51630) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:11.452157 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb354ea-6780-4497-b28d-4a0296f58168 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:28:11.452680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1eb354ea-6780-4497-b28d-4a0296f58168 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:11.510940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.511268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.529822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:11.530188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.567761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1eb354ea-6780-4497-b28d-4a0296f58168 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:11.568949 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1eb354ea-6780-4497-b28d-4a0296f58168 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/8ffec3e5-43cb-4484-b0ac-858e833a4c88 HTTP/1.1" status: 404 len: 333 time: 0.1973164 Dec 13 23:28:11.573725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51636) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:11.737627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Deleting port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:11.738008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.759098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.829976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Calling delete_port for f3a3f186-2473-4522-9dba-98e857196098 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:11.864809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-01711d38-874d-4de3-b9d1-9b3deaec2e65 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.870145 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-01711d38-874d-4de3-b9d1-9b3deaec2e65 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d HTTP/1.1" status: 204 len: 168 time: 2.8272920 Dec 13 23:28:11.871709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3d491a-02f7-4a1f-b04c-c47e3b508e7b None None] Network 9e03af55-db7a-41d5-8b07-39498c6e8d4c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:11.876479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51640) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:11.905249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 3ec73e31-e533-43f5-90cc-6422b19172e7 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:11.905660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.912773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b556b4a-430b-4b7f-9e71-3e9afd4324f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.929390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-211851094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:11.943021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:11.952669 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router 13c85992-b301-4a9c-a1a1-da269c33c519 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:28:11.967215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Usage tracker for resource:router and tenant:d7dd26dec622440ba7be412cfdbc480c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:11.967651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14294a8f-0839-4518-aaa9-b7434d602273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:11.975458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:11.975716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f01bbc1a-facc-4497-8775-955ff6f494ad tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:12.003874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14294a8f-0839-4518-aaa9-b7434d602273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad2b5b5-5b56-4b93-8674-135495388855,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:12.005911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14294a8f-0839-4518-aaa9-b7434d602273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.007571 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-14294a8f-0839-4518-aaa9-b7434d602273 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ad2b5b5-5b56-4b93-8674-135495388855 HTTP/1.1" status: 204 len: 168 time: 1.5772800 Dec 13 23:28:12.011873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-14294a8f-0839-4518-aaa9-b7434d602273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:12.017305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:12.102191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet 681f5328-fa61-45ab-969b-de99a93f5d5d {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:12.119533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.154216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.155163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.201203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] For port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,segment=NetworkSegment(8587a16d-2669-4f0b-be14-bfa9f98efbaa),segment_id=8587a16d-2669-4f0b-be14-bfa9f98efbaa)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:12.201578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.224535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8eaa3da9-6798-43e2-a61d-03d21f00cfd0 None None] Provisioning for port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:12.234235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.330722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] For port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,segment=NetworkSegment(8587a16d-2669-4f0b-be14-bfa9f98efbaa),segment_id=8587a16d-2669-4f0b-be14-bfa9f98efbaa)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:12.331431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.370266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 3ec73e31-e533-43f5-90cc-6422b19172e7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3ec73e31-e533-43f5-90cc-6422b19172e7,segment=NetworkSegment(d22a526f-4567-48c7-8b19-ce4011b27c8f),segment_id=d22a526f-4567-48c7-8b19-ce4011b27c8f)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:12.371005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.385706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:12.431662 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:12.436506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f448962f-8f13-43f3-bf84-e8b6ea9e86b4 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:12.465527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac2ffd-4741-41ad-b191-b0979681b4f7 None None] Sync routers for ids ['13c85992-b301-4a9c-a1a1-da269c33c519'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:12.510382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 3ec73e31-e533-43f5-90cc-6422b19172e7 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:12.537169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.549572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:12.580288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Calling delete_port for fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:12.590876 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/13c85992-b301-4a9c-a1a1-da269c33c519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5906928 Dec 13 23:28:12.592055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51648) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:12.611305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event deleted for resources: {'Port': ['ID=f3a3f186-2473-4522-9dba-98e857196098,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:12.624255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:12.674449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac2ffd-4741-41ad-b191-b0979681b4f7 None None] Routers {'13c85992-b301-4a9c-a1a1-da269c33c519'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:12.675102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6cac2ffd-4741-41ad-b191-b0979681b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['13c85992-b301-4a9c-a1a1-da269c33c519'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:12.695960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.704238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a4608010-39b6-41cb-9baa-01beddb784e4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:12.759315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6cac2ffd-4741-41ad-b191-b0979681b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:12.798725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.805471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:12.808994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.815154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:12.817627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:12.842026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:12.842384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:12.848673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No DVR routers for this DVR port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:12.855573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cac2ffd-4741-41ad-b191-b0979681b4f7 None None] Routers {'13c85992-b301-4a9c-a1a1-da269c33c519'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:12.856238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6cac2ffd-4741-41ad-b191-b0979681b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:27:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['13c85992-b301-4a9c-a1a1-da269c33c519'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:12.859468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=3ec73e31-e533-43f5-90cc-6422b19172e7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:12.861527 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] create failed (client error): The resource could not be found. Dec 13 23:28:12.862499 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.4319143 Dec 13 23:28:12.865787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:12.871827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51652) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:12.938983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port 3ec73e31-e533-43f5-90cc-6422b19172e7 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:12.939801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6cac2ffd-4741-41ad-b191-b0979681b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:12.940269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cac2ffd-4741-41ad-b191-b0979681b4f7 None None] The sync data for ids ['13c85992-b301-4a9c-a1a1-da269c33c519'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:12.957726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:12.975123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:12.976463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:12.981919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.080720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.126731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.126948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e1dfd8-d2d2-4b8c-8010-8dc532736650']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:13.153171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22a526f-4567-48c7-8b19-ce4011b27c8f') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:13.153468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22a526f-4567-48c7-8b19-ce4011b27c8f') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:13.156839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.173571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.188645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Deleting port fef8ea8b-c66c-452c-a5f8-a494e6e1dc69 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:13.188991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.206649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.259075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.268573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:13.269068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.273523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b734ab6-b850-460f-be5d-eda2eac43356']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:13.299017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8587a16d-2669-4f0b-be14-bfa9f98efbaa') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:13.299314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8587a16d-2669-4f0b-be14-bfa9f98efbaa') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:13.323925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.375101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.408752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.412965 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-03916bcd-b420-4ab6-8f88-43f6787f3627 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5350528 Dec 13 23:28:13.420323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51656) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:13.427668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:13.428106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.446988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-473ff682-478d-4e33-a0fc-a72f35786c72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:13.512593 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:13.527348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:13.528386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:13.529300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9a2431f2-3491-4b68-8bef-b34e310a8c90 None None] Provisioning complete for port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:13.529882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9a2431f2-3491-4b68-8bef-b34e310a8c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.556499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Deleting port fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:13.557120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:13.621481 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:13.632471 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-7573e00d-20db-4276-8289-b7cb8ca71f39 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 23:28:13.636820 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7573e00d-20db-4276-8289-b7cb8ca71f39 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/13c85992-b301-4a9c-a1a1-da269c33c519/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0369382 Dec 13 23:28:13.643903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.648449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51660) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:13.651752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-baf33441-a7fe-4890-83f8-6b4614e3f2ca tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:13.654082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-398aed86-3ddf-4d7b-b3e2-f31b0eeae407 None None] The port 'fb3d06c5-75b0-4631-bd9b-1cd0233ff5b4' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:13.692794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.702619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf4e0319-6576-4a40-bfe3-2bcc436974e6 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:13.723971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.741134 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/37e1dfd8-d2d2-4b8c-8010-8dc532736650 HTTP/1.1" status: 204 len: 168 time: 6.1511164 Dec 13 23:28:13.745848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9a2431f2-3491-4b68-8bef-b34e310a8c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.746925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51664) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:13.752079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=37e1dfd8-d2d2-4b8c-8010-8dc532736650,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:13.796178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9a2431f2-3491-4b68-8bef-b34e310a8c90 None None] For port f448962f-8f13-43f3-bf84-e8b6ea9e86b4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f448962f-8f13-43f3-bf84-e8b6ea9e86b4,segment=NetworkSegment(84ecfce3-5c72-4471-8f6e-1acd36f165c1),segment_id=84ecfce3-5c72-4471-8f6e-1acd36f165c1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:13.814109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:13.823452 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe3b1ca-fbe2-491f-940b-76909456b033 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] GET failed (client error): The resource could not be found. Dec 13 23:28:13.823986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5fe3b1ca-fbe2-491f-940b-76909456b033 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Synchronizing usage tracker for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:13.864987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=681f5328-fa61-45ab-969b-de99a93f5d5d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:13.868172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.868692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9a2431f2-3491-4b68-8bef-b34e310a8c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.870723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fff3a37a-ef87-400d-9b1d-6f59b81d5acf tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:13.872418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4b3b32db-5f45-4c7d-a221-a95b6843ff45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:13.877112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:13.881155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:13.901677 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/681f5328-fa61-45ab-969b-de99a93f5d5d HTTP/1.1" status: 204 len: 168 time: 2.3262742 Dec 13 23:28:13.907432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51668) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:13.921869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577c75b-dc59-4014-b657-99ed73aa45f7 None None] Network 9e03af55-db7a-41d5-8b07-39498c6e8d4c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:14.001869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.003380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fff3a37a-ef87-400d-9b1d-6f59b81d5acf tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:14.004557 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fff3a37a-ef87-400d-9b1d-6f59b81d5acf tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c85992-b301-4a9c-a1a1-da269c33c519 HTTP/1.1" status: 200 len: 205 time: 0.2757490 Dec 13 23:28:14.008129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5fe3b1ca-fbe2-491f-940b-76909456b033 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Unset dirty status for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:14.009256 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5fe3b1ca-fbe2-491f-940b-76909456b033 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/subnets/915ce1ca-c06a-4af1-bdc9-e0768df5e3a8 HTTP/1.1" status: 404 len: 337 time: 0.2587891 Dec 13 23:28:14.015716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Calling delete_port for fef8ea8b-c66c-452c-a5f8-a494e6e1dc69 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:14.044564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51672) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:14.044564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51674) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:14.057730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:14.094589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1af28fdf-9344-43b4-b12a-729c5d9485e7 None None] Could not find standard attr ID for object 8ffec3e5-43cb-4484-b0ac-858e833a4c88. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:28:14.121666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2431f2-3491-4b68-8bef-b34e310a8c90 None None] Pushing event updated for resources: {'Port': ['ID=f448962f-8f13-43f3-bf84-e8b6ea9e86b4,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:14.128975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9a2431f2-3491-4b68-8bef-b34e310a8c90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:14.131322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.138439 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/networks/3b734ab6-b850-460f-be5d-eda2eac43356 HTTP/1.1" status: 204 len: 168 time: 4.9588649 Dec 13 23:28:14.139996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51680) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:14.149275 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3a3f53-4ed9-4757-8c38-7a225f11a271 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:14.149708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3a3f53-4ed9-4757-8c38-7a225f11a271 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:14.151328 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cb3a3f53-4ed9-4757-8c38-7a225f11a271 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/37e1dfd8-d2d2-4b8c-8010-8dc532736650 HTTP/1.1" status: 404 len: 339 time: 0.1046693 Dec 13 23:28:14.161552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Network': ['ID=3b734ab6-b850-460f-be5d-eda2eac43356,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:14.171690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51684) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:14.195670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:14.201452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-90031aae-cc81-4b05-85c5-12bba5ee64b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.222008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.230215 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a32d1-e9f2-495a-a27c-8c692233977a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:14.236647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-111a32d1-e9f2-495a-a27c-8c692233977a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:14.265286 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f448962f-8f13-43f3-bf84-e8b6ea9e86b4 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:14.351464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c779015-f372-424e-b274-eeb19736e11f None None] DHCP port deletion for 9e03af55-db7a-41d5-8b07-39498c6e8d4c request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:14.364569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-9c779015-f372-424e-b274-eeb19736e11f None None] Deleting port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:14.365091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c779015-f372-424e-b274-eeb19736e11f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.410005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-111a32d1-e9f2-495a-a27c-8c692233977a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:14.411651 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-111a32d1-e9f2-495a-a27c-8c692233977a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/a8ac5f45-a677-4def-9c86-a25f6b49368b HTTP/1.1" status: 200 len: 841 time: 0.2648840 Dec 13 23:28:14.418781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a12b424a-8c39-4a7e-9e74-07124573be99 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.442087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51688) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:14.496270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:14.496270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.519176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:14.519587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.572649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-473ff682-478d-4e33-a0fc-a72f35786c72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.597350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82850896-9b37-41a3-92cf-2616fd404183 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:14.601340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-82850896-9b37-41a3-92cf-2616fd404183 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Synchronizing usage tracker for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:14.621259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-185ea6f5-e53a-4c94-80bc-559605bf523a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:14.676402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-185ea6f5-e53a-4c94-80bc-559605bf523a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:14.682129 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-185ea6f5-e53a-4c94-80bc-559605bf523a tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/a8ac5f45-a677-4def-9c86-a25f6b49368b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2346752 Dec 13 23:28:14.686275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-473ff682-478d-4e33-a0fc-a72f35786c72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.690034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51692) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:14.693810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.699085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:14.706919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c13da24-4c4f-4331-8ad4-bb0a948e19f5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:14.733115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9c779015-f372-424e-b274-eeb19736e11f None None] For port f448962f-8f13-43f3-bf84-e8b6ea9e86b4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f448962f-8f13-43f3-bf84-e8b6ea9e86b4,segment=NetworkSegment(84ecfce3-5c72-4471-8f6e-1acd36f165c1),segment_id=84ecfce3-5c72-4471-8f6e-1acd36f165c1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:14.733695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c779015-f372-424e-b274-eeb19736e11f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:14.748912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-82850896-9b37-41a3-92cf-2616fd404183 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Unset dirty status for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:14.750073 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-82850896-9b37-41a3-92cf-2616fd404183 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5758848 Dec 13 23:28:14.758062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51696) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:14.758934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event deleted for resources: {'Port': ['ID=fef8ea8b-c66c-452c-a5f8-a494e6e1dc69,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:14.761337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:14.872911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-9c779015-f372-424e-b274-eeb19736e11f None None] Calling delete_port for f448962f-8f13-43f3-bf84-e8b6ea9e86b4 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:14.900310 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-538bf6e2-84b0-4f1e-8a47-56260392dec9 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 207 time: 0.1373115 Dec 13 23:28:14.939840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51700) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:15.048024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c779015-f372-424e-b274-eeb19736e11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.054234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:15.102730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c779015-f372-424e-b274-eeb19736e11f None None] Pushing event deleted for resources: {'Port': ['ID=f448962f-8f13-43f3-bf84-e8b6ea9e86b4,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:15.105916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c779015-f372-424e-b274-eeb19736e11f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:15.106710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c779015-f372-424e-b274-eeb19736e11f None None] No DVR routers for this DVR port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:15.123452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a95660-4144-4026-8149-0d99a175e8ec None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 13 23:28:15.163816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a12b424a-8c39-4a7e-9e74-07124573be99 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.180894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a12b424a-8c39-4a7e-9e74-07124573be99 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.187518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.209732 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "DELETE /v2.0/ports/fef8ea8b-c66c-452c-a5f8-a494e6e1dc69 HTTP/1.1" status: 204 len: 168 time: 2.3362823 Dec 13 23:28:15.212742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51704) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:15.249374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a95660-4144-4026-8149-0d99a175e8ec None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 23:28:15.307369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:15.308522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a038dd52-c58d-450d-836b-5f7213a23a45 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:15.308810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a038dd52-c58d-450d-836b-5f7213a23a45 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Synchronizing usage tracker for tenant:8068589a1bd44089abdbae23f81a6642 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:15.323223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:15.338374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:15.349396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:15.351258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.370974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] For port f448962f-8f13-43f3-bf84-e8b6ea9e86b4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f448962f-8f13-43f3-bf84-e8b6ea9e86b4,segment=NetworkSegment(84ecfce3-5c72-4471-8f6e-1acd36f165c1),segment_id=84ecfce3-5c72-4471-8f6e-1acd36f165c1)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:15.371273 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.377246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a12b424a-8c39-4a7e-9e74-07124573be99 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.379685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12b424a-8c39-4a7e-9e74-07124573be99 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Fanout notify agent at l3_agent the message router_deleted on router 13c85992-b301-4a9c-a1a1-da269c33c519 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:28:15.406894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a12b424a-8c39-4a7e-9e74-07124573be99 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.408442 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a12b424a-8c39-4a7e-9e74-07124573be99 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/13c85992-b301-4a9c-a1a1-da269c33c519 HTTP/1.1" status: 204 len: 168 time: 1.3633213 Dec 13 23:28:15.411239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51708) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:15.443361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a038dd52-c58d-450d-836b-5f7213a23a45 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Unset dirty status for tenant:8068589a1bd44089abdbae23f81a6642 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:15.447743 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a038dd52-c58d-450d-836b-5f7213a23a45 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb066434-0c76-4a02-aa3a-c512f017197c HTTP/1.1" status: 200 len: 913 time: 0.2308941 Dec 13 23:28:15.448430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51712) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:15.475327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.528970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for f448962f-8f13-43f3-bf84-e8b6ea9e86b4 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:15.558480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:15.594729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123e912-8f63-4983-8c06-e6ca14d69cf6 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:15.599420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123e912-8f63-4983-8c06-e6ca14d69cf6 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:15.603693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123e912-8f63-4983-8c06-e6ca14d69cf6 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:15.608235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123e912-8f63-4983-8c06-e6ca14d69cf6 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:15.613497 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8123e912-8f63-4983-8c06-e6ca14d69cf6 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.6666298 Dec 13 23:28:15.619122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51716) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:15.731634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.839767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:15.840094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:15.852494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473ff682-478d-4e33-a0fc-a72f35786c72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Router 374447e5-2781-452c-89f7-8a277669d980 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:28:15.874760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting subnet 533373fa-77a9-42f9-9575-2e7634935af0 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:15.880973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.920464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-dda529aa-1ce8-46c2-9ab3-c30f39dc8375 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Synchronizing usage tracker for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:15.960485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:15.983907 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:28:15.997289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-dda529aa-1ce8-46c2-9ab3-c30f39dc8375 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Unset dirty status for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:15.998649 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dda529aa-1ce8-46c2-9ab3-c30f39dc8375 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3785794 Dec 13 23:28:16.002883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51720) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:16.063200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473ff682-478d-4e33-a0fc-a72f35786c72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:16.074834 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] Sync routers for ids ['374447e5-2781-452c-89f7-8a277669d980'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:16.088171 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] Routers {'374447e5-2781-452c-89f7-8a277669d980'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:16.089068 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['374447e5-2781-452c-89f7-8a277669d980'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:16.101196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-473ff682-478d-4e33-a0fc-a72f35786c72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.102375 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-473ff682-478d-4e33-a0fc-a72f35786c72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "PUT /v2.0/routers/374447e5-2781-452c-89f7-8a277669d980 HTTP/1.1" status: 200 len: 693 time: 2.6810777 Dec 13 23:28:16.105660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51724) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:16.234409 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] Set router 374447e5-2781-452c-89f7-8a277669d980 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:28:16.237883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d39326-e401-4fe1-be64-77217ce1fcc5 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:16.239370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d39326-e401-4fe1-be64-77217ce1fcc5 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:16.240936 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-02d39326-e401-4fe1-be64-77217ce1fcc5 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2377777 Dec 13 23:28:16.241321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.248770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51728) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:16.254229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f448962f-8f13-43f3-bf84-e8b6ea9e86b4 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:16.262081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6d284449-c989-4860-8208-ae66a3ae85e2 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:16.290844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: f448962f-8f13-43f3-bf84-e8b6ea9e86b4 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:16.291220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f448962f-8f13-43f3-bf84-e8b6ea9e86b4 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:16.315322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.330592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:16.335145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:16.338196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:16.338868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.347133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124bebb-87f0-4ffd-b8c8-81eb74971b5f None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:16.386782 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374447e5-2781-452c-89f7-8a277669d980', 'name': 'tempest-RoutersTest-router-211851094', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:28:12Z', 'updated_at': '2021-12-13T23:28:14Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:16.388168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port f448962f-8f13-43f3-bf84-e8b6ea9e86b4 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:16.388623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.393763 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] Checking router: 374447e5-2781-452c-89f7-8a277669d980 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:28:16.404448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e5b75-cab9-4128-a23a-1335e5103e6c tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:16.406163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391e5b75-cab9-4128-a23a-1335e5103e6c tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:16.407865 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-391e5b75-cab9-4128-a23a-1335e5103e6c tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1576297 Dec 13 23:28:16.411652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51732) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:16.412618 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] Routers {'374447e5-2781-452c-89f7-8a277669d980'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:16.415318 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['374447e5-2781-452c-89f7-8a277669d980'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:16.468548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] The port 'f448962f-8f13-43f3-bf84-e8b6ea9e86b4' was deleted {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:16.474708 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-441322ed-bb41-4963-a5e3-63487e781c9f tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/routers/374447e5-2781-452c-89f7-8a277669d980 HTTP/1.1" status: 200 len: 699 time: 0.3679752 Dec 13 23:28:16.478837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51736) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:16.505623 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8138573 Dec 13 23:28:16.511899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51740) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:16.523954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.547203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=c36c098b-fa2f-457d-aaf0-5102f1f78e88,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:16.550254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:16.576942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'security_group': {'name': 'tempest-secgroup-2001378377'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:16.590377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:16.620551 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] Set router 374447e5-2781-452c-89f7-8a277669d980 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:28:16.666311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.723240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-4c91d3fb-e096-4772-8d7c-54272186bcc3', 'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'tenant_id': '23369587cb5349a599dea985ba80e5e9', 'fixed_ips': [{'subnet_id': 'c36c098b-fa2f-457d-aaf0-5102f1f78e88'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:16.724199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.744914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.746097 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374447e5-2781-452c-89f7-8a277669d980', 'name': 'tempest-RoutersTest-router-211851094', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:28:12Z', 'updated_at': '2021-12-13T23:28:14Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:16.750944 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fc83d-7134-4a22-ac73-607b75b0b563 None None] The sync data for ids ['374447e5-2781-452c-89f7-8a277669d980'] in dv-neutron-821564-1-hyperv is: [{'id': '374447e5-2781-452c-89f7-8a277669d980', 'name': 'tempest-RoutersTest-router-211851094', 'tenant_id': 'd7dd26dec622440ba7be412cfdbc480c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:28:12Z', 'updated_at': '2021-12-13T23:28:14Z', 'revision_number': 2, 'project_id': 'd7dd26dec622440ba7be412cfdbc480c', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:16.756617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:16.761813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-80f96ac4-db0e-4e3e-b7c6-655366762a23 tempest-AllowedAddressPairIpV6TestJSON-1907968302 tempest-AllowedAddressPairIpV6TestJSON-1907968302-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:16.802785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.828268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-baddc304-711a-4f07-bc34-bd32e6e56c96 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Synchronizing usage tracker for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:16.840752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:16.852996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e03af55-db7a-41d5-8b07-39498c6e8d4c']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:16.871208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:16.871426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ecfce3-5c72-4471-8f6e-1acd36f165c1') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:16.871814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ecfce3-5c72-4471-8f6e-1acd36f165c1') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:16.873492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Subnet': ['ID=533373fa-77a9-42f9-9575-2e7634935af0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:16.877453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:16.886858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.905097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.907528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.915476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:16.916015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:16.922856 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/533373fa-77a9-42f9-9575-2e7634935af0 HTTP/1.1" status: 204 len: 168 time: 1.5105524 Dec 13 23:28:16.926301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0746fe44-66b7-4273-9c0e-2f31668ab79d None None] Network e1959e5c-6d10-4834-b7be-ca2267f03c09 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:16.932312 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:16.935005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51744) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:16.954918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9839164c-126c-4d59-a5cf-86b99aade98a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:16.964106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51748) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:16.964797 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9839164c-126c-4d59-a5cf-86b99aade98a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/networks/ef473d18-bc41-4433-abcf-e8ae74514f10 HTTP/1.1" status: 200 len: 800 time: 0.5483408 Dec 13 23:28:16.981629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.045421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-baddc304-711a-4f07-bc34-bd32e6e56c96 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Unset dirty status for tenant:d7dd26dec622440ba7be412cfdbc480c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:17.048978 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-baddc304-711a-4f07-bc34-bd32e6e56c96 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=374447e5-2781-452c-89f7-8a277669d980 HTTP/1.1" status: 200 len: 205 time: 0.5403867 Dec 13 23:28:17.056547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Allocated IP 172.20.0.2 (4c91d3fb-e096-4772-8d7c-54272186bcc3/c36c098b-fa2f-457d-aaf0-5102f1f78e88/4f66d36a-70c2-4ad8-8c26-5c83e1c2a306) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:17.067890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51752) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:17.242932 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.267600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.281299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6c4733e0-d707-47f8-a535-2740fe44694a tempest-BulkNetworkOpsTest-68870431 tempest-BulkNetworkOpsTest-68870431-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:17.298724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:17.301026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.314271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 38b74231-613d-4f7a-8af7-f9b919050714 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:17.314593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.347404 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-65af6cd2-1e17-4b33-9a0c-b9aecced332f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/networks/ef473d18-bc41-4433-abcf-e8ae74514f10?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3796811 Dec 13 23:28:17.348295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Network': ['ID=9e03af55-db7a-41d5-8b07-39498c6e8d4c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:17.364284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group_rule and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:17.366033 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/networks/9e03af55-db7a-41d5-8b07-39498c6e8d4c HTTP/1.1" status: 204 len: 168 time: 3.4573412 Dec 13 23:28:17.368760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:17.368989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:17.369219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51756) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:17.369536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51758) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:17.379188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'name': 'tempest-PortsIpV6TestJSON-1260511414'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:17.380692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:17.408344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-40a3c62d-ad46-41c6-9ae3-ea2c35480df7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.418495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] DHCP port deletion for e1959e5c-6d10-4834-b7be-ca2267f03c09 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:17.434994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] Deleting port 38b74231-613d-4f7a-8af7-f9b919050714 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:17.435376 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.488680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.516527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Transition to ACTIVE for port object 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:17.580602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Transition to ACTIVE for port object 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:17.612971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decd1f55-1bd0-498e-8ae2-49fe500aa79b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:17.613576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-decd1f55-1bd0-498e-8ae2-49fe500aa79b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Synchronizing usage tracker for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:subnet {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:17.621217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:17.664757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:17.666885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-decd1f55-1bd0-498e-8ae2-49fe500aa79b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Unset dirty status for tenant:aacb3937ef3e4b84be1940a66a4de119 on resource:subnet {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:17.668324 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-decd1f55-1bd0-498e-8ae2-49fe500aa79b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/subnets/61613745-607e-4aae-bc71-038be309d075 HTTP/1.1" status: 200 len: 811 time: 0.2958791 Dec 13 23:28:17.674843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51764) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:17.677916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.684409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9004c976-32c3-4ba2-a764-6bc8312beeb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:17.750851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] For port 38b74231-613d-4f7a-8af7-f9b919050714, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=38b74231-613d-4f7a-8af7-f9b919050714,segment=NetworkSegment(9cea74a5-1ff7-4790-be40-53df2fbf9abc),segment_id=9cea74a5-1ff7-4790-be40-53df2fbf9abc)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:17.751246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.790787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:17.794324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.818587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.828165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:17.847242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port 38b74231-613d-4f7a-8af7-f9b919050714, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=38b74231-613d-4f7a-8af7-f9b919050714,segment=NetworkSegment(9cea74a5-1ff7-4790-be40-53df2fbf9abc),segment_id=9cea74a5-1ff7-4790-be40-53df2fbf9abc)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:17.847902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:17.864429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa8bf67-adb2-4f16-aba2-deb6a27de393 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:17.866051 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2fa8bf67-adb2-4f16-aba2-deb6a27de393 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "GET /v2.0/subnets/61613745-607e-4aae-bc71-038be309d075?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1883752 Dec 13 23:28:17.870219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51768) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:17.872880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port b78b525c-df10-41e4-8127-758725c6660c yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:28:17.885644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:17.893146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] Calling delete_port for 38b74231-613d-4f7a-8af7-f9b919050714 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:17.922458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:17.930655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Pushing event updated for resources: {'Port': ['ID=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:17.935832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1078564232'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:17.938865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:17.940198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.003163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-10c2b1d5-4ed3-4d2e-bc83-05d45f6aead7 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:18.021803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:18.027164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 38b74231-613d-4f7a-8af7-f9b919050714 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:18.048454 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Attempting to bind port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:18.048826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Attempting to bind port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'ab6a3458-e51b-4497-a3a7-a67a04df92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:18.049177 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Attempting to bind port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 on network 4c91d3fb-e096-4772-8d7c-54272186bcc3 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:18.058241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:18.058658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Checking segment: {'id': 'ab6a3458-e51b-4497-a3a7-a67a04df92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:18.059026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.059424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Bound using segment: {'id': 'ab6a3458-e51b-4497-a3a7-a67a04df92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:18.059936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Bound port: 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6a3458-e51b-4497-a3a7-a67a04df92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:18.060303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.062415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:18.070519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-40a3c62d-ad46-41c6-9ae3-ea2c35480df7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.083126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf3c4ce-263f-4d19-8e6c-34317d0217a4,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:18.086798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:18.091281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-40a3c62d-ad46-41c6-9ae3-ea2c35480df7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.152098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.158600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7854a106-6985-4dd8-b0fb-076edb19f875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:18.174252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:18.177463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.188847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.192508 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6726348 Dec 13 23:28:18.196195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51772) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:18.207350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'security_group': {'name': 'tempest-secgroup-1436236720'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:18.208637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] Pushing event deleted for resources: {'Port': ['ID=38b74231-613d-4f7a-8af7-f9b919050714,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:18.213455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] For port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:18.214828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:18.217125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:18.219759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:18.227341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] No DVR routers for this DVR port 38b74231-613d-4f7a-8af7-f9b919050714 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:18.232847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:18.233408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] For port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,segment=NetworkSegment(ab6a3458-e51b-4497-a3a7-a67a04df92a1),segment_id=ab6a3458-e51b-4497-a3a7-a67a04df92a1)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:18.233518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-40a3c62d-ad46-41c6-9ae3-ea2c35480df7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.233518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a3c62d-ad46-41c6-9ae3-ea2c35480df7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Fanout notify agent at l3_agent the message router_deleted on router 374447e5-2781-452c-89f7-8a277669d980 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:28:18.240816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:18.243398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:18.246137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:18.246399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:18.273639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 38b74231-613d-4f7a-8af7-f9b919050714 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:18.287343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.287723 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Added segment c2f08e23-193b-45ed-b154-769e08a9987c of type vlan for network fb0ecae2-8199-419f-83ef-cb577d0966ad Dec 13 23:28:18.304479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-40a3c62d-ad46-41c6-9ae3-ea2c35480df7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.308700 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-40a3c62d-ad46-41c6-9ae3-ea2c35480df7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/374447e5-2781-452c-89f7-8a277669d980 HTTP/1.1" status: 204 len: 168 time: 1.2368014 Dec 13 23:28:18.317797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51776) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:18.329023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.333637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bfe4f0a1-bda5-4fdf-955f-b34f4239ce40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:18.386586 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-95d33ef3-82be-499a-9cc8-f6728867f34c tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=374447e5-2781-452c-89f7-8a277669d980 HTTP/1.1" status: 200 len: 205 time: 0.0660803 Dec 13 23:28:18.388219 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 38b74231-613d-4f7a-8af7-f9b919050714 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:18.388823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 38b74231-613d-4f7a-8af7-f9b919050714 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:18.393218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51780) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:18.398297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.411923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Deleting port 7abba343-330c-4b2f-8362-b06f73c4027f {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:18.412356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.456176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Pushing event updated for resources: {'Port': ['ID=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:18.461042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:18.473001 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-2ef5a6f7-2ef5-4d27-8558-fd4b05d71f74 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] delete failed (client error): The resource could not be found. Dec 13 23:28:18.474032 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2ef5a6f7-2ef5-4d27-8558-fd4b05d71f74 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/374447e5-2781-452c-89f7-8a277669d980 HTTP/1.1" status: 404 len: 336 time: 0.0798972 Dec 13 23:28:18.477646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51784) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:18.482443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.486472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.591804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.resource_extend [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:28:18.662303 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca79de7-27e0-4dde-8ccf-32090517aedd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:18.663771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca79de7-27e0-4dde-8ccf-32090517aedd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:18.680422 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dca79de7-27e0-4dde-8ccf-32090517aedd tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/daaad2ce-01af-4ddb-a45a-a989a11ce211 HTTP/1.1" status: 404 len: 337 time: 0.2017827 Dec 13 23:28:18.683633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51788) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:18.709411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.715829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:18.716736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.727492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:18.742929 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-44766635-3140-4203-9110-c9e4d0b4d3ba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:18.743630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44766635-3140-4203-9110-c9e4d0b4d3ba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:18.748465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 38b74231-613d-4f7a-8af7-f9b919050714 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:18.748807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.794324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:18.804828 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-44766635-3140-4203-9110-c9e4d0b4d3ba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/dda4aaf9-77d4-4abc-8da0-3c22862d552e HTTP/1.1" status: 404 len: 337 time: 0.1192541 Dec 13 23:28:18.806177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group_rule and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:18.809850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:18.812494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51792) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:18.870099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Network': ['ID=fb0ecae2-8199-419f-83ef-cb577d0966ad,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:18.872967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:18.881620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network fb0ecae2-8199-419f-83ef-cb577d0966ad details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:18.883171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:18.888896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] The port '38b74231-613d-4f7a-8af7-f9b919050714' was deleted {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:18.890068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.894733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:18.906781 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9806979 Dec 13 23:28:18.933987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51796) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:18.939410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-84c076ab-0137-4fa6-a99a-c77a6fad1d1e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:18.967903 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-af379779-4cda-4c30-b1e4-25dca23a79f1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:18.968181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af379779-4cda-4c30-b1e4-25dca23a79f1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:18.972406 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-af379779-4cda-4c30-b1e4-25dca23a79f1 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/cb59f331-b6d9-4d0c-9a28-6fd81475be2f HTTP/1.1" status: 404 len: 337 time: 0.1296127 Dec 13 23:28:18.985507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'network_id': 'fb0ecae2-8199-419f-83ef-cb577d0966ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:19.002008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51800) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:19.031664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Calling delete_port for 7abba343-330c-4b2f-8362-b06f73c4027f owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:19.078183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.172211 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d1aeb77-e293-41b5-b482-f48e73b3db8e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:19.172659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d1aeb77-e293-41b5-b482-f48e73b3db8e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:19.278213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:19.279363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=b78b525c-df10-41e4-8127-758725c6660c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:19.282340 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9d1aeb77-e293-41b5-b482-f48e73b3db8e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/e964ee46-e50d-427c-9906-eb99f1a2479a HTTP/1.1" status: 404 len: 337 time: 0.2671270 Dec 13 23:28:19.285640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51804) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:19.296705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:19.297592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:19.300624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.314248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:19.318230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:19.318833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.332108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.340934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5b934ece-f48a-4276-8897-66770ae1df2e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:19.369296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.371008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:19.374999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1959e5c-6d10-4834-b7be-ca2267f03c09']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:19.382042 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-388efd35-ad8c-499f-a64a-5e6c85be5933 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e05767b-304a-44a9-af52-727a371ef61d HTTP/1.1" status: 200 len: 205 time: 0.0933795 Dec 13 23:28:19.385482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51808) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:19.390531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event deleted for resources: {'Port': ['ID=7abba343-330c-4b2f-8362-b06f73c4027f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:19.393794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:19.448107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cea74a5-1ff7-4790-be40-53df2fbf9abc') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:19.448399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cea74a5-1ff7-4790-be40-53df2fbf9abc') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:19.460624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:19.465910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.479238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06d1d15b-6527-4c2e-8d96-64f5f520567e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:19.487509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.513231 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-832c2239-df78-460a-be06-4431ab3803fc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] delete failed (client error): The resource could not be found. Dec 13 23:28:19.516931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-832c2239-df78-460a-be06-4431ab3803fc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/9e05767b-304a-44a9-af52-727a371ef61d HTTP/1.1" status: 404 len: 336 time: 0.1277905 Dec 13 23:28:19.516931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1421402 Dec 13 23:28:19.534449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51812) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:19.534916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51814) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:19.629573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Made reservation on behalf of aacb3937ef3e4b84be1940a66a4de119 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:19.652386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.714498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.744390 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-062ef207-6294-440f-8b4c-30de54b5f65d tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a68cbdd4-c5cb-4303-9164-0d6bd73c8366 HTTP/1.1" status: 200 len: 205 time: 0.2057512 Dec 13 23:28:19.744390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.744390 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5465782 Dec 13 23:28:19.747050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51820) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:19.747379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51822) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:19.761843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:19.762319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:19.778310 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:19.782074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-271935311', 'security_groups': ['d27a1ab3-776e-4101-a9e2-c061def95619'], 'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c36c098b-fa2f-457d-aaf0-5102f1f78e88'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:19.843585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d43bbba4-a67d-4862-8d96-095cf052d95f None None] Provisioning for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:19.861969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d43bbba4-a67d-4862-8d96-095cf052d95f None None] Provisioning complete for port a8ac5f45-a677-4def-9c86-a25f6b49368b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:19.862514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d43bbba4-a67d-4862-8d96-095cf052d95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:19.868352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d27a1ab3-776e-4101-a9e2-c061def95619,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:19.871218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:19.922074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d43bbba4-a67d-4862-8d96-095cf052d95f None None] Port a8ac5f45-a677-4def-9c86-a25f6b49368b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:19.954395 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-4145600f-9e02-4637-9bf2-866732fa63b8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] delete failed (client error): The resource could not be found. Dec 13 23:28:19.955359 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4145600f-9e02-4637-9bf2-866732fa63b8 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/a68cbdd4-c5cb-4303-9164-0d6bd73c8366 HTTP/1.1" status: 404 len: 336 time: 0.2019789 Dec 13 23:28:19.979902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51828) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.027010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.044664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port b78b525c-df10-41e4-8127-758725c6660c {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:20.045016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.190447 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc6c23f-6af0-4c4c-8a77-cb1f08b5e09a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:20.196726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc6c23f-6af0-4c4c-8a77-cb1f08b5e09a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:20.200522 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fdc6c23f-6af0-4c4c-8a77-cb1f08b5e09a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/6af6facd-ff36-4597-9685-8fd98e798001 HTTP/1.1" status: 404 len: 337 time: 0.2149248 Dec 13 23:28:20.204007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51832) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.250974 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6f1b6fdc-d218-4ea0-8512-4cb166720500 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=b24278df-7953-49dd-8ade-9f709bb96a97 HTTP/1.1" status: 200 len: 205 time: 0.0454588 Dec 13 23:28:20.253976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51836) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.280361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:20.313149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.317150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.325194 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-a74125eb-300b-470c-bb57-8952c65aedb0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] delete failed (client error): The resource could not be found. Dec 13 23:28:20.328811 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a74125eb-300b-470c-bb57-8952c65aedb0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/b24278df-7953-49dd-8ade-9f709bb96a97 HTTP/1.1" status: 404 len: 336 time: 0.0713551 Dec 13 23:28:20.329234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:20.331033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51840) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.337690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Router bb066434-0c76-4a02-aa3a-c512f017197c has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:28:20.357419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Performing IP validity checks on allocation pools {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 13 23:28:20.357943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 13 23:28:20.374828 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/networks/e1959e5c-6d10-4834-b7be-ca2267f03c09 HTTP/1.1" status: 204 len: 168 time: 3.4363148 Dec 13 23:28:20.379427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51844) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.385980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-181257992'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:20.392099 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7a3ca476-36a9-4ebb-9fb9-ff0050f60693 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=72057518-4d0d-4ec4-88b1-ef993a9a0ba0 HTTP/1.1" status: 200 len: 205 time: 0.0600064 Dec 13 23:28:20.394524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51848) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.397159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:20.418130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Network': ['ID=e1959e5c-6d10-4834-b7be-ca2267f03c09,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:20.420388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:20.432265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:20.438746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:20.439800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.466329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:network and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:20.472182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:20.480653 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-19a909ad-572d-4415-bb76-547ff26a1bcc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] delete failed (client error): The resource could not be found. Dec 13 23:28:20.481682 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-19a909ad-572d-4415-bb76-547ff26a1bcc tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/72057518-4d0d-4ec4-88b1-ef993a9a0ba0 HTTP/1.1" status: 404 len: 336 time: 0.0860498 Dec 13 23:28:20.482658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:20.486061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51852) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.496266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:20.510579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:20.516213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:20.565261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.570228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:20.599085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,segment=NetworkSegment(ab6a3458-e51b-4497-a3a7-a67a04df92a1),segment_id=ab6a3458-e51b-4497-a3a7-a67a04df92a1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:20.634576 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-81efd394-36f8-4d0a-9e7b-f1be9f6abcd7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:20.635010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81efd394-36f8-4d0a-9e7b-f1be9f6abcd7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:20.636706 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-81efd394-36f8-4d0a-9e7b-f1be9f6abcd7 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/c6a503b9-8585-4a71-8e28-2451596702b3 HTTP/1.1" status: 404 len: 337 time: 0.1497440 Dec 13 23:28:20.646098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51856) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.646792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:20.648964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.649849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.665245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.668051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:20.712201 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a18ea2c5-c0b5-47db-bbb0-6ccdc5758a08 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=5ad9f718-d1a4-4283-b018-2d4e882582ca HTTP/1.1" status: 200 len: 205 time: 0.0528197 Dec 13 23:28:20.719935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51860) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.724975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:20.730423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.738532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:20.748051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.748404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.748868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.749203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.749534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.749861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.750186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.750632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.750961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.751280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.751599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:28:20.755591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:20.799369 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-32067004-ae53-40e7-a0b2-8bdb1c30cf2a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] delete failed (client error): The resource could not be found. Dec 13 23:28:20.800711 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-32067004-ae53-40e7-a0b2-8bdb1c30cf2a tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/5ad9f718-d1a4-4283-b018-2d4e882582ca HTTP/1.1" status: 404 len: 336 time: 0.0796659 Dec 13 23:28:20.804258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51864) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.805144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:20.805684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for b78b525c-df10-41e4-8127-758725c6660c owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:20.853571 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30f8253-dc74-4fb4-98c6-6d7df7126017 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:20.854307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30f8253-dc74-4fb4-98c6-6d7df7126017 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:20.858365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:20.858912 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added segment 4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3 of type vlan for network 7ef3c826-49a0-40b8-a307-c067997d5055 Dec 13 23:28:20.861213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:20.869583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port 036ecb22-f33d-4c1f-8319-c31b156b2789 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:28:20.872310 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "PUT /v2.0/routers/bb066434-0c76-4a02-aa3a-c512f017197c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4227164 Dec 13 23:28:20.875379 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d30f8253-dc74-4fb4-98c6-6d7df7126017 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/40fac580-a5a0-451b-8594-61c0f75fa9c0 HTTP/1.1" status: 404 len: 337 time: 0.0672812 Dec 13 23:28:20.876125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51868) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.882180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81a8b2-a535-4497-9523-f58f38864276 None None] Sync routers for ids ['bb066434-0c76-4a02-aa3a-c512f017197c'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:20.885000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51870) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:20.901311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81a8b2-a535-4497-9523-f58f38864276 None None] Routers {'bb066434-0c76-4a02-aa3a-c512f017197c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:20.902435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9a81a8b2-a535-4497-9523-f58f38864276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bb066434-0c76-4a02-aa3a-c512f017197c'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:21.002673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.014023 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1cd4cd3e-09a1-4aa7-b584-7caf27759207 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8a7af34e-8f35-402b-ab39-92574eebe4fd HTTP/1.1" status: 200 len: 205 time: 0.0724599 Dec 13 23:28:21.048642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9a81a8b2-a535-4497-9523-f58f38864276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:21.055671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51876) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:21.060422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a81a8b2-a535-4497-9523-f58f38864276 None None] Routers {'bb066434-0c76-4a02-aa3a-c512f017197c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:21.061036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9a81a8b2-a535-4497-9523-f58f38864276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bb066434-0c76-4a02-aa3a-c512f017197c'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:21.106732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fc213a61-9746-46e7-b598-a67a8304eaa4 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.122366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9a81a8b2-a535-4497-9523-f58f38864276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:21.122782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a81a8b2-a535-4497-9523-f58f38864276 None None] The sync data for ids ['bb066434-0c76-4a02-aa3a-c512f017197c'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:21.175257 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-c1dc41b7-1201-46ae-b10e-5196daef375e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] delete failed (client error): The resource could not be found. Dec 13 23:28:21.178771 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c1dc41b7-1201-46ae-b10e-5196daef375e tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/routers/8a7af34e-8f35-402b-ab39-92574eebe4fd HTTP/1.1" status: 404 len: 336 time: 0.1173811 Dec 13 23:28:21.192242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51880) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:21.219230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.222733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:21.223318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.234808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-153125e0-4e6c-411c-b476-02181e1b3b66 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:21.255481 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-290ce96d-c87b-48f5-9f57-c7ef9aa6ecc5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:21.255481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290ce96d-c87b-48f5-9f57-c7ef9aa6ecc5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:21.267731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.13 (4c91d3fb-e096-4772-8d7c-54272186bcc3/c36c098b-fa2f-457d-aaf0-5102f1f78e88/036ecb22-f33d-4c1f-8319-c31b156b2789) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:21.277894 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-290ce96d-c87b-48f5-9f57-c7ef9aa6ecc5 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/3c9c9cef-1a68-48b9-ba90-3fb40161d6be HTTP/1.1" status: 404 len: 337 time: 0.0844052 Dec 13 23:28:21.283019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51884) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:21.327876 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b3ced3-9439-4a3c-8946-75faffd148ff tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:21.328343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b3ced3-9439-4a3c-8946-75faffd148ff tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:21.329983 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-15b3ced3-9439-4a3c-8946-75faffd148ff tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] 10.222.0.30 "DELETE /v2.0/subnets/2c0dc0cb-6f82-41c7-9743-f58150efcbc5 HTTP/1.1" status: 404 len: 337 time: 0.0460503 Dec 13 23:28:21.339807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.349870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4a6bc066-9424-4afa-8196-c56131a5b498 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:21.371514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Network': ['ID=7ef3c826-49a0-40b8-a307-c067997d5055,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:21.391869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:21.396086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 7ef3c826-49a0-40b8-a307-c067997d5055 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:21.399987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.596690 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2154319 Dec 13 23:28:21.600940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=6ddf5e0f-6899-4ef3-bded-9bb19190a1cd,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:21.606790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:21.607247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51890) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:21.627678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b0415fa7-2c11-4122-af77-92f8beb7dd7f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:21.668350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.670340 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/b78b525c-df10-41e4-8127-758725c6660c HTTP/1.1" status: 204 len: 168 time: 2.1323922 Dec 13 23:28:21.674173 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51894) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:21.682674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'mac_address': 'fa:16:3e:ff:6a:08', 'name': 'tempest-PortsIpV6TestJSON-847064796'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:21.691650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'subnet': {'network_id': '7ef3c826-49a0-40b8-a307-c067997d5055', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:21.712909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=b78b525c-df10-41e4-8127-758725c6660c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:21.715496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:21.747555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Checking segment: {'id': 'c2f08e23-193b-45ed-b154-769e08a9987c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fb0ecae2-8199-419f-83ef-cb577d0966ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:21.748284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network hostable DHCP agents. Network: fb0ecae2-8199-419f-83ef-cb577d0966ad, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:21.874364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.889667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:21.896624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51900) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:21.901621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:subnet and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:21.906778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:21.909783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object 036ecb22-f33d-4c1f-8319-c31b156b2789 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:21.914188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fc213a61-9746-46e7-b598-a67a8304eaa4 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.914567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:21.927188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fc213a61-9746-46e7-b598-a67a8304eaa4 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:21.929958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:21.934776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:port and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:21.938263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:21.946514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:21.968767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Network fb0ecae2-8199-419f-83ef-cb577d0966ad is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:22.013047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:22.028117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.035080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-857311ad-d9e2-4b5f-b8e6-82296a3aef00 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:22.041451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:22.058716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fc213a61-9746-46e7-b598-a67a8304eaa4 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.059174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc213a61-9746-46e7-b598-a67a8304eaa4 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Fanout notify agent at l3_agent the message router_deleted on router bb066434-0c76-4a02-aa3a-c512f017197c {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:28:22.084241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, fb0ecae2-8199-419f-83ef-cb577d0966ad) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:22.092281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c220aff-de8b-4879-8751-9ee9ca4c356d None None] Network fb0ecae2-8199-419f-83ef-cb577d0966ad requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:22.148743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:22.149484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.159203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fc213a61-9746-46e7-b598-a67a8304eaa4 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.162631 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fc213a61-9746-46e7-b598-a67a8304eaa4 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "DELETE /v2.0/routers/bb066434-0c76-4a02-aa3a-c512f017197c HTTP/1.1" status: 204 len: 168 time: 1.2822196 Dec 13 23:28:22.166192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51906) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:22.259099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.284239 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1791d20e-50fb-4450-9558-6adc1df7c06c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7dd26dec622440ba7be412cfdbc480c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3817060 Dec 13 23:28:22.284587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:22.284796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51910) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:22.352927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port 607938e6-3390-400b-b0aa-968f8c26a75d yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:28:22.375758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:22.382619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:22.414108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:22.424982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:22.425373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.449792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.466228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-fb0ecae2-8199-419f-83ef-cb577d0966ad', 'network_id': 'fb0ecae2-8199-419f-83ef-cb577d0966ad', 'tenant_id': 'aacb3937ef3e4b84be1940a66a4de119', 'fixed_ips': [{'subnet_id': '6ddf5e0f-6899-4ef3-bded-9bb19190a1cd'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:22.467052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.479652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=036ecb22-f33d-4c1f-8319-c31b156b2789,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:22.493546 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.5213838 Dec 13 23:28:22.493721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51914) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:22.494492 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:22.503936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-beaadfd7-e11a-4e7e-9c4d-ac000d48415b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:22.597432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:22.598152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.636424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1f63486-fffa-416e-b84c-20d60abb797b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.640560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Deleting subnet 1334d8ed-a410-4209-a514-9d3fd3381f3d {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:22.662418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.717216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Allocated IP 172.20.0.3 (fb0ecae2-8199-419f-83ef-cb577d0966ad/6ddf5e0f-6899-4ef3-bded-9bb19190a1cd/6823a875-fbec-41cb-b3a5-0f41448d6145) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:22.728887 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9739144 Dec 13 23:28:22.731950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51918) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:22.741741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:22.789318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1f63486-fffa-416e-b84c-20d60abb797b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.894510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-774f1792-60e6-46f1-a31e-4e34e29816c7 None None] Provisioning for port 036ecb22-f33d-4c1f-8319-c31b156b2789 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:22.906931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.907594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:22.911479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:22.914907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:22.921039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:22.929157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-774f1792-60e6-46f1-a31e-4e34e29816c7 None None] Provisioning complete for port 036ecb22-f33d-4c1f-8319-c31b156b2789 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:22.929754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-774f1792-60e6-46f1-a31e-4e34e29816c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.941234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:22.948851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1291b14-d1d8-4a57-ad69-b2f800bce040 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:22.996740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-774f1792-60e6-46f1-a31e-4e34e29816c7 None None] Port 036ecb22-f33d-4c1f-8319-c31b156b2789 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:23.033762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.034273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.038930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:23.046547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Transition to ACTIVE for port object 6823a875-fbec-41cb-b3a5-0f41448d6145 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:23.063012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Subnet': ['ID=490f86c3-2d12-4475-9208-fc60d235ad0e,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:23.071935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Transition to ACTIVE for port object 6823a875-fbec-41cb-b3a5-0f41448d6145 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:23.072431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:23.138670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Checking segment: {'id': '4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ef3c826-49a0-40b8-a307-c067997d5055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:23.139039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network hostable DHCP agents. Network: 7ef3c826-49a0-40b8-a307-c067997d5055, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:23.140216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.147195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-38ae403a-fcba-4ba7-9b3b-14ed6eb60d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:23.201845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.224227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Network fb0ecae2-8199-419f-83ef-cb577d0966ad is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:23.227898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:23.235876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Pushing event updated for resources: {'Port': ['ID=6823a875-fbec-41cb-b3a5-0f41448d6145,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:23.239926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:23.241395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:23.282193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 7ef3c826-49a0-40b8-a307-c067997d5055 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:23.309098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-beaadfd7-e11a-4e7e-9c4d-ac000d48415b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2083385'] for subnet, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.311368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.349494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Attempting to bind port 6823a875-fbec-41cb-b3a5-0f41448d6145 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:23.349494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Attempting to bind port 6823a875-fbec-41cb-b3a5-0f41448d6145 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'c2f08e23-193b-45ed-b154-769e08a9987c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fb0ecae2-8199-419f-83ef-cb577d0966ad'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:23.349816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Attempting to bind port 6823a875-fbec-41cb-b3a5-0f41448d6145 on network fb0ecae2-8199-419f-83ef-cb577d0966ad {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:23.351822 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.ipam_backend_mixin [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c36c098b-fa2f-457d-aaf0-5102f1f78e88 (CIDR: 172.20.0.0/28) Dec 13 23:28:23.357504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:23.357946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Checking segment: {'id': 'c2f08e23-193b-45ed-b154-769e08a9987c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fb0ecae2-8199-419f-83ef-cb577d0966ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:23.358399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.359103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Bound using segment: {'id': 'c2f08e23-193b-45ed-b154-769e08a9987c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fb0ecae2-8199-419f-83ef-cb577d0966ad'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:23.359436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Bound port: 6823a875-fbec-41cb-b3a5-0f41448d6145, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f08e23-193b-45ed-b154-769e08a9987c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'fb0ecae2-8199-419f-83ef-cb577d0966ad'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:23.359877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.378569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1f63486-fffa-416e-b84c-20d60abb797b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.387047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c0bdf7f-ab20-411f-9276-f1098f839ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:23.399811 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:23.400520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:23.405500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 7ef3c826-49a0-40b8-a307-c067997d5055) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:23.419353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3898ca04-44b1-4d59-a676-5c5d916a2387 None None] Network 7ef3c826-49a0-40b8-a307-c067997d5055 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:23.425169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:23.426240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.436499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f63486-fffa-416e-b84c-20d60abb797b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb32177-76fd-45eb-96f1-f6d0e3f8afff,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:23.445315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b1f63486-fffa-416e-b84c-20d60abb797b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:23.469306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.479733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ba8dc6c2-01b8-4b75-83a2-79b0f54fc7ea tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:23.521875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1f63486-fffa-416e-b84c-20d60abb797b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.525568 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b1f63486-fffa-416e-b84c-20d60abb797b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecb32177-76fd-45eb-96f1-f6d0e3f8afff HTTP/1.1" status: 204 len: 168 time: 1.2385550 Dec 13 23:28:23.526464 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-87cb11ea-e192-49dd-b4c4-953d0b15769e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7894478 Dec 13 23:28:23.527304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51922) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:23.533622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:23.560663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] For port 6823a875-fbec-41cb-b3a5-0f41448d6145, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:23.563644 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9044442 Dec 13 23:28:23.570637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51928) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:23.579923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1062422182', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:23.584746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] For port 6823a875-fbec-41cb-b3a5-0f41448d6145, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6823a875-fbec-41cb-b3a5-0f41448d6145,segment=NetworkSegment(c2f08e23-193b-45ed-b154-769e08a9987c),segment_id=c2f08e23-193b-45ed-b154-769e08a9987c)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:23.589033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:23.620872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.654785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:router and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:23.660696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:23.671052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.672581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:23.680982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:23.685933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.688854 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "DELETE /v2.0/subnets/1334d8ed-a410-4209-a514-9d3fd3381f3d HTTP/1.1" status: 204 len: 168 time: 1.5214803 Dec 13 23:28:23.689768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51932) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:23.696870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:23.699305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:23.703587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:23.704245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.708318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=607938e6-3390-400b-b0aa-968f8c26a75d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:23.711717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:23.736887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33aa2d5-3228-47bb-9d1d-319f2aa57c14 None None] Network a53b8a49-8933-4d1a-883f-9d440fdf1066 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:23.741600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:23.746519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:23.749558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:23.757532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:23.763434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.763726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60117846-046e-413c-ba5d-2899ca7a5198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:23.763818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.768064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b15f9672-9923-42f8-aade-145e845e8b95 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:23.782490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.817564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-7ef3c826-49a0-40b8-a307-c067997d5055', 'network_id': '7ef3c826-49a0-40b8-a307-c067997d5055', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'fixed_ips': [{'subnet_id': '490f86c3-2d12-4475-9208-fc60d235ad0e'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:23.818368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.824648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event deleted for resources: {'Subnet': ['ID=1334d8ed-a410-4209-a514-9d3fd3381f3d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:23.831257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:23.868771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.895100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:23.899987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:23.946904 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2714267 Dec 13 23:28:23.949509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51938) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:23.988278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.022010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-beaadfd7-e11a-4e7e-9c4d-ac000d48415b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780919724804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2057934'] for subnet, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.029518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2062e14c-eb35-4311-be8f-f34bd8959819 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:24.031295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.032533 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f38994f2-8723-4c69-8299-3dc61594bcd1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4605896 Dec 13 23:28:24.043879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51944) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:24.078398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Deleting port 8ad05e1c-7d29-416e-8247-e17c172759c2 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:24.078822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.152373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d5f1bd-6db0-4260-8440-0df1ad2c78a8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:24.153032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a7d5f1bd-6db0-4260-8440-0df1ad2c78a8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:24.182990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaadfd7-e11a-4e7e-9c4d-ac000d48415b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event updated for resources: {'Subnet': ['ID=6ddf5e0f-6899-4ef3-bded-9bb19190a1cd,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:24.190846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-beaadfd7-e11a-4e7e-9c4d-ac000d48415b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:24.229124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaadfd7-e11a-4e7e-9c4d-ac000d48415b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:24.229124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-beaadfd7-e11a-4e7e-9c4d-ac000d48415b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.236992 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-beaadfd7-e11a-4e7e-9c4d-ac000d48415b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "PUT /v2.0/subnets/6ddf5e0f-6899-4ef3-bded-9bb19190a1cd HTTP/1.1" status: 200 len: 877 time: 1.7410641 Dec 13 23:28:24.243595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51952) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:24.244996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Pushing event updated for resources: {'Port': ['ID=6823a875-fbec-41cb-b3a5-0f41448d6145,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:24.255497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:24.331321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Allocated IP 2001:db8::2 (7ef3c826-49a0-40b8-a307-c067997d5055/490f86c3-2d12-4475-9208-fc60d235ad0e/c82aa68f-8d2f-437a-a60f-0e2369349140) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:24.456757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.465044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a7d5f1bd-6db0-4260-8440-0df1ad2c78a8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:24.466209 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a7d5f1bd-6db0-4260-8440-0df1ad2c78a8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/607938e6-3390-400b-b0aa-968f8c26a75d HTTP/1.1" status: 200 len: 844 time: 0.5154290 Dec 13 23:28:24.482150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51958) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:24.551546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 6823a875-fbec-41cb-b3a5-0f41448d6145 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:24.552602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.607022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] DHCP port deletion for a53b8a49-8933-4d1a-883f-9d440fdf1066 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:24.617320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] Deleting port 8ad05e1c-7d29-416e-8247-e17c172759c2 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:24.617705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.654021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.664235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e856ce43-53b5-43d2-a668-94b3020523e4 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:24.709409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 607938e6-3390-400b-b0aa-968f8c26a75d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:24.710563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.722079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.726557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=0af6e54c-6d8a-4d9d-b003-f61c31f52357,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:24.742455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Transition to ACTIVE for port object c82aa68f-8d2f-437a-a60f-0e2369349140 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:24.799429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Transition to ACTIVE for port object c82aa68f-8d2f-437a-a60f-0e2369349140 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:24.923085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] For port 8ad05e1c-7d29-416e-8247-e17c172759c2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8ad05e1c-7d29-416e-8247-e17c172759c2,segment=NetworkSegment(7ff4953a-5054-4b16-959a-d8bb7264744c),segment_id=7ff4953a-5054-4b16-959a-d8bb7264744c)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:24.923489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.939349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] For port 8ad05e1c-7d29-416e-8247-e17c172759c2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8ad05e1c-7d29-416e-8247-e17c172759c2,segment=NetworkSegment(7ff4953a-5054-4b16-959a-d8bb7264744c),segment_id=7ff4953a-5054-4b16-959a-d8bb7264744c)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:24.940329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:24.940471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.940610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:24.946459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:24.966098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:24.966394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:24.969539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:24.970324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.106695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Pushing event updated for resources: {'Port': ['ID=c82aa68f-8d2f-437a-a60f-0e2369349140,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:25.109620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910710ed-de2c-4630-b951-800d6aaabd46 None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:25.124788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:25.174318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51968) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:25.209392 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6782272 Dec 13 23:28:25.212822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51974) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:25.213188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] Calling delete_port for 8ad05e1c-7d29-416e-8247-e17c172759c2 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:25.225841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1421768240', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0af6e54c-6d8a-4d9d-b003-f61c31f52357'}], 'security_groups': ['abf3c4ce-263f-4d19-8e6c-34317d0217a4']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:25.227049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Calling delete_port for 8ad05e1c-7d29-416e-8247-e17c172759c2 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:25.460860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Network 7ef3c826-49a0-40b8-a307-c067997d5055 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:25.467092 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbf9800-b373-4c5c-978c-1d9f0bf3f603 None None] Network fb0ecae2-8199-419f-83ef-cb577d0966ad requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:25.468016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-595057174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:25.474602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:25.479334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Usage tracker for resource:router and tenant:831ce05e16664b8cad398c8a000724f9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:25.482223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:25.488547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:25.489224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:25.497064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:25.548876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.559042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.560450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.569098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.585204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.585204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.586231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:25.707725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 607938e6-3390-400b-b0aa-968f8c26a75d owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:25.735816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:25.735816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:25.751084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] Pushing event deleted for resources: {'Port': ['ID=8ad05e1c-7d29-416e-8247-e17c172759c2,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:25.768795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 6823a875-fbec-41cb-b3a5-0f41448d6145, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6823a875-fbec-41cb-b3a5-0f41448d6145,segment=NetworkSegment(c2f08e23-193b-45ed-b154-769e08a9987c),segment_id=c2f08e23-193b-45ed-b154-769e08a9987c)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:25.769150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.797007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:25.812022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-519fbe21-5804-4788-b5f0-97e944950571 None None] Provisioning for port 6823a875-fbec-41cb-b3a5-0f41448d6145 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:25.835403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] No DVR routers for this DVR port 8ad05e1c-7d29-416e-8247-e17c172759c2 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:25.847776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Attempting to bind port c82aa68f-8d2f-437a-a60f-0e2369349140 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:25.848168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Attempting to bind port c82aa68f-8d2f-437a-a60f-0e2369349140 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ef3c826-49a0-40b8-a307-c067997d5055'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:25.848795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Attempting to bind port c82aa68f-8d2f-437a-a60f-0e2369349140 on network 7ef3c826-49a0-40b8-a307-c067997d5055 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:25.874921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:25.875361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Checking segment: {'id': '4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ef3c826-49a0-40b8-a307-c067997d5055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:25.876321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.876321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Bound using segment: {'id': '4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ef3c826-49a0-40b8-a307-c067997d5055'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:25.876639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Bound port: c82aa68f-8d2f-437a-a60f-0e2369349140, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7ef3c826-49a0-40b8-a307-c067997d5055'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:25.876957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.879339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:25.920151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 6823a875-fbec-41cb-b3a5-0f41448d6145 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:26.069956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] For port c82aa68f-8d2f-437a-a60f-0e2369349140, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:26.074017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] For port c82aa68f-8d2f-437a-a60f-0e2369349140, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c82aa68f-8d2f-437a-a60f-0e2369349140,segment=NetworkSegment(4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3),segment_id=4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:26.096232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.105754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-31362eef-df0e-4f84-afc6-622eae32ac3e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:26.105907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.154787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.158149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=607938e6-3390-400b-b0aa-968f8c26a75d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:26.165720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:26.168487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b62e30d-3abd-4d68-9ec7-cc86e3e53673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:26.172733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.213224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.223123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-abc42839-4fa1-4196-a097-c8e2d1fa64e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:26.294009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Deleting port 8ad05e1c-7d29-416e-8247-e17c172759c2 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:26.294344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.296234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Pushing event updated for resources: {'Port': ['ID=c82aa68f-8d2f-437a-a60f-0e2369349140,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:26.314391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:26.320576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] Update dhcp port {'port': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'fixed_ips': [{'subnet_id': 'c36c098b-fa2f-457d-aaf0-5102f1f78e88', 'ip_address': '172.20.0.2'}, {'subnet_id': '0af6e54c-6d8a-4d9d-b003-f61c31f52357'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '4f66d36a-70c2-4ad8-8c26-5c83e1c2a306'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:28:26.333960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=6823a875-fbec-41cb-b3a5-0f41448d6145,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:26.347289 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/607938e6-3390-400b-b0aa-968f8c26a75d HTTP/1.1" status: 204 len: 168 time: 1.8575482 Dec 13 23:28:26.351265 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:26.354428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51978) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:26.359563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c58b41e-d70c-43ee-b6b6-57d7a782f3ef None None] Network fb0ecae2-8199-419f-83ef-cb577d0966ad requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:26.372809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6823a875-fbec-41cb-b3a5-0f41448d6145 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:26.392027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] The port '8ad05e1c-7d29-416e-8247-e17c172759c2' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:26.430416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 6823a875-fbec-41cb-b3a5-0f41448d6145 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:26.430767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6823a875-fbec-41cb-b3a5-0f41448d6145 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 13 23:28:26.439855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.443781 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-47beb127-1e03-46d2-9d52-f7b61e1b6ca5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2658989 Dec 13 23:28:26.447294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 51982) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:26.463425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1382713305'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:26.468708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Port 6823a875-fbec-41cb-b3a5-0f41448d6145 not found, will not notify nova. {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 13 23:28:26.470265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9fd602aa-f812-422b-9ac2-20a9c56bc356 None None] Could not find standard attr ID for object 6823a875-fbec-41cb-b3a5-0f41448d6145. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:28:26.474489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:26.488194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Usage tracker for resource:network and tenant:831ce05e16664b8cad398c8a000724f9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:26.500636 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:26.510755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:26.522205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 2001:db8::1 (7ef3c826-49a0-40b8-a307-c067997d5055/490f86c3-2d12-4475-9208-fc60d235ad0e/513ef1f9-7d33-45cb-a051-151f77a2b116) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:26.532274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Delete allocated IP 172.20.0.13 (4c91d3fb-e096-4772-8d7c-54272186bcc3/c36c098b-fa2f-457d-aaf0-5102f1f78e88) {{(pid=84311) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 23:28:26.558502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8ad05e1c-7d29-416e-8247-e17c172759c2 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:26.583203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port 6823a875-fbec-41cb-b3a5-0f41448d6145 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:26.586873 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6b49f6-d1b8-4cb2-8e73-7072ba9dc13a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:28:26.587370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5a6b49f6-d1b8-4cb2-8e73-7072ba9dc13a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:26.600285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.617709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 8ad05e1c-7d29-416e-8247-e17c172759c2 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:26.618075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8ad05e1c-7d29-416e-8247-e17c172759c2 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:26.689276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.746045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.25 (4c91d3fb-e096-4772-8d7c-54272186bcc3/0af6e54c-6d8a-4d9d-b003-f61c31f52357/036ecb22-f33d-4c1f-8319-c31b156b2789) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:26.757983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Made reservation on behalf of 831ce05e16664b8cad398c8a000724f9 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:26.762083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.838599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.899741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.933637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53b8a49-8933-4d1a-883f-9d440fdf1066']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:26.952165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff4953a-5054-4b16-959a-d8bb7264744c') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:26.952466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff4953a-5054-4b16-959a-d8bb7264744c') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:26.966641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.979710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.983848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:26.991583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:26.991936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:27.007557 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:27.025982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Transition to ACTIVE for port object 513ef1f9-7d33-45cb-a051-151f77a2b116 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:27.133067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5a6b49f6-d1b8-4cb2-8e73-7072ba9dc13a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:27.139561 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5a6b49f6-d1b8-4cb2-8e73-7072ba9dc13a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/607938e6-3390-400b-b0aa-968f8c26a75d HTTP/1.1" status: 404 len: 333 time: 0.7791908 Dec 13 23:28:27.139561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.141135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51986) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:27.142000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:27.182980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'name': 'tempest-PortsIpV6TestJSON-863545182'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:27.200837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=6ddf5e0f-6899-4ef3-bded-9bb19190a1cd,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:27.203520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:27.215056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.215876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.223995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.226814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-096c8834-6ba6-4ffe-9831-ff6e5546ef0b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:27.230609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:27.237851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Usage tracker for resource:security_group_rule and tenant:831ce05e16664b8cad398c8a000724f9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:27.242811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:27.246123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object 036ecb22-f33d-4c1f-8319-c31b156b2789 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:27.250535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:27.296140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.306572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a284bc6a-fe99-464f-b742-72fe1f5cdcba tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:27.382966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.394503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=513ef1f9-7d33-45cb-a051-151f77a2b116,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:27.409098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:27.410361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e12f716-7be8-4034-adde-32bba48a18c5 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:27.437216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Pushing event deleted for resources: {'Network': ['ID=a53b8a49-8933-4d1a-883f-9d440fdf1066,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:27.440042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:27.454193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] Allocated IP 172.20.0.18 (4c91d3fb-e096-4772-8d7c-54272186bcc3/0af6e54c-6d8a-4d9d-b003-f61c31f52357/4f66d36a-70c2-4ad8-8c26-5c83e1c2a306) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:27.455871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335d988-27cd-4710-99cb-a8685d8f3e64 None None] Network fb0ecae2-8199-419f-83ef-cb577d0966ad requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:27.502694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.511890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 7ef3c826-49a0-40b8-a307-c067997d5055 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:27.519183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:27.548043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=036ecb22-f33d-4c1f-8319-c31b156b2789,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:27.556129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.560724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:27.561332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.586576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0ecae2-8199-419f-83ef-cb577d0966ad']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:27.593360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:27.595553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.606721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f08e23-193b-45ed-b154-769e08a9987c') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:27.607280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f08e23-193b-45ed-b154-769e08a9987c') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:27.613487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:27.621072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.626123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.626123 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Added segment 4c93c776-af0c-4072-b75a-bd21575e8498 of type vlan for network b5ae3cc5-c678-4d6d-9693-02b4924f5290 Dec 13 23:28:27.638877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.645809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:27.646459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.664864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:27.727693 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:27.729944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6aed35ca-ca9d-4733-91c0-f4a5181d3617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:27.749772 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] 10.222.0.30 "DELETE /v2.0/networks/a53b8a49-8933-4d1a-883f-9d440fdf1066 HTTP/1.1" status: 204 len: 168 time: 4.0523517 Dec 13 23:28:27.761049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c046f7-d189-4335-af39-3112b71a6d21 None None] Network 7ef3c826-49a0-40b8-a307-c067997d5055 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:27.782887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f0d2d-8b95-4be7-8254-933621e6deeb None None] DHCP port deletion for fb0ecae2-8199-419f-83ef-cb577d0966ad request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:27.788951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:27.802213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:27.858182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.862029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.866858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.871702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a1524f3a-669f-4c5e-8e5d-05ba4cfd640e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:27.905041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:27.908117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:27.921829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=fb0ecae2-8199-419f-83ef-cb577d0966ad,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:27.924761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:27.939257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port a6f07354-7c72-432a-9133-30da451b3f65 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:28:27.945163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] For port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,segment=NetworkSegment(ab6a3458-e51b-4497-a3a7-a67a04df92a1),segment_id=ab6a3458-e51b-4497-a3a7-a67a04df92a1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:28.005428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c294525-a18e-4744-87f3-b70b54f4ef6e,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:28.024785 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/fb0ecae2-8199-419f-83ef-cb577d0966ad HTTP/1.1" status: 204 len: 168 time: 3.7768900 Dec 13 23:28:28.036971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51992) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:28.063686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9f8e8669-27d1-4e23-952a-ddd030633800 None None] Provisioning for port c82aa68f-8d2f-437a-a60f-0e2369349140 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:28.067566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:28.068226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.070177 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.072641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:28.073607 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.090394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79a1fa9b-0432-4c65-9abd-a1432456dd72 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:28.098624 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-325f273a-0bf2-445b-b4d4-753895864ba3 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:28.099059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-325f273a-0bf2-445b-b4d4-753895864ba3 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:28.113893 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-325f273a-0bf2-445b-b4d4-753895864ba3 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/6ddf5e0f-6899-4ef3-bded-9bb19190a1cd HTTP/1.1" status: 404 len: 337 time: 0.0731008 Dec 13 23:28:28.113893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 51996) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:28.123903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] Transition to ACTIVE for port object 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:28.125828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] In _notify_port_updated(), no bound segment for port 036ecb22-f33d-4c1f-8319-c31b156b2789 on network 4c91d3fb-e096-4772-8d7c-54272186bcc3 {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:28:28.129697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:28.130301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.134466 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "PUT /v2.0/ports/036ecb22-f33d-4c1f-8319-c31b156b2789 HTTP/1.1" status: 200 len: 921 time: 2.9189091 Dec 13 23:28:28.145493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52000) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:28.159035 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b536e9-7eb6-4470-a3c1-b35f5a3baab2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:28.159468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b536e9-7eb6-4470-a3c1-b35f5a3baab2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:28.164188 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a0b536e9-7eb6-4470-a3c1-b35f5a3baab2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/fb0ecae2-8199-419f-83ef-cb577d0966ad HTTP/1.1" status: 404 len: 339 time: 0.0464978 Dec 13 23:28:28.170673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52004) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:28.217528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.221182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:28.282108 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf38ce4-35cb-4418-9d3b-140cfe50f2a7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:28.282108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecf38ce4-35cb-4418-9d3b-140cfe50f2a7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:28.282108 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ecf38ce4-35cb-4418-9d3b-140cfe50f2a7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/915ce1ca-c06a-4af1-bdc9-e0768df5e3a8 HTTP/1.1" status: 404 len: 337 time: 0.1108475 Dec 13 23:28:28.282108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52008) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:28.299062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Network': ['ID=b5ae3cc5-c678-4d6d-9693-02b4924f5290,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:28.326575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:28.342355 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-12851b9a-523f-44d8-89b0-97eaf86ad5f8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:28.342355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12851b9a-523f-44d8-89b0-97eaf86ad5f8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:28.342355 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-12851b9a-523f-44d8-89b0-97eaf86ad5f8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/37e1dfd8-d2d2-4b8c-8010-8dc532736650 HTTP/1.1" status: 404 len: 339 time: 0.0573514 Dec 13 23:28:28.345860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52012) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:28.382217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network b5ae3cc5-c678-4d6d-9693-02b4924f5290 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:28.384167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.455299 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.0021267 Dec 13 23:28:28.458325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52018) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:28.465042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Request body: {'subnet': {'network_id': 'b5ae3cc5-c678-4d6d-9693-02b4924f5290', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:28.489119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.514286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f2e75c67-ba57-4673-a43c-0d605ff8d565 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:28.534676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c82aa68f-8d2f-437a-a60f-0e2369349140 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:28.550894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52022) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:28.629524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 036ecb22-f33d-4c1f-8319-c31b156b2789 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:28.632752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.656616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] Pushing event updated for resources: {'Port': ['ID=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:28.670001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:28.686350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:28.692068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:28.695975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:28.702083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:28.703315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.743858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:28.747182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=a6f07354-7c72-432a-9133-30da451b3f65,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:28.750547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:28.755546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port c82aa68f-8d2f-437a-a60f-0e2369349140 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:28.755833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Usage tracker for resource:subnet and tenant:831ce05e16664b8cad398c8a000724f9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:28.758887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:28.766427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:28.768147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c82aa68f-8d2f-437a-a60f-0e2369349140 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:28.768941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.784067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:28:28.805333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8cafc163-7e42-4860-ae54-473b632a664d None None] Provisioning for port 513ef1f9-7d33-45cb-a051-151f77a2b116 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:28.825080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8cafc163-7e42-4860-ae54-473b632a664d None None] Provisioning complete for port 513ef1f9-7d33-45cb-a051-151f77a2b116 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:28.827508 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6565433 Dec 13 23:28:28.830342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52028) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:28.832155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8cafc163-7e42-4860-ae54-473b632a664d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.840548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:28.893043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.915154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:28.945356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8cafc163-7e42-4860-ae54-473b632a664d None None] Port 513ef1f9-7d33-45cb-a051-151f77a2b116 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:28.948053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Made reservation on behalf of 831ce05e16664b8cad398c8a000724f9 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:29.033809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.055861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.056767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.074400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:29.084568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port c82aa68f-8d2f-437a-a60f-0e2369349140, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c82aa68f-8d2f-437a-a60f-0e2369349140,segment=NetworkSegment(4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3),segment_id=4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:29.085201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.090729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-50969776-edad-4abc-bb94-8a7d57e702a2 None None] Provisioning complete for port 513ef1f9-7d33-45cb-a051-151f77a2b116 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:29.093822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-50969776-edad-4abc-bb94-8a7d57e702a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.153146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.164883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c779015-f372-424e-b274-eeb19736e11f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:29.246433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6823a875-fbec-41cb-b3a5-0f41448d6145 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:29.295573 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-49adcf5e-51ec-467a-9b70-24825f261251 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8068589a1bd44089abdbae23f81a6642&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7338560 Dec 13 23:28:29.301213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52032) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:29.311325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-50969776-edad-4abc-bb94-8a7d57e702a2 None None] Port 513ef1f9-7d33-45cb-a051-151f77a2b116 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:29.313076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 6823a875-fbec-41cb-b3a5-0f41448d6145 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:29.313435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6823a875-fbec-41cb-b3a5-0f41448d6145 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:29.342741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=c82aa68f-8d2f-437a-a60f-0e2369349140,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:29.345845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:29.379790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.466512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=513ef1f9-7d33-45cb-a051-151f77a2b116,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:29.518762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8fd7e446-f557-4fa4-bc5d-64a928c41bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.525024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.539264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:29.546807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.618391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Provisioning for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:29.624272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:29.624929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.701088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:29.720489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for 036ecb22-f33d-4c1f-8319-c31b156b2789 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:29.751977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093352cc-36c0-4b4a-a56b-254f884fe2c6') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:29.752330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093352cc-36c0-4b4a-a56b-254f884fe2c6') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:29.753977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8fd7e446-f557-4fa4-bc5d-64a928c41bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.787276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Provisioning complete for port a8ac5f45-a677-4def-9c86-a25f6b49368b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:29.787276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.789041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.827091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.843025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:29.843797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.860474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Port a8ac5f45-a677-4def-9c86-a25f6b49368b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:29.869128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 7ef3c826-49a0-40b8-a307-c067997d5055 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:29.870427 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:29.874827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.879410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:29.929725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.937582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-09bc1d38-7f5e-4a8d-865b-9d915ba8e4d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:29.964828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Provisioning for port 036ecb22-f33d-4c1f-8319-c31b156b2789 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:29.972327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8fd7e446-f557-4fa4-bc5d-64a928c41bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.972951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Provisioning complete for port 036ecb22-f33d-4c1f-8319-c31b156b2789 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:29.973492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:29.982344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.050884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8fd7e446-f557-4fa4-bc5d-64a928c41bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.052098 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8fd7e446-f557-4fa4-bc5d-64a928c41bbb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ef583bc-22de-48ee-b451-1f014f39eebc HTTP/1.1" status: 204 len: 168 time: 0.7498238 Dec 13 23:28:30.068521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaaa30-ad0d-41b8-9572-e5df874282c5 None None] Port 036ecb22-f33d-4c1f-8319-c31b156b2789 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:30.075134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Subnet': ['ID=ecd64a02-ce50-472d-8470-a080530c7c9b,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:30.077423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] In _notify_port_updated(), no bound segment for port a6f07354-7c72-432a-9133-30da451b3f65 on network c041d70c-aa2a-4839-a73c-c1faf9b550a2 {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:28:30.081636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:30.082263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.087157 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "PUT /v2.0/ports/a6f07354-7c72-432a-9133-30da451b3f65 HTTP/1.1" status: 200 len: 818 time: 1.2525222 Dec 13 23:28:30.087926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52038) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:30.088715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:30.093029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bc159b7a-8139-47eb-90ba-9b8e9d4c08e4 tempest-RoutersAdminNegativeTest-536689410 tempest-RoutersAdminNegativeTest-536689410-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:30.179183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7e446-f557-4fa4-bc5d-64a928c41bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef583bc-22de-48ee-b451-1f014f39eebc,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:30.183725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8fd7e446-f557-4fa4-bc5d-64a928c41bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:30.184442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Checking segment: {'id': '4c93c776-af0c-4072-b75a-bd21575e8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5ae3cc5-c678-4d6d-9693-02b4924f5290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:30.184796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network hostable DHCP agents. Network: b5ae3cc5-c678-4d6d-9693-02b4924f5290, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:30.193202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f7723dca-d999-48db-bc5c-937b890af2ab tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:30.227086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-38f2dd5e-9870-481e-9803-a930ba54b320 None None] Provisioning complete for port 036ecb22-f33d-4c1f-8319-c31b156b2789 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:30.227536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-38f2dd5e-9870-481e-9803-a930ba54b320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.237080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port a6f07354-7c72-432a-9133-30da451b3f65 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:30.237448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.329552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-38f2dd5e-9870-481e-9803-a930ba54b320 None None] Port 036ecb22-f33d-4c1f-8319-c31b156b2789 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:30.333368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:30.389694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=a6f07354-7c72-432a-9133-30da451b3f65,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:30.400666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:30.443180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network b5ae3cc5-c678-4d6d-9693-02b4924f5290 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:30.444899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:30.445390 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.465125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.533974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b0778ac-ab84-4b2d-910a-2dcf32ff87e0 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:30.556033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7319de4c-6f26-45f5-9f0e-f9bbc29f8f54 None None] Provisioning complete for port 513ef1f9-7d33-45cb-a051-151f77a2b116 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:30.556420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7319de4c-6f26-45f5-9f0e-f9bbc29f8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.560649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.569992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.573045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:30.586535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router dc9e5526-e9f6-4a9a-884a-0f20550e8b88 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:28:30.595758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:30.612670 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/b3240b1a-0ebc-42bc-8452-ba1d6d7aaac3 HTTP/1.1" status: 204 len: 168 time: 2.2518764 Dec 13 23:28:30.613317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52048) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:30.619956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7319de4c-6f26-45f5-9f0e-f9bbc29f8f54 None None] Port 513ef1f9-7d33-45cb-a051-151f77a2b116 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:30.636651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c82aa68f-8d2f-437a-a60f-0e2369349140 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:30.672718 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3795feb-7bf0-4b3d-8bb6-18bac8f326a7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:30.673167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3795feb-7bf0-4b3d-8bb6-18bac8f326a7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:30.677874 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c3795feb-7bf0-4b3d-8bb6-18bac8f326a7 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/8231adb7-1e3d-419c-9251-141dfb1e452e HTTP/1.1" status: 404 len: 337 time: 0.0590241 Dec 13 23:28:30.679093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52056) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:30.719744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c82aa68f-8d2f-437a-a60f-0e2369349140 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:30.719744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.721885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, b5ae3cc5-c678-4d6d-9693-02b4924f5290) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:30.730013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for a6f07354-7c72-432a-9133-30da451b3f65 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:30.745772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2977faaf-74fe-4849-9690-e4f2ec4b7479 None None] Network b5ae3cc5-c678-4d6d-9693-02b4924f5290 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:30.770801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:30.771377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.785520 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4eabac-6044-4589-8b88-54ba13804a9a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:30.786086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4eabac-6044-4589-8b88-54ba13804a9a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:30.787848 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9b4eabac-6044-4589-8b88-54ba13804a9a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/c455bcc6-9fc0-4539-ac41-d897baedc105 HTTP/1.1" status: 404 len: 339 time: 0.1067793 Dec 13 23:28:30.794070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.796258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52060) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:30.882436 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4228842 Dec 13 23:28:30.883142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52068) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:30.888765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Request body: {'network': {'name': 'tempest-router-network01--540718731'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:30.889272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b8872ab-8cc3-46b9-9459-a430f99fe57b tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:30.893764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:30.898990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Usage tracker for resource:network and tenant:831ce05e16664b8cad398c8a000724f9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:30.902442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:30.910595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:30.913864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.921381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:30.973791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=a6f07354-7c72-432a-9133-30da451b3f65,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:30.977358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:30.985816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:30.991388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=036ecb22-f33d-4c1f-8319-c31b156b2789,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:30.993668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:31.013920 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-7291bcec-a31d-4e67-8391-1da94b57f325 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.014358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7291bcec-a31d-4e67-8391-1da94b57f325 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.018503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7291bcec-a31d-4e67-8391-1da94b57f325 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/1517e8a3-8af0-4189-bbe7-f1ce5b4c46c4 HTTP/1.1" status: 404 len: 337 time: 0.2112429 Dec 13 23:28:31.019318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52072) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.057194 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b81dff-c051-478b-a56c-dc0635216a7d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.060663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b81dff-c051-478b-a56c-dc0635216a7d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.065948 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-01b81dff-c051-478b-a56c-dc0635216a7d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/e82c6915-63cf-4f7c-b483-27f8f2364234 HTTP/1.1" status: 404 len: 339 time: 0.0444570 Dec 13 23:28:31.067041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Made reservation on behalf of 831ce05e16664b8cad398c8a000724f9 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:31.072081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:31.087186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52078) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.115245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-b5ae3cc5-c678-4d6d-9693-02b4924f5290', 'network_id': 'b5ae3cc5-c678-4d6d-9693-02b4924f5290', 'tenant_id': '831ce05e16664b8cad398c8a000724f9', 'fixed_ips': [{'subnet_id': 'ecd64a02-ce50-472d-8470-a080530c7c9b'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:31.116461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:31.134049 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/a6f07354-7c72-432a-9133-30da451b3f65 HTTP/1.1" status: 204 len: 168 time: 1.0422814 Dec 13 23:28:31.144117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52084) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.149773 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8bb427-aa08-40b0-8d95-8d59c2500b9a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.150496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8bb427-aa08-40b0-8d95-8d59c2500b9a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.155842 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ee8bb427-aa08-40b0-8d95-8d59c2500b9a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/5cb152c9-fb45-425e-bccc-9dc08b993f73 HTTP/1.1" status: 404 len: 337 time: 0.0640707 Dec 13 23:28:31.189873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52088) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.259335 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd351a5-f93e-4777-8ec8-c6ae9eaef299 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.260083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd351a5-f93e-4777-8ec8-c6ae9eaef299 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.264861 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4cd351a5-f93e-4777-8ec8-c6ae9eaef299 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/11dec29d-b108-4321-8505-b4fdbd631629 HTTP/1.1" status: 404 len: 339 time: 0.0730777 Dec 13 23:28:31.265856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52092) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.276095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:31.329147 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-01864f99-81b4-48c5-b221-176cb8dfed15 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.329504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01864f99-81b4-48c5-b221-176cb8dfed15 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.336241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:31.339007 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/036ecb22-f33d-4c1f-8319-c31b156b2789 HTTP/1.1" status: 204 len: 168 time: 3.1901665 Dec 13 23:28:31.343459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52096) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.343653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:31.343926 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Added segment f45c22a0-9180-476a-86b4-2d40ea30c38b of type vlan for network 59c9e041-ee1a-464b-bbb7-04d82998a3ce Dec 13 23:28:31.353754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Allocated IP 172.20.0.2 (b5ae3cc5-c678-4d6d-9693-02b4924f5290/ecd64a02-ce50-472d-8470-a080530c7c9b/dd4ea9b0-328c-47e7-acfd-b728bd77f87f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:31.354484 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-01864f99-81b4-48c5-b221-176cb8dfed15 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/72c135bf-0049-46d4-bad7-7762e9ffc878 HTTP/1.1" status: 404 len: 337 time: 0.0842202 Dec 13 23:28:31.359412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52100) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.387113 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3379c4a-dc9f-4c70-a445-6d1ed07cd272 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.387547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3379c4a-dc9f-4c70-a445-6d1ed07cd272 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.389232 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e3379c4a-dc9f-4c70-a445-6d1ed07cd272 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/6c506b5b-050e-4e09-abbe-29f1c74d38e8 HTTP/1.1" status: 404 len: 339 time: 0.0289426 Dec 13 23:28:31.401743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52106) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.445913 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-164e5949-ec66-4d1b-ad02-03dfce1795a8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.446347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164e5949-ec66-4d1b-ad02-03dfce1795a8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.447272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:31.448046 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-164e5949-ec66-4d1b-ad02-03dfce1795a8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/3bd38ab9-435a-488a-a753-2973584f5188 HTTP/1.1" status: 404 len: 337 time: 0.0444539 Dec 13 23:28:31.450571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52110) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.451558 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf89e9c5-7090-488f-9398-f88d21e5078f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:28:31.452963 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cf89e9c5-7090-488f-9398-f88d21e5078f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/036ecb22-f33d-4c1f-8319-c31b156b2789 HTTP/1.1" status: 404 len: 333 time: 0.1073761 Dec 13 23:28:31.455767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52114) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.481335 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d464866-3fa9-413b-a018-32649401608b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.481783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d464866-3fa9-413b-a018-32649401608b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.483413 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4d464866-3fa9-413b-a018-32649401608b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/efc70aaa-8601-4313-9675-aee06cda685e HTTP/1.1" status: 404 len: 339 time: 0.0320053 Dec 13 23:28:31.486080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52118) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.509707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effc8e66-ea8f-48b8-a269-266f951f54ac tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:31.510426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-effc8e66-ea8f-48b8-a269-266f951f54ac tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:31.527664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52122) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.539373 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d092a9-7f87-46e0-931c-490da2ad9775 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.539844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d092a9-7f87-46e0-931c-490da2ad9775 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.544334 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e8d092a9-7f87-46e0-931c-490da2ad9775 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/baaa51d1-259d-4254-805a-bc2637ee2329 HTTP/1.1" status: 404 len: 337 time: 0.0545256 Dec 13 23:28:31.552681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52128) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.557571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:31.568843 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d338242-187c-45c9-a493-839cecb4fd7d None None] Sync routers for ids ['dc9e5526-e9f6-4a9a-884a-0f20550e8b88'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:31.572551 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/dc9e5526-e9f6-4a9a-884a-0f20550e8b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5253501 Dec 13 23:28:31.572911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52134) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.586522 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-280613f5-588f-42e8-97d2-6c4dbba11ba3 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.587007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280613f5-588f-42e8-97d2-6c4dbba11ba3 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.588596 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-280613f5-588f-42e8-97d2-6c4dbba11ba3 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/2ef8f711-102b-4805-866c-190e3d3d61ea HTTP/1.1" status: 404 len: 339 time: 0.0365968 Dec 13 23:28:31.596781 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d338242-187c-45c9-a493-839cecb4fd7d None None] Routers {'dc9e5526-e9f6-4a9a-884a-0f20550e8b88'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:31.597787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52138) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.604062 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3d338242-187c-45c9-a493-839cecb4fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc9e5526-e9f6-4a9a-884a-0f20550e8b88'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:31.643654 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6c8840-02b6-461d-84ba-b0bf06af3105 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.644079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6c8840-02b6-461d-84ba-b0bf06af3105 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.645737 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ad6c8840-02b6-461d-84ba-b0bf06af3105 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/d0f5598d-c8f7-4dd9-b4fa-c50e56d9f504 HTTP/1.1" status: 404 len: 337 time: 0.0470135 Dec 13 23:28:31.646854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-effc8e66-ea8f-48b8-a269-266f951f54ac tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:31.650595 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-effc8e66-ea8f-48b8-a269-266f951f54ac tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.5025892 Dec 13 23:28:31.650595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-809b5e3c-2f88-4fef-a910-7cd3be893e86 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:31.650595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:31.652652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52142) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.652993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52144) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.654367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:31.654998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:31.662254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:31.743409 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3d338242-187c-45c9-a493-839cecb4fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:31.766057 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d338242-187c-45c9-a493-839cecb4fd7d None None] Routers {'dc9e5526-e9f6-4a9a-884a-0f20550e8b88'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:31.767134 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3d338242-187c-45c9-a493-839cecb4fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc9e5526-e9f6-4a9a-884a-0f20550e8b88'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:31.771248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-dafcab90-8afe-4d3e-90ff-fb3eb47311ea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:31.771948 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-dafcab90-8afe-4d3e-90ff-fb3eb47311ea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 23:28:31.777440 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dafcab90-8afe-4d3e-90ff-fb3eb47311ea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2482753 Dec 13 23:28:31.779963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52150) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.794914 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9105840 Dec 13 23:28:31.799783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-809b5e3c-2f88-4fef-a910-7cd3be893e86 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:31.805011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20170043-4d02-4cb4-bee7-b95c2a2b4132 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:31.806189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-20170043-4d02-4cb4-bee7-b95c2a2b4132 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:31.809198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52154) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.817484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074043318'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:31.818602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Network': ['ID=59c9e041-ee1a-464b-bbb7-04d82998a3ce,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:31.824194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b14138-faf9-42c5-95c7-a37456fd016f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.824852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b14138-faf9-42c5-95c7-a37456fd016f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.827394 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-70b14138-faf9-42c5-95c7-a37456fd016f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/6cfc4999-28aa-4282-bcc5-cf14d035b6d1 HTTP/1.1" status: 404 len: 339 time: 0.1734645 Dec 13 23:28:31.827911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:31.830847 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-3987f796-181f-4367-a587-25274ce61d02 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:28:31.831024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52158) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.831679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3987f796-181f-4367-a587-25274ce61d02 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:31.835560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:31.838895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 59c9e041-ee1a-464b-bbb7-04d82998a3ce details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:31.842344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Request body: {'network': {'name': 'tempest-router-network02--1444856250'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:31.852768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:31.859891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:31.866424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:31.871785 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3d338242-187c-45c9-a493-839cecb4fd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:31.872308 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d338242-187c-45c9-a493-839cecb4fd7d None None] The sync data for ids ['dc9e5526-e9f6-4a9a-884a-0f20550e8b88'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:31.877475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:31.879899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Usage tracker for resource:network and tenant:831ce05e16664b8cad398c8a000724f9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:31.887078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:31.888260 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ccb679-3a3e-4b6a-9fcc-f5cec9f6388b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:31.888718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ccb679-3a3e-4b6a-9fcc-f5cec9f6388b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:31.891672 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-72ccb679-3a3e-4b6a-9fcc-f5cec9f6388b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/e4a25b6f-4ed0-4328-a589-b15e924dfd14 HTTP/1.1" status: 404 len: 337 time: 0.0585401 Dec 13 23:28:31.893079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52162) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.898520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:31.900355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3987f796-181f-4367-a587-25274ce61d02 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:31.901478 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3987f796-181f-4367-a587-25274ce61d02 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/a6f07354-7c72-432a-9133-30da451b3f65 HTTP/1.1" status: 404 len: 333 time: 0.2441239 Dec 13 23:28:31.905392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52166) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.914768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-145021649'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:31.924316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:31.925413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:network and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:31.929083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:31.935742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:31.944989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-20170043-4d02-4cb4-bee7-b95c2a2b4132 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:31.950163 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-20170043-4d02-4cb4-bee7-b95c2a2b4132 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports/513ef1f9-7d33-45cb-a051-151f77a2b116 HTTP/1.1" status: 200 len: 911 time: 0.3725326 Dec 13 23:28:31.950163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52170) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:31.986646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.017488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.029889 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6349343-6387-47b3-b1eb-8ec873d35341 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:32.030325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6349343-6387-47b3-b1eb-8ec873d35341 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:32.041581 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f6349343-6387-47b3-b1eb-8ec873d35341 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/6d70b856-647d-4c38-a5ff-94af6d618de9 HTTP/1.1" status: 404 len: 339 time: 0.1449051 Dec 13 23:28:32.041812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52174) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:32.080282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Made reservation on behalf of 831ce05e16664b8cad398c8a000724f9 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:32.083167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.093816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:32.097532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.126444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.126906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Transition to ACTIVE for port object dd4ea9b0-328c-47e7-acfd-b728bd77f87f will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:32.129090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-809b5e3c-2f88-4fef-a910-7cd3be893e86 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.132392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-809b5e3c-2f88-4fef-a910-7cd3be893e86 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.133916 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-809b5e3c-2f88-4fef-a910-7cd3be893e86 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/security-groups/d27a1ab3-776e-4101-a9e2-c061def95619 HTTP/1.1" status: 204 len: 168 time: 0.6768501 Dec 13 23:28:32.137138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-221996ee-f059-477c-8319-4fb3acc91748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:32.138628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52178) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:32.148798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Transition to ACTIVE for port object dd4ea9b0-328c-47e7-acfd-b728bd77f87f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:32.199675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b5e3c-2f88-4fef-a910-7cd3be893e86 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27a1ab3-776e-4101-a9e2-c061def95619,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:32.201968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-809b5e3c-2f88-4fef-a910-7cd3be893e86 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:32.224240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:32.232666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.233824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:32.237668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-21aa0fcb-7238-443e-b9c7-3367acb50ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:32.251927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:32.256791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting subnet 61613745-607e-4aae-bc71-038be309d075 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:32.259928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.273985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.274209 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Added segment 3b027491-cf2b-4f5a-bc00-dbb22742d019 of type vlan for network 8c64049b-0ad5-47f5-82cb-8c38b8848605 Dec 13 23:28:32.275931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:32.281223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.281567 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Added segment f0af1869-4b6e-4f0b-8190-5e643fa5e606 of type vlan for network 09173e48-6f18-4109-91bb-2c992a573af1 Dec 13 23:28:32.286489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:32.306656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:32.308678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Network b5ae3cc5-c678-4d6d-9693-02b4924f5290 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:32.311703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:32.315233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:32.322155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.322912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Pushing event updated for resources: {'Port': ['ID=dd4ea9b0-328c-47e7-acfd-b728bd77f87f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:32.327489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:32.379074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4731-cad2-4189-8358-ed646a135b68 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.386345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.390726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.418433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.424486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Attempting to bind port dd4ea9b0-328c-47e7-acfd-b728bd77f87f on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:32.425036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Attempting to bind port dd4ea9b0-328c-47e7-acfd-b728bd77f87f by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4c93c776-af0c-4072-b75a-bd21575e8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5ae3cc5-c678-4d6d-9693-02b4924f5290'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:32.425276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Attempting to bind port dd4ea9b0-328c-47e7-acfd-b728bd77f87f on network b5ae3cc5-c678-4d6d-9693-02b4924f5290 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:32.433407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:32.437310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Checking segment: {'id': '4c93c776-af0c-4072-b75a-bd21575e8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5ae3cc5-c678-4d6d-9693-02b4924f5290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:32.437310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.437310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Bound using segment: {'id': '4c93c776-af0c-4072-b75a-bd21575e8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5ae3cc5-c678-4d6d-9693-02b4924f5290'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:32.437310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Bound port: dd4ea9b0-328c-47e7-acfd-b728bd77f87f, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c93c776-af0c-4072-b75a-bd21575e8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b5ae3cc5-c678-4d6d-9693-02b4924f5290'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:32.437310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.464504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4731-cad2-4189-8358-ed646a135b68 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.529297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] For port dd4ea9b0-328c-47e7-acfd-b728bd77f87f, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:32.532334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] For port dd4ea9b0-328c-47e7-acfd-b728bd77f87f, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=dd4ea9b0-328c-47e7-acfd-b728bd77f87f,segment=NetworkSegment(4c93c776-af0c-4072-b75a-bd21575e8498),segment_id=4c93c776-af0c-4072-b75a-bd21575e8498)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:32.558863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.564271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:32.581756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.587033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d2b45b0d-1c0b-4890-827c-13d2275313ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:32.609987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Subnet': ['ID=61613745-607e-4aae-bc71-038be309d075,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:32.609987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:32.610326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.610444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.613729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:32.614316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.626808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ae828-f225-4f5b-9b2a-3e156bf36106 None None] Network ef473d18-bc41-4433-abcf-e8ae74514f10 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:32.676412 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/subnets/61613745-607e-4aae-bc71-038be309d075 HTTP/1.1" status: 204 len: 168 time: 0.6329875 Dec 13 23:28:32.676945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ddcb88db-93f4-42fb-915d-64047f0a040b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:32.678982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52184) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:32.711754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.715502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:32.716095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.774483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Pushing event updated for resources: {'Port': ['ID=dd4ea9b0-328c-47e7-acfd-b728bd77f87f,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:32.778771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:32.807716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.820718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Deleting port 74f8871a-5b32-4963-a360-44985604531a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:32.822353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.830982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.869390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4731-cad2-4189-8358-ed646a135b68 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.871821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4731-cad2-4189-8358-ed646a135b68 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:32.875751 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6c4e4731-cad2-4189-8358-ed646a135b68 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/security-groups/abf3c4ce-263f-4d19-8e6c-34317d0217a4 HTTP/1.1" status: 204 len: 168 time: 0.7274473 Dec 13 23:28:32.878680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52188) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:32.880594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Network': ['ID=8c64049b-0ad5-47f5-82cb-8c38b8848605,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:32.885871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:32.888068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:32.895336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:32.957426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.024987 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1182969 Dec 13 23:28:33.038695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52192) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:33.046710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:33.058545 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2369421 Dec 13 23:28:33.064954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] DHCP port deletion for ef473d18-bc41-4433-abcf-e8ae74514f10 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:33.067953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52196) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:33.073499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] Deleting port 74f8871a-5b32-4963-a360-44985604531a {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:33.073499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.083479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Network': ['ID=09173e48-6f18-4109-91bb-2c992a573af1,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:33.103024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:33.103546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d05d1844-a430-45c3-bde4-24138d62dcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:33.126379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:33.131740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 09173e48-6f18-4109-91bb-2c992a573af1 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:33.156772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:33.165253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:33.169241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e4731-cad2-4189-8358-ed646a135b68 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf3c4ce-263f-4d19-8e6c-34317d0217a4,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:33.169649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Request body: {'subnet': {'network_id': '59c9e041-ee1a-464b-bbb7-04d82998a3ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:33.245727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:33.301255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dd8ed9-84b9-4ca4-8387-bb9efb04b7d4,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:33.309370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:33.309895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:33.310280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:33.321054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:33.352976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.417548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Usage tracker for resource:subnet and tenant:831ce05e16664b8cad398c8a000724f9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:33.426130 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:33.438895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] For port 74f8871a-5b32-4963-a360-44985604531a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74f8871a-5b32-4963-a360-44985604531a,segment=NetworkSegment(7aaf3577-5de7-4e68-860a-dcc59db73b26),segment_id=7aaf3577-5de7-4e68-860a-dcc59db73b26)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:33.439267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.458270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:33.546384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] For port 74f8871a-5b32-4963-a360-44985604531a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=74f8871a-5b32-4963-a360-44985604531a,segment=NetworkSegment(7aaf3577-5de7-4e68-860a-dcc59db73b26),segment_id=7aaf3577-5de7-4e68-860a-dcc59db73b26)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:33.546826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.585005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:33.592985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Calling delete_port for 74f8871a-5b32-4963-a360-44985604531a owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:33.604655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet c36c098b-fa2f-457d-aaf0-5102f1f78e88 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:33.622521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.656931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:33.661724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:33.670733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] Calling delete_port for 74f8871a-5b32-4963-a360-44985604531a owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:33.684302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:33.694492 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.708163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.725605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Made reservation on behalf of 831ce05e16664b8cad398c8a000724f9 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:33.797944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.808995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:33.829000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:33.829609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:33.830270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:33.849642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.860113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-170df158-b36a-4b08-9b21-1f7c5bcb0987 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:33.870289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff3e1be-d319-4c98-87d9-5c2aaf9d51d8,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:33.874283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.903034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Port': ['ID=74f8871a-5b32-4963-a360-44985604531a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:33.909158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:33.910037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.927722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:33.951361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:33.952673 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1677167 Dec 13 23:28:33.963911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52200) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:33.974663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '8ff3e1be-d319-4c98-87d9-5c2aaf9d51d8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:33.984422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:34.002510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:34.008120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:34.011043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae694fd-e392-4262-9735-195d0e76672a None None] Network b5ae3cc5-c678-4d6d-9693-02b4924f5290 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:34.020506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:34.165111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] No DVR routers for this DVR port 74f8871a-5b32-4963-a360-44985604531a on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:34.188554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.195222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e7973541-6eda-45ff-a215-ecc806847e0b None None] Provisioning for port dd4ea9b0-328c-47e7-acfd-b728bd77f87f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:34.197935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ae96f179-5d1a-41a7-8a76-d7b1ce9c57fd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:34.219003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.252064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=c36c098b-fa2f-457d-aaf0-5102f1f78e88,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:34.255799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.268933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:34.282392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.299146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f5edc3-c6a5-4fac-a757-2e472648e338 None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:34.348199 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/c36c098b-fa2f-457d-aaf0-5102f1f78e88 HTTP/1.1" status: 204 len: 168 time: 1.4643598 Dec 13 23:28:34.355326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52204) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:34.363364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:34.430123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.451600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] Deleting port 74f8871a-5b32-4963-a360-44985604531a {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:34.452006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.468469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef473d18-bc41-4433-abcf-e8ae74514f10']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:34.477020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device dd4ea9b0-328c-47e7-acfd-b728bd77f87f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:34.488229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aaf3577-5de7-4e68-860a-dcc59db73b26') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:34.488784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aaf3577-5de7-4e68-860a-dcc59db73b26') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:34.495419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.505671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.569458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.573262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.579928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:34.580331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.581301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:34.596480 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:34.604830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:34.608330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:34.610656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0251c11c-649e-4259-818b-a7fc8f82ea01 None None] The port '74f8871a-5b32-4963-a360-44985604531a' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:34.615958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d86c8b-ab54-45f9-b9ac-de3988144490,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:34.620900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:34.633558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:34.636388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:34.717176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.721390 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7561650 Dec 13 23:28:34.722075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52208) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:34.730459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:34.735251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.754376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7783b6e3-5be4-48b5-b995-d4a7ccda8dbf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '8ff3e1be-d319-4c98-87d9-5c2aaf9d51d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:34.775218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port dd4ea9b0-328c-47e7-acfd-b728bd77f87f completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:34.785467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port dd4ea9b0-328c-47e7-acfd-b728bd77f87f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:34.786233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.792016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7783b6e3-5be4-48b5-b995-d4a7ccda8dbf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:34.802194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7783b6e3-5be4-48b5-b995-d4a7ccda8dbf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:34.857432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.862190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c553d2c5-700d-49a9-af22-eeff5dcd12e5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:34.872134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7783b6e3-5be4-48b5-b995-d4a7ccda8dbf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:34.880632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 513ef1f9-7d33-45cb-a051-151f77a2b116 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:34.881396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.888174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.901482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.910367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Pushing event deleted for resources: {'Network': ['ID=ef473d18-bc41-4433-abcf-e8ae74514f10,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:34.924010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:34.924934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f7231aa4-14de-4c15-91ed-6924cc654a68 tempest-RoutersAdminTest-1357924495 tempest-RoutersAdminTest-1357924495-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:34.926942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7783b6e3-5be4-48b5-b995-d4a7ccda8dbf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:34.958099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.967967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:34.983689 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] 10.222.0.30 "DELETE /v2.0/networks/ef473d18-bc41-4433-abcf-e8ae74514f10 HTTP/1.1" status: 204 len: 168 time: 2.3013937 Dec 13 23:28:35.041940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Subnet': ['ID=54d6e235-1952-4f37-ad00-b9ad511d17d0,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:35.047088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port dd4ea9b0-328c-47e7-acfd-b728bd77f87f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=dd4ea9b0-328c-47e7-acfd-b728bd77f87f,segment=NetworkSegment(4c93c776-af0c-4072-b75a-bd21575e8498),segment_id=4c93c776-af0c-4072-b75a-bd21575e8498)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:35.058717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:35.061801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:35.072992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9fc83afa-0c8a-48b5-aa7e-0f91301701b1 None None] Provisioning complete for port dd4ea9b0-328c-47e7-acfd-b728bd77f87f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:35.073718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9fc83afa-0c8a-48b5-aa7e-0f91301701b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.089983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7783b6e3-5be4-48b5-b995-d4a7ccda8dbf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.113367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.126126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Checking segment: {'id': 'f45c22a0-9180-476a-86b4-2d40ea30c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59c9e041-ee1a-464b-bbb7-04d82998a3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:35.126504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network hostable DHCP agents. Network: 59c9e041-ee1a-464b-bbb7-04d82998a3ce, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:35.133529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:35.154574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Checking segment: {'id': '3b027491-cf2b-4f5a-bc00-dbb22742d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:35.154937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network hostable DHCP agents. Network: 8c64049b-0ad5-47f5-82cb-8c38b8848605, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:35.164638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=547cc739-f120-4420-a6a5-b040922e2729,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:35.168989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:35.248877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74f8871a-5b32-4963-a360-44985604531a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:35.293275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network 59c9e041-ee1a-464b-bbb7-04d82998a3ce is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:35.293929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 74f8871a-5b32-4963-a360-44985604531a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:35.294347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 74f8871a-5b32-4963-a360-44985604531a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:35.298450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=dd4ea9b0-328c-47e7-acfd-b728bd77f87f,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:35.329968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:35.336524 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:35.404567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 59c9e041-ee1a-464b-bbb7-04d82998a3ce) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:35.405062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.406491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 8c64049b-0ad5-47f5-82cb-8c38b8848605) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:35.411078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:35.411694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.416140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:35.416701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.429200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65993751-cbed-412f-a19d-2f21b7d3adaa None None] Network 59c9e041-ee1a-464b-bbb7-04d82998a3ce requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:35.453051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e3b6d-04ca-475c-9606-4aa5ad72b7dc None None] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:35.542853 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4622083 Dec 13 23:28:35.544807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52214) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:35.550988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Request body: {'subnet': {'network_id': '09173e48-6f18-4109-91bb-2c992a573af1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:35.598549 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5603271 Dec 13 23:28:35.604597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52218) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:35.612863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:35.685643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 513ef1f9-7d33-45cb-a051-151f77a2b116 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:35.691273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7ac93221-b37c-4484-863e-1854d7c1fc64 None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:35.691680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7ac93221-b37c-4484-863e-1854d7c1fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.714152 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-7783b6e3-5be4-48b5-b995-d4a7ccda8dbf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 23:28:35.718385 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7783b6e3-5be4-48b5-b995-d4a7ccda8dbf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9930227 Dec 13 23:28:35.718974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52224) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:35.769938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52228) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:35.792613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:35.814018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Usage tracker for resource:subnet and tenant:831ce05e16664b8cad398c8a000724f9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:35.820796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:35.831427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:35.840294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0d674da8-6daa-48ae-bd59-8762af2a9501 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.876805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:35.882229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:35.885818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:35.892452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:35.911557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0d674da8-6daa-48ae-bd59-8762af2a9501 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.938693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Made reservation on behalf of 831ce05e16664b8cad398c8a000724f9 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:35.967404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:35.974654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce82b7f0-cef1-4dd3-a1ab-9539e6d0d539 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:36.020009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-8c64049b-0ad5-47f5-82cb-8c38b8848605', 'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605', 'tenant_id': '4dff06d63ab0478ba59bc0ffe360cae3', 'fixed_ips': [{'subnet_id': '547cc739-f120-4420-a6a5-b040922e2729'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:36.020717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.022098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:36.025708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.094306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-59c9e041-ee1a-464b-bbb7-04d82998a3ce', 'network_id': '59c9e041-ee1a-464b-bbb7-04d82998a3ce', 'tenant_id': '831ce05e16664b8cad398c8a000724f9', 'fixed_ips': [{'subnet_id': '54d6e235-1952-4f37-ad00-b9ad511d17d0'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:36.094729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:36.095739 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.097718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0d674da8-6daa-48ae-bd59-8762af2a9501 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.100824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:36.103536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:36.104329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.108044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=90802dd2-799d-45df-bc40-5648cf0d4a43,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:36.111090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:36.123149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-96e3a1b9-89dd-4ea4-962c-3fcf7b121fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:36.144283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d674da8-6daa-48ae-bd59-8762af2a9501 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff3e1be-d319-4c98-87d9-5c2aaf9d51d8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:36.146733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0d674da8-6daa-48ae-bd59-8762af2a9501 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:36.154250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7439be25-4565-4815-81cd-4bedd39be392 None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:36.166659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0d674da8-6daa-48ae-bd59-8762af2a9501 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.170499 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0d674da8-6daa-48ae-bd59-8762af2a9501 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/8ff3e1be-d319-4c98-87d9-5c2aaf9d51d8 HTTP/1.1" status: 204 len: 168 time: 0.4389937 Dec 13 23:28:36.170737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52234) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:36.207447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.231521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-22f32608-ad50-42cd-a6c7-52223bce7da3 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:36.238576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.249992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-40f4703a-8adb-4177-9e66-2a1e19da9af6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:36.308867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=513ef1f9-7d33-45cb-a051-151f77a2b116,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:36.313421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:36.317648 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9587317 Dec 13 23:28:36.345642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52238) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:36.366259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221267420'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:36.424847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device dd4ea9b0-328c-47e7-acfd-b728bd77f87f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:36.436551 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fd19606e-b92d-45ca-8fa5-5151919d149c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aacb3937ef3e4b84be1940a66a4de119&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6652262 Dec 13 23:28:36.439940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52242) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:36.442749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:36.453496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-22f32608-ad50-42cd-a6c7-52223bce7da3 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:36.454819 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-22f32608-ad50-42cd-a6c7-52223bce7da3 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2831793 Dec 13 23:28:36.459174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52246) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:36.479924 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.ipam_backend_mixin [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 547cc739-f120-4420-a6a5-b040922e2729 (CIDR: 2001:db8::/64) Dec 13 23:28:36.491531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633749934'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:36.505120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:36.524110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:36.527203 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:36.528003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:36.534212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:36.535298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:36.557764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:36.580877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7ac93221-b37c-4484-863e-1854d7c1fc64 None None] Provisioning complete for port a8ac5f45-a677-4def-9c86-a25f6b49368b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:36.581492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7ac93221-b37c-4484-863e-1854d7c1fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.601648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.642122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.669274 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-14891dc6-df83-4872-9312-f131f61b7f1e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0634360 Dec 13 23:28:36.685401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52250) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:36.695383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:36.699602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.716598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-86686628-893a-4103-a058-f2c6414e5880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.747724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:36.804513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:36.809801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:36.823908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port dd4ea9b0-328c-47e7-acfd-b728bd77f87f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:36.824305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.828512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-86686628-893a-4103-a058-f2c6414e5880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.828969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:36.836585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:36.847546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-01cb29e6-b7c1-4db1-bc85-a5643744ceeb tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:36.860925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7ac93221-b37c-4484-863e-1854d7c1fc64 None None] Port a8ac5f45-a677-4def-9c86-a25f6b49368b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:36.867139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:36.886501 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Allocated IP 2001:db8::2 (8c64049b-0ad5-47f5-82cb-8c38b8848605/547cc739-f120-4420-a6a5-b040922e2729/3118d4ab-5329-4420-81b7-7b91e47ff537) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:36.926779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Allocated IP 172.20.0.2 (59c9e041-ee1a-464b-bbb7-04d82998a3ce/54d6e235-1952-4f37-ad00-b9ad511d17d0/0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:36.942267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group_rule and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:36.981133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:36.983807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Subnet': ['ID=61755092-5b86-45b8-8b15-501cd1d7d467,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:36.997983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:37.003685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:37.015141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:37.018264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:37.022423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.028979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:37.032456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:37.040059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Checking segment: {'id': 'f0af1869-4b6e-4f0b-8190-5e643fa5e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09173e48-6f18-4109-91bb-2c992a573af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:37.040422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network hostable DHCP agents. Network: 09173e48-6f18-4109-91bb-2c992a573af1, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:37.071676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.075997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-463199aa-c75a-4d2b-a8c4-b7d7bbfb98c1 tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:37.113494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network 09173e48-6f18-4109-91bb-2c992a573af1 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:37.125010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e704c6-a9c4-4e36-bb92-46b84ad192a8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:37.128242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:37.132859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:37.136925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.199243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-86686628-893a-4103-a058-f2c6414e5880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.210496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-807a294f-0873-4ae8-a7a8-4122946d4b37 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:37.220799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 09173e48-6f18-4109-91bb-2c992a573af1) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:37.227788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.229307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7474265 Dec 13 23:28:37.229975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52254) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:37.238677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:37.239148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.245427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86686628-893a-4103-a058-f2c6414e5880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad468b5-f1aa-4951-80ce-c619bf042bca,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:37.250663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-86686628-893a-4103-a058-f2c6414e5880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:37.251552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f062f-cbc4-4116-b380-7efe543f6dee None None] Network 09173e48-6f18-4109-91bb-2c992a573af1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:37.255502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ced92e85-8222-4683-9539-b73be32bfb8c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '06e704c6-a9c4-4e36-bb92-46b84ad192a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:37.256710 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-ced92e85-8222-4683-9539-b73be32bfb8c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:37.260161 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ced92e85-8222-4683-9539-b73be32bfb8c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0255504 Dec 13 23:28:37.261076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52258) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:37.268477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.271018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-86686628-893a-4103-a058-f2c6414e5880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.275522 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-86686628-893a-4103-a058-f2c6414e5880 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ad468b5-f1aa-4951-80ce-c619bf042bca HTTP/1.1" status: 204 len: 168 time: 0.8317816 Dec 13 23:28:37.286955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router dc9e5526-e9f6-4a9a-884a-0f20550e8b88 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:28:37.369401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.379307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8308737 Dec 13 23:28:37.380483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52264) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:37.388908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-86686628-893a-4103-a058-f2c6414e5880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:37.451500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7f12547-2513-4bf8-a3b6-92261ff5016f tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.453022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.507092 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Transition to ACTIVE for port object 3118d4ab-5329-4420-81b7-7b91e47ff537 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:37.597464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7f12547-2513-4bf8-a3b6-92261ff5016f tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.641254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf06cf8-bc99-4528-9f1f-2897bc1812cd,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:37.644209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:37.657280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:37.674033 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/dc9e5526-e9f6-4a9a-884a-0f20550e8b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7230995 Dec 13 23:28:37.675319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52268) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:37.679735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14625d-48c7-4c58-a61a-c1e5bb6b95bf None None] Sync routers for ids ['dc9e5526-e9f6-4a9a-884a-0f20550e8b88'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:37.715509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.719118 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3639123 Dec 13 23:28:37.719825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52272) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:37.726312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Transition to ACTIVE for port object 3118d4ab-5329-4420-81b7-7b91e47ff537 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:37.734481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'security_group': {'name': 'tempest-secgroup-1301143644'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:37.738334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-250c6616-3baf-42f8-a796-dcc400524120 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:37.770325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bcf2f-9850-4370-82dd-11865a1b2475 None None] Update dhcp port {'port': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'fixed_ips': [{'subnet_id': '0af6e54c-6d8a-4d9d-b003-f61c31f52357', 'ip_address': '172.20.0.18'}, {'subnet_id': '90802dd2-799d-45df-bc40-5648cf0d4a43'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '4f66d36a-70c2-4ad8-8c26-5c83e1c2a306'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:28:37.795929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:37.811719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:37.820653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:37.828535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.837211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:37.839106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-af8f9668-8690-461c-a27c-b42523017285 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:37.875738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-250c6616-3baf-42f8-a796-dcc400524120 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:37.883032 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-250c6616-3baf-42f8-a796-dcc400524120 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9e5526-e9f6-4a9a-884a-0f20550e8b88 HTTP/1.1" status: 200 len: 205 time: 0.2066507 Dec 13 23:28:37.884165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52276) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:37.928896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14625d-48c7-4c58-a61a-c1e5bb6b95bf None None] Routers {'dc9e5526-e9f6-4a9a-884a-0f20550e8b88'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:37.929539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fd14625d-48c7-4c58-a61a-c1e5bb6b95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc9e5526-e9f6-4a9a-884a-0f20550e8b88'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:37.985083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7f12547-2513-4bf8-a3b6-92261ff5016f tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:37.993905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-52216219-d279-4bbd-964f-d921da2954df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:38.009297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.017538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.018128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.028135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-314bcf2f-9850-4370-82dd-11865a1b2475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.030834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f12547-2513-4bf8-a3b6-92261ff5016f tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e704c6-a9c4-4e36-bb92-46b84ad192a8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:38.041477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-25982a27-67d2-4498-9543-e0d49c8cc353 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.041998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b7f12547-2513-4bf8-a3b6-92261ff5016f tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:38.042114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:38.063328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fd14625d-48c7-4c58-a61a-c1e5bb6b95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:38.083530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:38.090089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Transition to ACTIVE for port object 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:38.097266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Pushing event updated for resources: {'Port': ['ID=3118d4ab-5329-4420-81b7-7b91e47ff537,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:38.100499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:38.102247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:38.122538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:38.140670 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:38.140857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7f12547-2513-4bf8-a3b6-92261ff5016f tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.140857 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b7f12547-2513-4bf8-a3b6-92261ff5016f tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/06e704c6-a9c4-4e36-bb92-46b84ad192a8 HTTP/1.1" status: 204 len: 168 time: 0.8667207 Dec 13 23:28:38.140857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:38.145326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52280) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:38.145929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:38.146543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.197739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:38.208615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=2b1d3bcb-ccca-4017-8284-ad27fa8ea751,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:38.210646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Transition to ACTIVE for port object 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:38.217576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd14625d-48c7-4c58-a61a-c1e5bb6b95bf None None] Routers {'dc9e5526-e9f6-4a9a-884a-0f20550e8b88'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:38.218225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fd14625d-48c7-4c58-a61a-c1e5bb6b95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['dc9e5526-e9f6-4a9a-884a-0f20550e8b88'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:38.222576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:38.228385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group_rule and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:38.237840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:38.258243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:38.312634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-09173e48-6f18-4109-91bb-2c992a573af1', 'network_id': '09173e48-6f18-4109-91bb-2c992a573af1', 'tenant_id': '831ce05e16664b8cad398c8a000724f9', 'fixed_ips': [{'subnet_id': '61755092-5b86-45b8-8b15-501cd1d7d467'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:38.313458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.342625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.414983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:38.449208 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7600057 Dec 13 23:28:38.449433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fd14625d-48c7-4c58-a61a-c1e5bb6b95bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:38.449433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd14625d-48c7-4c58-a61a-c1e5bb6b95bf None None] The sync data for ids ['dc9e5526-e9f6-4a9a-884a-0f20550e8b88'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:38.451003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.462754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52284) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:38.469285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-98614b07-0188-430e-8670-78498973b49d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:38.482183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605', 'fixed_ips': [{'subnet_id': '547cc739-f120-4420-a6a5-b040922e2729'}, {'subnet_id': '2b1d3bcb-ccca-4017-8284-ad27fa8ea751'}], 'name': 'tempest-PortsIpV6TestJSON-1904637113'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:38.511871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-25982a27-67d2-4498-9543-e0d49c8cc353 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.516951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-25982a27-67d2-4498-9543-e0d49c8cc353 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.582928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Network 59c9e041-ee1a-464b-bbb7-04d82998a3ce is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:38.586715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Attempting to bind port 3118d4ab-5329-4420-81b7-7b91e47ff537 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:38.587087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Attempting to bind port 3118d4ab-5329-4420-81b7-7b91e47ff537 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '3b027491-cf2b-4f5a-bc00-dbb22742d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:38.587449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Attempting to bind port 3118d4ab-5329-4420-81b7-7b91e47ff537 on network 8c64049b-0ad5-47f5-82cb-8c38b8848605 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:38.592066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-25982a27-67d2-4498-9543-e0d49c8cc353 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.592843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25982a27-67d2-4498-9543-e0d49c8cc353 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Fanout notify agent at l3_agent the message router_deleted on router dc9e5526-e9f6-4a9a-884a-0f20550e8b88 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:28:38.596817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Pushing event updated for resources: {'Port': ['ID=0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:38.601943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:38.605123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-25982a27-67d2-4498-9543-e0d49c8cc353 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.608685 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-25982a27-67d2-4498-9543-e0d49c8cc353 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/dc9e5526-e9f6-4a9a-884a-0f20550e8b88 HTTP/1.1" status: 204 len: 168 time: 0.7209265 Dec 13 23:28:38.609079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52288) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:38.610104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:38.614810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:38.669455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:38.669719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Checking segment: {'id': '3b027491-cf2b-4f5a-bc00-dbb22742d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:38.670126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.670541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Bound using segment: {'id': '3b027491-cf2b-4f5a-bc00-dbb22742d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:38.671006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Bound port: 3118d4ab-5329-4420-81b7-7b91e47ff537, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b027491-cf2b-4f5a-bc00-dbb22742d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:38.671591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.713451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-98614b07-0188-430e-8670-78498973b49d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:38.714952 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-98614b07-0188-430e-8670-78498973b49d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5636022 Dec 13 23:28:38.726034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52292) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:38.736161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.747658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762905087'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:38.793534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:38.802546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.813932 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting subnet 490f86c3-2d12-4475-9208-fc60d235ad0e {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:38.816914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.822512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6689747e-5051-4b33-b985-d33971482517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:38.856684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:38.874294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.904231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-314bcf2f-9850-4370-82dd-11865a1b2475 None None] Allocated IP 172.20.0.2 (4c91d3fb-e096-4772-8d7c-54272186bcc3/90802dd2-799d-45df-bc40-5648cf0d4a43/4f66d36a-70c2-4ad8-8c26-5c83e1c2a306) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:38.917175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Attempting to bind port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:38.917802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Attempting to bind port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'f45c22a0-9180-476a-86b4-2d40ea30c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59c9e041-ee1a-464b-bbb7-04d82998a3ce'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:38.918169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Attempting to bind port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a on network 59c9e041-ee1a-464b-bbb7-04d82998a3ce {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:38.921628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757f2a34-bb2b-4ace-9a0f-cfcbd6c9ae52,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:38.930928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:38.934538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:38.947534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Allocated IP 172.20.0.2 (09173e48-6f18-4109-91bb-2c992a573af1/61755092-5b86-45b8-8b15-501cd1d7d467/45849570-cd65-4763-8079-9196b057f0d7) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:38.972790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.979487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:38.979892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Checking segment: {'id': 'f45c22a0-9180-476a-86b4-2d40ea30c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59c9e041-ee1a-464b-bbb7-04d82998a3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:38.980268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.980417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:38.980961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Bound using segment: {'id': 'f45c22a0-9180-476a-86b4-2d40ea30c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59c9e041-ee1a-464b-bbb7-04d82998a3ce'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:38.981601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Bound port: 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45c22a0-9180-476a-86b4-2d40ea30c38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '59c9e041-ee1a-464b-bbb7-04d82998a3ce'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:38.982333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:38.985340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.015754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] For port 3118d4ab-5329-4420-81b7-7b91e47ff537, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:39.019904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.024361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52296) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:39.024762 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3020611 Dec 13 23:28:39.032464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'security_group': {'name': 'tempest-secgroup-1974346517'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:39.038434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:39.042610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:39.045727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:39.051565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:39.098370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:39.104464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.131371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:39.135272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] For port 3118d4ab-5329-4420-81b7-7b91e47ff537, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3118d4ab-5329-4420-81b7-7b91e47ff537,segment=NetworkSegment(3b027491-cf2b-4f5a-bc00-dbb22742d019),segment_id=3b027491-cf2b-4f5a-bc00-dbb22742d019)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:39.138829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:39.143457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:39.152663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:39.155740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.166139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Allocated IP 172.20.0.1 (59c9e041-ee1a-464b-bbb7-04d82998a3ce/54d6e235-1952-4f37-ad00-b9ad511d17d0/56a0af15-9a52-43c8-98c8-942af31ffb9f) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:39.170277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port ec19152f-7d22-48a3-a05c-17b6feff09bd yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:28:39.193705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:39.197726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:security_group_rule and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:39.200735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:39.207853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:39.211035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.217586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-22450b68-9c78-4cf1-a073-f5b204ca989f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:39.262059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Subnet': ['ID=490f86c3-2d12-4475-9208-fc60d235ad0e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:39.268672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:39.276322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.304110 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/490f86c3-2d12-4475-9208-fc60d235ad0e HTTP/1.1" status: 204 len: 168 time: 0.6901252 Dec 13 23:28:39.304875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52300) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:39.308922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5e8881-fdb2-4232-bdd1-3f4e3c01e606 None None] Network 7ef3c826-49a0-40b8-a307-c067997d5055 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:39.338303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.400685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.424820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6b8a976a-69e6-4aef-b51d-7e7fc7135730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:39.432886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.445564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.456849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port c82aa68f-8d2f-437a-a60f-0e2369349140 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:39.457376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.514046 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.524726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0dfac562-49b7-4f96-a433-3b3b43fa9eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:39.607670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.609242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.620698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:39.629399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] For port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:39.629962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Transition to ACTIVE for port object 56a0af15-9a52-43c8-98c8-942af31ffb9f will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:39.667784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-314bcf2f-9850-4370-82dd-11865a1b2475 None None] For port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,segment=NetworkSegment(ab6a3458-e51b-4497-a3a7-a67a04df92a1),segment_id=ab6a3458-e51b-4497-a3a7-a67a04df92a1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:39.675254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d4d5fc-c9f7-4cac-b5f7-8355f28e349f,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:39.686609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] For port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a,segment=NetworkSegment(f45c22a0-9180-476a-86b4-2d40ea30c38b),segment_id=f45c22a0-9180-476a-86b4-2d40ea30c38b)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:39.702152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:39.730181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.734742 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7092021 Dec 13 23:28:39.735365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52304) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:39.745064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-457069719', 'security_groups': ['c7d4d5fc-c9f7-4cac-b5f7-8355f28e349f'], 'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '90802dd2-799d-45df-bc40-5648cf0d4a43'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:39.761524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23602c7e-8416-40eb-b976-a620130e8732,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:39.764674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.776049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.783808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Pushing event updated for resources: {'Port': ['ID=3118d4ab-5329-4420-81b7-7b91e47ff537,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:39.783808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:39.783808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:39.812980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::1ca (8c64049b-0ad5-47f5-82cb-8c38b8848605/547cc739-f120-4420-a6a5-b040922e2729/ec19152f-7d22-48a3-a05c-17b6feff09bd) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:39.824779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8:0:1::bc (8c64049b-0ad5-47f5-82cb-8c38b8848605/2b1d3bcb-ccca-4017-8284-ad27fa8ea751/ec19152f-7d22-48a3-a05c-17b6feff09bd) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:39.848025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Transition to ACTIVE for port object 45849570-cd65-4763-8079-9196b057f0d7 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:39.851776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.resource_extend [None req-314bcf2f-9850-4370-82dd-11865a1b2475 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:28:39.901038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-314bcf2f-9850-4370-82dd-11865a1b2475 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.916962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:39.923288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Transition to ACTIVE for port object 45849570-cd65-4763-8079-9196b057f0d7 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:39.925396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:39.929733 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1956689 Dec 13 23:28:39.929969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52308) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:39.945844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ec12e821-71c3-4708-ac3b-36caf7fb56b9 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '23602c7e-8416-40eb-b976-a620130e8732', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:39.946583 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-ec12e821-71c3-4708-ac3b-36caf7fb56b9 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:39.951517 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ec12e821-71c3-4708-ac3b-36caf7fb56b9 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0174136 Dec 13 23:28:39.953081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52312) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:39.955135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-314bcf2f-9850-4370-82dd-11865a1b2475 None None] Transition to ACTIVE for port object 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:39.957159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Pushing event updated for resources: {'Port': ['ID=0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:39.960884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:40.026994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-314bcf2f-9850-4370-82dd-11865a1b2475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.042465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.055772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d1fc821a-f28e-4b32-9ed0-0e23790e7d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:40.091181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:40.103679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.114851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5a496678-d258-47ca-9c08-33808963c0ea tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:40.119577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:port and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:40.124699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:40.135347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port c82aa68f-8d2f-437a-a60f-0e2369349140, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c82aa68f-8d2f-437a-a60f-0e2369349140,segment=NetworkSegment(4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3),segment_id=4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:40.135781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.161357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:40.181949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] DHCP port deletion for 7ef3c826-49a0-40b8-a307-c067997d5055 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:40.250252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Network 09173e48-6f18-4109-91bb-2c992a573af1 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:40.253652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] Deleting port c82aa68f-8d2f-437a-a60f-0e2369349140 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:40.254799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.301935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:40.305698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:40.341137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network 59c9e041-ee1a-464b-bbb7-04d82998a3ce is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:40.343975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.360143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Port': ['ID=56a0af15-9a52-43c8-98c8-942af31ffb9f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:40.367490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:40.376646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:40.380222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:40.403513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bcf2f-9850-4370-82dd-11865a1b2475 None None] Pushing event updated for resources: {'Port': ['ID=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:40.464502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object ec19152f-7d22-48a3-a05c-17b6feff09bd will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:40.470869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for c82aa68f-8d2f-437a-a60f-0e2369349140 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:40.485869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f042c427-3f1f-47bf-80bf-6bd3c48477fd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.493655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3118d4ab-5329-4420-81b7-7b91e47ff537 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:40.520477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:40.534284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.578833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f042c427-3f1f-47bf-80bf-6bd3c48477fd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.715043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.751264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] device_id is not set on port 798f7c73-8250-4605-be01-9686267424a0 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:28:40.764308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] For port c82aa68f-8d2f-437a-a60f-0e2369349140, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c82aa68f-8d2f-437a-a60f-0e2369349140,segment=NetworkSegment(4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3),segment_id=4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:40.766630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.827448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.837659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.851546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:40.892290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ff8ba053-79e7-4065-848d-1dc52e318c3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:40.952694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f09ba9ae-d609-4d01-9a63-a6cb0788fc39 tempest-FloatingIPTestJSON-772628565 tempest-FloatingIPTestJSON-772628565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:40.957544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] Calling delete_port for c82aa68f-8d2f-437a-a60f-0e2369349140 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:40.965794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:40.971780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:41.011580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:41.020211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:41.021424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.029674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Attempting to bind port 45849570-cd65-4763-8079-9196b057f0d7 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:41.029674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Attempting to bind port 45849570-cd65-4763-8079-9196b057f0d7 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'f0af1869-4b6e-4f0b-8190-5e643fa5e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09173e48-6f18-4109-91bb-2c992a573af1'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:41.029674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Attempting to bind port 45849570-cd65-4763-8079-9196b057f0d7 on network 09173e48-6f18-4109-91bb-2c992a573af1 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:41.054573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=c82aa68f-8d2f-437a-a60f-0e2369349140,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:41.066917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:41.067212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Pushing event updated for resources: {'Port': ['ID=45849570-cd65-4763-8079-9196b057f0d7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:41.067769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No DVR routers for this DVR port c82aa68f-8d2f-437a-a60f-0e2369349140 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:41.090217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.035s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:41.091196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=ec19152f-7d22-48a3-a05c-17b6feff09bd,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:41.091584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:41.092343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Checking segment: {'id': 'f0af1869-4b6e-4f0b-8190-5e643fa5e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09173e48-6f18-4109-91bb-2c992a573af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:41.093139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.093805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Bound using segment: {'id': 'f0af1869-4b6e-4f0b-8190-5e643fa5e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09173e48-6f18-4109-91bb-2c992a573af1'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:41.094530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Bound port: 45849570-cd65-4763-8079-9196b057f0d7, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0af1869-4b6e-4f0b-8190-5e643fa5e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '09173e48-6f18-4109-91bb-2c992a573af1'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:41.095498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.101576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:41.106783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.972s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:41.107435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:41.117369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f042c427-3f1f-47bf-80bf-6bd3c48477fd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.126358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f042c427-3f1f-47bf-80bf-6bd3c48477fd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.127542 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f042c427-3f1f-47bf-80bf-6bd3c48477fd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/23602c7e-8416-40eb-b976-a620130e8732 HTTP/1.1" status: 204 len: 168 time: 1.1733990 Dec 13 23:28:41.132205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52316) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:41.135713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-809b5e3c-2f88-4fef-a910-7cd3be893e86 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:41.162169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042c427-3f1f-47bf-80bf-6bd3c48477fd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23602c7e-8416-40eb-b976-a620130e8732,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:41.263209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:41.263543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:41.283714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f042c427-3f1f-47bf-80bf-6bd3c48477fd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:41.284102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] For port 45849570-cd65-4763-8079-9196b057f0d7, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:41.291296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] For port 45849570-cd65-4763-8079-9196b057f0d7, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=45849570-cd65-4763-8079-9196b057f0d7,segment=NetworkSegment(f0af1869-4b6e-4f0b-8190-5e643fa5e606),segment_id=f0af1869-4b6e-4f0b-8190-5e643fa5e606)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:41.330476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 3118d4ab-5329-4420-81b7-7b91e47ff537 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:41.364687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.371361 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.9079330 Dec 13 23:28:41.372467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52320) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:41.383982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.396985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0d3f14c8-8b0f-47a8-b438-fcae1f0b3d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:41.433445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '547cc739-f120-4420-a6a5-b040922e2729'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:41.440449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-011c2499-454f-43aa-be5d-df9057bbb7fc tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:41.462261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c82aa68f-8d2f-437a-a60f-0e2369349140 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:41.511726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: c82aa68f-8d2f-437a-a60f-0e2369349140 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:41.512084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c82aa68f-8d2f-437a-a60f-0e2369349140 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:41.513656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffc953a-58fc-40ec-8478-4be8ca56502b None None] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:41.528537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.11 (4c91d3fb-e096-4772-8d7c-54272186bcc3/90802dd2-799d-45df-bc40-5648cf0d4a43/798f7c73-8250-4605-be01-9686267424a0) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:41.549809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef3c826-49a0-40b8-a307-c067997d5055']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:41.575458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:41.575893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffb90a8-ad07-4460-9b65-d47f3d0fe8f3') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:41.626457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-011c2499-454f-43aa-be5d-df9057bbb7fc tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:41.632542 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-011c2499-454f-43aa-be5d-df9057bbb7fc tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4776335 Dec 13 23:28:41.638432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52324) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:41.648295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--830956134'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:41.658637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.663106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:41.691943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:41.708670 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Pushing event updated for resources: {'Port': ['ID=45849570-cd65-4763-8079-9196b057f0d7,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:41.716557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.758839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:41.759251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.762915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:41.764126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.764529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] Deleting port c82aa68f-8d2f-437a-a60f-0e2369349140 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:41.765022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:41.776579 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:41.790245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c1b1c-d17b-4f76-af5c-14f546337e0b None None] Network 59c9e041-ee1a-464b-bbb7-04d82998a3ce requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:41.792932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.831159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:41.833444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4366e198-fac5-4348-b04f-1348eb009d22 None None] Provisioning for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:41.836152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:41.839359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:41.845664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:41.848674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.883752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dc431708-b3d9-41f7-8d3d-14c8c2e28ffe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:41.909291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4366e198-fac5-4348-b04f-1348eb009d22 None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:41.909681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4366e198-fac5-4348-b04f-1348eb009d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:41.938866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-420377b0-1b17-4cbc-be7f-d6ba017829a5 None None] The port 'c82aa68f-8d2f-437a-a60f-0e2369349140' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:42.015910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6822a4a3-b59a-4807-ac45-99b80ed51f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.025249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.142918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Port': ['ID=56a0af15-9a52-43c8-98c8-942af31ffb9f,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:42.147538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:42.205471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.248172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.248425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network 59c9e041-ee1a-464b-bbb7-04d82998a3ce is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:42.250246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:42.331226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.337010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.359873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c0e1face-8056-4dd5-8b7b-fb0c1aa09181 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:42.378393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.408015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.420753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-21541e97-fa72-4632-bfcd-1bb8aaa1e07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:42.420959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Network': ['ID=7ef3c826-49a0-40b8-a307-c067997d5055,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:42.426673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:42.469166 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/networks/7ef3c826-49a0-40b8-a307-c067997d5055 HTTP/1.1" status: 204 len: 168 time: 3.1597672 Dec 13 23:28:42.473971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52328) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:42.483379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1611067617', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:42.493258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object 798f7c73-8250-4605-be01-9686267424a0 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:42.502435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:42.504976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25580669-e70b-4902-80c3-fde1750ec8ec,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:42.516515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:42.519953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:router and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:42.529967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:42.575944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4366e198-fac5-4348-b04f-1348eb009d22 None None] Provisioning complete for port a8ac5f45-a677-4def-9c86-a25f6b49368b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:42.576323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4366e198-fac5-4348-b04f-1348eb009d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.598218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:42.606419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:42.653367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.654617 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0149319 Dec 13 23:28:42.660575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52332) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:42.668210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-175900ac-199f-4650-afd1-8a977dc0b6be tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '25580669-e70b-4902-80c3-fde1750ec8ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:42.668964 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-175900ac-199f-4650-afd1-8a977dc0b6be tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:42.669894 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-175900ac-199f-4650-afd1-8a977dc0b6be tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084028 Dec 13 23:28:42.672768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52336) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:42.679257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b6d1cc99-954a-4026-b4fc-589396e46dcd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '25580669-e70b-4902-80c3-fde1750ec8ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:42.679999 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-b6d1cc99-954a-4026-b4fc-589396e46dcd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:42.681102 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b6d1cc99-954a-4026-b4fc-589396e46dcd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072579 Dec 13 23:28:42.683416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4366e198-fac5-4348-b04f-1348eb009d22 None None] Port a8ac5f45-a677-4def-9c86-a25f6b49368b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:42.683873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.684190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52340) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:42.685027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.693041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-2d6ecaa7-e8ac-4366-8426-ae9fe3fceba2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '25580669-e70b-4902-80c3-fde1750ec8ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:42.694261 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-2d6ecaa7-e8ac-4366-8426-ae9fe3fceba2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:42.698199 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2d6ecaa7-e8ac-4366-8426-ae9fe3fceba2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099680 Dec 13 23:28:42.698655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52344) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:42.708557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-30dbe4a0-486e-45c5-a415-cfc342f80261 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '25580669-e70b-4902-80c3-fde1750ec8ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:42.713636 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-30dbe4a0-486e-45c5-a415-cfc342f80261 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:42.713636 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-30dbe4a0-486e-45c5-a415-cfc342f80261 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115039 Dec 13 23:28:42.714455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52348) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:42.788160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:42.804070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.819590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba0b0051-b8c8-41ea-8ced-0e283da8b082 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:42.819762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:42.831314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1287359b-7251-473e-b706-33ad8fdf83eb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.885424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1287359b-7251-473e-b706-33ad8fdf83eb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.925228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Delete allocated IP 2001:db8:0:1::bc (8c64049b-0ad5-47f5-82cb-8c38b8848605/2b1d3bcb-ccca-4017-8284-ad27fa8ea751) {{(pid=84311) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 23:28:42.932988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:42.934444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:42.939684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] Update dhcp port {'port': {'network_id': '8c64049b-0ad5-47f5-82cb-8c38b8848605', 'fixed_ips': [{'subnet_id': '547cc739-f120-4420-a6a5-b040922e2729', 'ip_address': '2001:db8::2'}, {'subnet_id': '2b1d3bcb-ccca-4017-8284-ad27fa8ea751'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '3118d4ab-5329-4420-81b7-7b91e47ff537'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:28:42.956138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:42.958332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=798f7c73-8250-4605-be01-9686267424a0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:42.972865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:42.992926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Provisioning for port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:43.008316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Provisioning complete for port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:43.008781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.018823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:43.021093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Router 7e1f222f-0237-48ae-ad53-bbd31b168c26 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:28:43.113933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.142096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:43.142476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.352484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.382413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1287359b-7251-473e-b706-33ad8fdf83eb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.391242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ee98adac-9da0-4717-9664-4c709daca2f2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:43.418334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:43.418982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.445135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287359b-7251-473e-b706-33ad8fdf83eb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25580669-e70b-4902-80c3-fde1750ec8ec,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:43.455307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1287359b-7251-473e-b706-33ad8fdf83eb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:43.477315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1287359b-7251-473e-b706-33ad8fdf83eb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.481312 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1287359b-7251-473e-b706-33ad8fdf83eb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/25580669-e70b-4902-80c3-fde1750ec8ec HTTP/1.1" status: 204 len: 168 time: 0.7635951 Dec 13 23:28:43.481902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52352) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:43.502218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c8ec0-ad7f-432b-9496-d25efdfe30ee None None] Network 09173e48-6f18-4109-91bb-2c992a573af1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:43.545708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.547252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fb472336-d9b6-40f1-bbee-128abc49c5b6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:43.589572 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8508186 Dec 13 23:28:43.592444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.593243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52356) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:43.604459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:43.610820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Ignored duplicate provisioning block setup for port ec19152f-7d22-48a3-a05c-17b6feff09bd by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 23:28:43.632698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:43.638103 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "PUT /v2.0/routers/7e1f222f-0237-48ae-ad53-bbd31b168c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2567673 Dec 13 23:28:43.642368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52360) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:43.647843 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c0c2c-3a3d-4e40-88e1-f76cb9515852 None None] Sync routers for ids ['7e1f222f-0237-48ae-ad53-bbd31b168c26'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:43.661743 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c0c2c-3a3d-4e40-88e1-f76cb9515852 None None] Routers {'7e1f222f-0237-48ae-ad53-bbd31b168c26'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:43.662789 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-363c0c2c-3a3d-4e40-88e1-f76cb9515852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e1f222f-0237-48ae-ad53-bbd31b168c26'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:43.717070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.725244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8f567a81-4add-41df-9cf8-daea1c553ef5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:43.729765 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-363c0c2c-3a3d-4e40-88e1-f76cb9515852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:43.741654 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363c0c2c-3a3d-4e40-88e1-f76cb9515852 None None] Routers {'7e1f222f-0237-48ae-ad53-bbd31b168c26'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:43.742404 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-363c0c2c-3a3d-4e40-88e1-f76cb9515852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e1f222f-0237-48ae-ad53-bbd31b168c26'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:43.803131 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-363c0c2c-3a3d-4e40-88e1-f76cb9515852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:43.804003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363c0c2c-3a3d-4e40-88e1-f76cb9515852 None None] The sync data for ids ['7e1f222f-0237-48ae-ad53-bbd31b168c26'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:43.806684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] Allocated IP 2001:db8:0:1::2 (8c64049b-0ad5-47f5-82cb-8c38b8848605/2b1d3bcb-ccca-4017-8284-ad27fa8ea751/3118d4ab-5329-4420-81b7-7b91e47ff537) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:43.831016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fb472336-d9b6-40f1-bbee-128abc49c5b6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:43.837463 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fb472336-d9b6-40f1-bbee-128abc49c5b6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3543355 Dec 13 23:28:43.845597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52364) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:43.859237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844671998'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:43.869058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:43.901474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 45849570-cd65-4763-8079-9196b057f0d7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:43.910530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:43.923896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=ec19152f-7d22-48a3-a05c-17b6feff09bd,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:43.926992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] In _notify_port_updated(), no bound segment for port ec19152f-7d22-48a3-a05c-17b6feff09bd on network 8c64049b-0ad5-47f5-82cb-8c38b8848605 {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:28:43.927360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] For port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a,segment=NetworkSegment(f45c22a0-9180-476a-86b4-2d40ea30c38b),segment_id=f45c22a0-9180-476a-86b4-2d40ea30c38b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:43.931795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:43.933162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:43.933950 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "PUT /v2.0/ports/ec19152f-7d22-48a3-a05c-17b6feff09bd HTTP/1.1" status: 200 len: 926 time: 2.5225899 Dec 13 23:28:43.935400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:43.940869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52368) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:43.954691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '547cc739-f120-4420-a6a5-b040922e2729'}, {'subnet_id': '2b1d3bcb-ccca-4017-8284-ad27fa8ea751'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:43.969773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:43.977132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:43.981476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:43.989871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:44.066178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.067094 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.075374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:44.138733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.141467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:44.183973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.215855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] For port 3118d4ab-5329-4420-81b7-7b91e47ff537, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3118d4ab-5329-4420-81b7-7b91e47ff537,segment=NetworkSegment(3b027491-cf2b-4f5a-bc00-dbb22742d019),segment_id=3b027491-cf2b-4f5a-bc00-dbb22742d019)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:44.218405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-347e442c-18f8-4ee7-b6ae-2653141f19e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.222420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.236114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Pushing event updated for resources: {'Port': ['ID=0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:44.242207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:44.266082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:44.266861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.276675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:44.282470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:44.299189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] Ignored duplicate provisioning block setup for port 3118d4ab-5329-4420-81b7-7b91e47ff537 by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 23:28:44.301064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Provisioning for port 3118d4ab-5329-4420-81b7-7b91e47ff537 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:44.313460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:44.336397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Provisioning complete for port 3118d4ab-5329-4420-81b7-7b91e47ff537 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:44.337135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.353344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.421914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.435552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 45849570-cd65-4763-8079-9196b057f0d7 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:44.442245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8009f980-9bf0-4f42-b799-9491fc99df57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:44.544289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.580701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] Pushing event updated for resources: {'Port': ['ID=3118d4ab-5329-4420-81b7-7b91e47ff537,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:44.596428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:44.621642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.ipam_backend_mixin [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 90802dd2-799d-45df-bc40-5648cf0d4a43 (CIDR: 172.20.0.0/28) Dec 13 23:28:44.628504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.633662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-14c940a4-44fe-4497-8217-07c779489259 tempest-ExtraDHCPOptionsTestJSON-797079360 tempest-ExtraDHCPOptionsTestJSON-797079360-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:44.673409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:44.722827 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:44.723656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:44.754154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.803728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] For port 3118d4ab-5329-4420-81b7-7b91e47ff537, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3118d4ab-5329-4420-81b7-7b91e47ff537,segment=NetworkSegment(3b027491-cf2b-4f5a-bc00-dbb22742d019),segment_id=3b027491-cf2b-4f5a-bc00-dbb22742d019)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:44.809772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:44.810483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.810588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e5adc-eb72-431c-8a8d-4e9deee70470,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:44.814259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:44.830901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 172.26.5.213 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/6e91dca6-332b-43dd-a66f-3d71799fd1c2) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:44.856595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8:0:1::290 (8c64049b-0ad5-47f5-82cb-8c38b8848605/2b1d3bcb-ccca-4017-8284-ad27fa8ea751/ec19152f-7d22-48a3-a05c-17b6feff09bd) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:44.932928 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8f9ada82-8fb0-4220-908f-50ebd2d01b83 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3326585 Dec 13 23:28:44.934416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52372) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:44.943002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:44.945044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.956150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-afc0aec8-e3e1-4c11-abcd-2b89bb845009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:44.972360 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-a34fac7e-4f88-4205-8ca0-99ca00994fe1 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:44.976168 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a34fac7e-4f88-4205-8ca0-99ca00994fe1 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "PUT /v2.0/routers/7e1f222f-0237-48ae-ad53-bbd31b168c26/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3301105 Dec 13 23:28:44.976533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:44.980807 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1341550 Dec 13 23:28:44.981512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52376) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:44.981852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52378) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:45.042944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1b988f48-e223-4210-865a-9bab4cb68b67 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '5b5e5adc-eb72-431c-8a8d-4e9deee70470', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:45.043775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Pushing event updated for resources: {'Port': ['ID=3118d4ab-5329-4420-81b7-7b91e47ff537,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:45.043903 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-1b988f48-e223-4210-865a-9bab4cb68b67 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:45.048712 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1b988f48-e223-4210-865a-9bab4cb68b67 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0642698 Dec 13 23:28:45.048954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:45.054915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52384) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:45.061597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d4727a87-7960-4166-a800-0ca451c7057a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '5b5e5adc-eb72-431c-8a8d-4e9deee70470', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:45.164827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Provisioning for port 45849570-cd65-4763-8079-9196b057f0d7 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:45.174099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Provisioning complete for port 45849570-cd65-4763-8079-9196b057f0d7 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:45.174776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.266755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d4727a87-7960-4166-a800-0ca451c7057a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:45.277957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d4727a87-7960-4166-a800-0ca451c7057a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:45.282576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d4727a87-7960-4166-a800-0ca451c7057a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:45.291896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d4727a87-7960-4166-a800-0ca451c7057a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:45.342998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.386198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:45.390762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:45.394899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:45.402132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:45.411576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.416585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e3ce25-64e7-4e57-807b-21d87451f5a5 None None] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:45.428679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.436672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.445310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.453934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1052c3e-3053-47f1-bb1b-535d4b756c62 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:45.495437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Ignored duplicate provisioning block setup for port ec19152f-7d22-48a3-a05c-17b6feff09bd by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 13 23:28:45.503071 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.529550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:45.533396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.537639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] For port 45849570-cd65-4763-8079-9196b057f0d7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=45849570-cd65-4763-8079-9196b057f0d7,segment=NetworkSegment(f0af1869-4b6e-4f0b-8190-5e643fa5e606),segment_id=f0af1869-4b6e-4f0b-8190-5e643fa5e606)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:45.554587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:45.562232 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:45.566345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.567335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=6e91dca6-332b-43dd-a66f-3d71799fd1c2,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:45.570361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:45.602251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:45.611673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.617494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9a2431f2-3491-4b68-8bef-b34e310a8c90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:45.625737 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-d4727a87-7960-4166-a800-0ca451c7057a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:45.628059 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d4727a87-7960-4166-a800-0ca451c7057a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5715435 Dec 13 23:28:45.657861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.666453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52388) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:45.676441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bf4bc70f-bd08-4cda-9375-b828f5944b11 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '5b5e5adc-eb72-431c-8a8d-4e9deee70470', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:45.678270 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-bf4bc70f-bd08-4cda-9375-b828f5944b11 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:45.679556 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bf4bc70f-bd08-4cda-9375-b828f5944b11 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0111229 Dec 13 23:28:45.683571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-034de1ec-f269-4f71-8de3-75e87441ef2c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:45.694244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52392) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:45.709401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b7769333-c98c-4ff3-a983-f794f15408c1 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '5b5e5adc-eb72-431c-8a8d-4e9deee70470', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:45.718015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b7769333-c98c-4ff3-a983-f794f15408c1 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:45.723913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b7769333-c98c-4ff3-a983-f794f15408c1 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:45.728026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b7769333-c98c-4ff3-a983-f794f15408c1 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:45.735706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b7769333-c98c-4ff3-a983-f794f15408c1 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:45.744845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Provisioning complete for port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:45.745775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.771813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Pushing event updated for resources: {'Port': ['ID=45849570-cd65-4763-8079-9196b057f0d7,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:45.783508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:45.873320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=ec19152f-7d22-48a3-a05c-17b6feff09bd,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:45.901700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:45.935911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] In _notify_port_updated(), no bound segment for port ec19152f-7d22-48a3-a05c-17b6feff09bd on network 8c64049b-0ad5-47f5-82cb-8c38b8848605 {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:28:45.940168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:45.940916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:45.945658 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "PUT /v2.0/ports/ec19152f-7d22-48a3-a05c-17b6feff09bd HTTP/1.1" status: 200 len: 1012 time: 1.9938803 Dec 13 23:28:45.947591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52396) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:45.951455 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.ipam_backend_mixin [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0af6e54c-6d8a-4d9d-b003-f61c31f52357 (CIDR: 172.20.0.16/28) Dec 13 23:28:45.953538 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-b7769333-c98c-4ff3-a983-f794f15408c1 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:45.954489 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b7769333-c98c-4ff3-a983-f794f15408c1 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2549250 Dec 13 23:28:45.959850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52400) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:45.969435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-da61ca64-79f2-4286-b5d0-8f49c9558ee3 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '5b5e5adc-eb72-431c-8a8d-4e9deee70470', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:45.970049 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-da61ca64-79f2-4286-b5d0-8f49c9558ee3 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:45.971007 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-da61ca64-79f2-4286-b5d0-8f49c9558ee3 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068355 Dec 13 23:28:45.974977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52404) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:45.986188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b2076951-6523-4a15-b3d1-445b807b0e4b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '5b5e5adc-eb72-431c-8a8d-4e9deee70470', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:45.994861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b2076951-6523-4a15-b3d1-445b807b0e4b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:46.000531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b2076951-6523-4a15-b3d1-445b807b0e4b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:46.004186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Provisioning for port 798f7c73-8250-4605-be01-9686267424a0 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:46.005485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b2076951-6523-4a15-b3d1-445b807b0e4b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:46.008641 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:46.009082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:46.011746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Provisioning complete for port 798f7c73-8250-4605-be01-9686267424a0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:46.013104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.029817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b2076951-6523-4a15-b3d1-445b807b0e4b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:46.045625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port ec19152f-7d22-48a3-a05c-17b6feff09bd {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:46.045960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.080002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Port 798f7c73-8250-4605-be01-9686267424a0 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:46.155913 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bd57385e-0b2e-4494-9921-17d53844c08d tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2153723 Dec 13 23:28:46.155913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.156151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.161456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52408) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:46.178427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Provisioning for port 56a0af15-9a52-43c8-98c8-942af31ffb9f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:46.186055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Provisioning complete for port 56a0af15-9a52-43c8-98c8-942af31ffb9f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:46.188292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.216702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'subnet': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:46.243859 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-b2076951-6523-4a15-b3d1-445b807b0e4b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Project 9b26fd8cd9314469829b8353ed6fe9be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:28:46.263848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Port 56a0af15-9a52-43c8-98c8-942af31ffb9f cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:46.368856 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-b2076951-6523-4a15-b3d1-445b807b0e4b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:46.369900 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b2076951-6523-4a15-b3d1-445b807b0e4b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3937533 Dec 13 23:28:46.372825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52412) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:46.383132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c1159c77-ad38-41db-ab40-79507e33631b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '5b5e5adc-eb72-431c-8a8d-4e9deee70470', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:46.384148 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-c1159c77-ad38-41db-ab40-79507e33631b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:46.385289 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c1159c77-ad38-41db-ab40-79507e33631b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0116160 Dec 13 23:28:46.397485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52416) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:46.404398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a1944648-c878-451c-a38b-318f055618b2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '5b5e5adc-eb72-431c-8a8d-4e9deee70470', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:46.418330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a1944648-c878-451c-a38b-318f055618b2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:46.459094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a1944648-c878-451c-a38b-318f055618b2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:46.466329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a1944648-c878-451c-a38b-318f055618b2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:46.471920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-06421588-e2f9-442b-b72d-f9da3f2e18e8 None None] Provisioning for port ec19152f-7d22-48a3-a05c-17b6feff09bd completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:46.478691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a1944648-c878-451c-a38b-318f055618b2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:46.481265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-06421588-e2f9-442b-b72d-f9da3f2e18e8 None None] Provisioning complete for port ec19152f-7d22-48a3-a05c-17b6feff09bd triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:46.481515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.482104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-06421588-e2f9-442b-b72d-f9da3f2e18e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.628999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for ec19152f-7d22-48a3-a05c-17b6feff09bd owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:46.649225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:46.655887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Usage tracker for resource:subnet and tenant:23369587cb5349a599dea985ba80e5e9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:46.660148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:46.675841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:46.683246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-06421588-e2f9-442b-b72d-f9da3f2e18e8 None None] Port ec19152f-7d22-48a3-a05c-17b6feff09bd cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:46.707401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3118d4ab-5329-4420-81b7-7b91e47ff537 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:46.758882 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-a1944648-c878-451c-a38b-318f055618b2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Project 9b26fd8cd9314469829b8353ed6fe9be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:28:46.772285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Made reservation on behalf of 23369587cb5349a599dea985ba80e5e9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:46.798896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-06421588-e2f9-442b-b72d-f9da3f2e18e8 None None] Provisioning complete for port 3118d4ab-5329-4420-81b7-7b91e47ff537 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:46.799674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-06421588-e2f9-442b-b72d-f9da3f2e18e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.856631 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 3118d4ab-5329-4420-81b7-7b91e47ff537 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:46.857176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.921749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.933205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b7aff29d-32be-4690-a348-462c0f0a2bb2 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:28:46.947379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:46.979834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Deleting port 56a0af15-9a52-43c8-98c8-942af31ffb9f {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:46.980076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.054614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 45849570-cd65-4763-8079-9196b057f0d7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:47.103454 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-a1944648-c878-451c-a38b-318f055618b2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:47.107358 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a1944648-c878-451c-a38b-318f055618b2 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7061119 Dec 13 23:28:47.109683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52420) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:47.123002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ec31376d-793d-44f6-9eaa-38b4b16b542b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '5b5e5adc-eb72-431c-8a8d-4e9deee70470', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:47.136651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 45849570-cd65-4763-8079-9196b057f0d7 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:47.137023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.142416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ec31376d-793d-44f6-9eaa-38b4b16b542b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:47.155956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ec31376d-793d-44f6-9eaa-38b4b16b542b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:47.159841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ec31376d-793d-44f6-9eaa-38b4b16b542b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:47.174480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ec31376d-793d-44f6-9eaa-38b4b16b542b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:47.245876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.261054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.266255 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-ec31376d-793d-44f6-9eaa-38b4b16b542b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Project 9b26fd8cd9314469829b8353ed6fe9be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:28:47.273186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f740b294-94d7-4f8c-b684-23512cd2fb18 None None] Provisioning complete for port ec19152f-7d22-48a3-a05c-17b6feff09bd triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:47.274245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f740b294-94d7-4f8c-b684-23512cd2fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.306548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f740b294-94d7-4f8c-b684-23512cd2fb18 None None] Port ec19152f-7d22-48a3-a05c-17b6feff09bd was deleted so its status cannot be updated. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Dec 13 23:28:47.327737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2b11c732-a96e-4383-a3ca-ac1a8241ed13 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:47.365294 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-ec31376d-793d-44f6-9eaa-38b4b16b542b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:47.369128 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ec31376d-793d-44f6-9eaa-38b4b16b542b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2517598 Dec 13 23:28:47.377187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52424) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:47.430478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Calling delete_port for 56a0af15-9a52-43c8-98c8-942af31ffb9f owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:47.462027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=ec19152f-7d22-48a3-a05c-17b6feff09bd,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:47.465830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:47.473871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:47.479025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8becb83-8435-4c5d-8f92-440be142b68d None None] Sync routers for ids ['b7aff29d-32be-4690-a348-462c0f0a2bb2'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:47.492643 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8becb83-8435-4c5d-8f92-440be142b68d None None] Routers {'b7aff29d-32be-4690-a348-462c0f0a2bb2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:47.493341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b8becb83-8435-4c5d-8f92-440be142b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b7aff29d-32be-4690-a348-462c0f0a2bb2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:47.515814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b792ec1d-94d2-4a2b-bd0a-2c228d0402c7 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.546823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b792ec1d-94d2-4a2b-bd0a-2c228d0402c7 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.571088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b8becb83-8435-4c5d-8f92-440be142b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:47.575659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.582898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-44e47168-c33d-4304-9370-e9810fc6aefb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:47.586235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8becb83-8435-4c5d-8f92-440be142b68d None None] Routers {'b7aff29d-32be-4690-a348-462c0f0a2bb2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:47.586932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b8becb83-8435-4c5d-8f92-440be142b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b7aff29d-32be-4690-a348-462c0f0a2bb2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:47.628993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.630215 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1522422 Dec 13 23:28:47.643581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52428) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:47.664067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b8becb83-8435-4c5d-8f92-440be142b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:47.664576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8becb83-8435-4c5d-8f92-440be142b68d None None] The sync data for ids ['b7aff29d-32be-4690-a348-462c0f0a2bb2'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:47.690700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.714925 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/ec19152f-7d22-48a3-a05c-17b6feff09bd HTTP/1.1" status: 204 len: 168 time: 1.7662854 Dec 13 23:28:47.717735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52432) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:47.738214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:47.743160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:47.750048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:47.750807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.753364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27586a3e-930c-4efe-bf4c-9f3a63b891c9 None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:47.766485 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-95712a2c-37cf-47eb-9728-666e2cd003ed tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:28:47.766899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-95712a2c-37cf-47eb-9728-666e2cd003ed tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:47.767051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Subnet': ['ID=a4576876-322c-4323-a3a6-72ee1d42830c,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:47.772381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:47.846670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-95712a2c-37cf-47eb-9728-666e2cd003ed tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:47.851778 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-95712a2c-37cf-47eb-9728-666e2cd003ed tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/ec19152f-7d22-48a3-a05c-17b6feff09bd HTTP/1.1" status: 404 len: 333 time: 0.1295178 Dec 13 23:28:47.852061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52436) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:47.854744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.855689 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6440427 Dec 13 23:28:47.856374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b792ec1d-94d2-4a2b-bd0a-2c228d0402c7 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.860743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b792ec1d-94d2-4a2b-bd0a-2c228d0402c7 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:47.864151 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b792ec1d-94d2-4a2b-bd0a-2c228d0402c7 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/5b5e5adc-eb72-431c-8a8d-4e9deee70470 HTTP/1.1" status: 204 len: 168 time: 0.4838736 Dec 13 23:28:47.868601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52440) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:47.868934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52442) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:47.869619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1260530e-9c01-4716-8d99-e1b943e02ae3 tempest-RoutersAdminNegativeIpV6Test-387754114 tempest-RoutersAdminNegativeIpV6Test-387754114-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:47.883901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1472405837', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a4576876-322c-4323-a3a6-72ee1d42830c'}], 'security_groups': ['7cf06cf8-bc99-4528-9f1f-2897bc1812cd', '757f2a34-bb2b-4ace-9a0f-cfcbd6c9ae52']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:47.896904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e44a8940-3fa9-4452-ab63-7161cac0ea29 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:47.942592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792ec1d-94d2-4a2b-bd0a-2c228d0402c7 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e5adc-eb72-431c-8a8d-4e9deee70470,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:47.949657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event deleted for resources: {'Port': ['ID=56a0af15-9a52-43c8-98c8-942af31ffb9f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:47.952135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:47.954633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b792ec1d-94d2-4a2b-bd0a-2c228d0402c7 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:48.073538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f33f3430-3005-4683-af7d-97c14c23c074 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:48.094904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:48.151778 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] Update dhcp port {'port': {'network_id': '4c91d3fb-e096-4772-8d7c-54272186bcc3', 'fixed_ips': [{'subnet_id': '0af6e54c-6d8a-4d9d-b003-f61c31f52357', 'ip_address': '172.20.0.18'}, {'subnet_id': '90802dd2-799d-45df-bc40-5648cf0d4a43', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a4576876-322c-4323-a3a6-72ee1d42830c'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '4f66d36a-70c2-4ad8-8c26-5c83e1c2a306'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:28:48.187120 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f007bf97-9142-4722-9f37-5c59950d77ad tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/routers/b7aff29d-32be-4690-a348-462c0f0a2bb2 HTTP/1.1" status: 200 len: 885 time: 0.5424023 Dec 13 23:28:48.190225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52448) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:48.214801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:48.333070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f33f3430-3005-4683-af7d-97c14c23c074 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:48.337859 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f33f3430-3005-4683-af7d-97c14c23c074 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4588797 Dec 13 23:28:48.342702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:48.351799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52452) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:48.357597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358798479'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:48.363520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:48.373813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:48.387082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet 2b1d3bcb-ccca-4017-8284-ad27fa8ea751 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:48.445268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:48.447252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] Allocated IP 172.20.0.34 (4c91d3fb-e096-4772-8d7c-54272186bcc3/a4576876-322c-4323-a3a6-72ee1d42830c/4f66d36a-70c2-4ad8-8c26-5c83e1c2a306) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:48.606531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] For port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,segment=NetworkSegment(ab6a3458-e51b-4497-a3a7-a67a04df92a1),segment_id=ab6a3458-e51b-4497-a3a7-a67a04df92a1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:48.633298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:48.651482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] Transition to ACTIVE for port object 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:48.653970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:48.717911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:48.718564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:48.722978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a360c4ee-1338-4cdc-bf4a-d6ad1ebe975e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:48.771800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:48.783236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:48.847661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:48.876268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-638263af-bfdf-42e6-b191-d8453771c76d tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:router {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:48.890128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Delete allocated IP 172.20.0.11 (4c91d3fb-e096-4772-8d7c-54272186bcc3/90802dd2-799d-45df-bc40-5648cf0d4a43) {{(pid=84311) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 23:28:48.904616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Allocated IP 172.20.0.41 (4c91d3fb-e096-4772-8d7c-54272186bcc3/a4576876-322c-4323-a3a6-72ee1d42830c/798f7c73-8250-4605-be01-9686267424a0) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:48.921748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:48.931219 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] Pushing event updated for resources: {'Port': ['ID=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:48.934976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:48.999219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-638263af-bfdf-42e6-b191-d8453771c76d tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:router {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:49.004740 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-638263af-bfdf-42e6-b191-d8453771c76d tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8136802 Dec 13 23:28:49.009289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52456) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:49.053128 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.076614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3cc76823-8d84-4d35-ade5-14a8d3492a04 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1611067617'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:49.105145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.189423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.221419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Router 7e1f222f-0237-48ae-ad53-bbd31b168c26 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:28:49.233634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.239948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-02aa5c8a-83c2-4d1e-a426-8fc282253dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:49.310144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.334805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Transition to ACTIVE for port object 798f7c73-8250-4605-be01-9686267424a0 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:49.340213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.419338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0be456-68a6-4da7-93fb-cd2664f1d142,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:49.422171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:49.425393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-659554df-cbc9-4bdb-aa43-6117282ea855 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:49.450978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.462343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e9e9bf9a-b25a-41d8-9866-bc3214e86cfe tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:49.462607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1d3bcb-ccca-4017-8284-ad27fa8ea751,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:49.465109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:49.468989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.470995 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/2b1d3bcb-ccca-4017-8284-ad27fa8ea751 HTTP/1.1" status: 204 len: 168 time: 1.6180241 Dec 13 23:28:49.474744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52460) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:49.479387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b337e57-6902-457f-9c31-f93ce55751ad None None] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:49.515509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.516718 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1667771 Dec 13 23:28:49.524475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52464) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:49.536878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-9e33016e-f421-4677-8e91-c42084a967ae tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '9a0be456-68a6-4da7-93fb-cd2664f1d142', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:49.550442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:49.556125 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "PUT /v2.0/routers/7e1f222f-0237-48ae-ad53-bbd31b168c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5733213 Dec 13 23:28:49.562705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9e33016e-f421-4677-8e91-c42084a967ae tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:49.566852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52468) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:49.567821 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d290b853-8e49-415c-8f2d-e5a9afa47ea0 None None] Sync routers for ids ['7e1f222f-0237-48ae-ad53-bbd31b168c26'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:49.591165 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290b853-8e49-415c-8f2d-e5a9afa47ea0 None None] Routers {'7e1f222f-0237-48ae-ad53-bbd31b168c26'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:49.591877 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d290b853-8e49-415c-8f2d-e5a9afa47ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e1f222f-0237-48ae-ad53-bbd31b168c26'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:49.612963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event updated for resources: {'Port': ['ID=798f7c73-8250-4605-be01-9686267424a0,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:49.643928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:49.648525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9e33016e-f421-4677-8e91-c42084a967ae tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:49.656032 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d290b853-8e49-415c-8f2d-e5a9afa47ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:49.659092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9e33016e-f421-4677-8e91-c42084a967ae tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:49.666021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet 547cc739-f120-4420-a6a5-b040922e2729 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:49.667527 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d290b853-8e49-415c-8f2d-e5a9afa47ea0 None None] Routers {'7e1f222f-0237-48ae-ad53-bbd31b168c26'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:49.668344 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d290b853-8e49-415c-8f2d-e5a9afa47ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e1f222f-0237-48ae-ad53-bbd31b168c26'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:49.669402 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-84ba15c0-092e-4d2f-b8cf-e082c1df565f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] delete failed (client error): The resource could not be found. Dec 13 23:28:49.673915 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-84ba15c0-092e-4d2f-b8cf-e082c1df565f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1518516340 HTTP/1.1" status: 404 len: 335 time: 0.0962453 Dec 13 23:28:49.678171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.694021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52472) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:49.706484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9e33016e-f421-4677-8e91-c42084a967ae tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:49.710570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a13a8137-57d5-4665-ba47-88d2e0d117c9 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Request body: {'router': {'external_gateway_info': {'network_id': '7e1f222f-0237-48ae-ad53-bbd31b168c26'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:49.718220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Provisioning for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:49.739278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.740711 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d290b853-8e49-415c-8f2d-e5a9afa47ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:49.741288 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d290b853-8e49-415c-8f2d-e5a9afa47ea0 None None] The sync data for ids ['7e1f222f-0237-48ae-ad53-bbd31b168c26'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:49.743430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:49.743948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.859552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.906841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Provisioning complete for port a8ac5f45-a677-4def-9c86-a25f6b49368b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:49.907217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.920152 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-9e33016e-f421-4677-8e91-c42084a967ae tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The resource could not be found. Dec 13 23:28:49.921448 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9e33016e-f421-4677-8e91-c42084a967ae tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3943305 Dec 13 23:28:49.928307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52476) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:49.937097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] In _notify_port_updated(), no bound segment for port 798f7c73-8250-4605-be01-9686267424a0 on network 4c91d3fb-e096-4772-8d7c-54272186bcc3 {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:28:49.941055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:49.945603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:49.945603 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "PUT /v2.0/ports/798f7c73-8250-4605-be01-9686267424a0 HTTP/1.1" status: 200 len: 960 time: 2.0654945 Dec 13 23:28:49.951055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52480) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:49.957415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-dfc724f1-65dc-420e-9a88-5c4d62cf39d5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '9a0be456-68a6-4da7-93fb-cd2664f1d142', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cb282b80-c90b-4127-a6b9-76c85758c3ce'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:49.971695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Port a8ac5f45-a677-4def-9c86-a25f6b49368b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:49.979745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dfc724f1-65dc-420e-9a88-5c4d62cf39d5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:49.997672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dfc724f1-65dc-420e-9a88-5c4d62cf39d5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:50.009813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dfc724f1-65dc-420e-9a88-5c4d62cf39d5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:50.050670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port 798f7c73-8250-4605-be01-9686267424a0 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:50.052094 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Provisioning for port 798f7c73-8250-4605-be01-9686267424a0 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:50.058321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Provisioning complete for port 798f7c73-8250-4605-be01-9686267424a0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:50.059057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.067668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.134970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-15f1f382-9c46-4ac1-b24a-6d9367338d0b None None] Port 798f7c73-8250-4605-be01-9686267424a0 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:50.163328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dfc724f1-65dc-420e-9a88-5c4d62cf39d5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:50.181382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.193405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-305cefbd-099f-405b-918f-e30daa12fd8e tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:50.243896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=547cc739-f120-4420-a6a5-b040922e2729,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:50.246600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:50.259659 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b2f291be-4d94-40f7-96e5-8a012163b8a7 None None] Provisioning complete for port 798f7c73-8250-4605-be01-9686267424a0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:50.260045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b2f291be-4d94-40f7-96e5-8a012163b8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.261741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.293737 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/547cc739-f120-4420-a6a5-b040922e2729 HTTP/1.1" status: 204 len: 168 time: 0.8151429 Dec 13 23:28:50.295540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52484) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:50.347030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b2f291be-4d94-40f7-96e5-8a012163b8a7 None None] Port 798f7c73-8250-4605-be01-9686267424a0 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:50.562254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b549a986-a1ff-4244-ab49-4668a53deb8a None None] Network 8c64049b-0ad5-47f5-82cb-8c38b8848605 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:50.643975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.650252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:50.660299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.685788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a13a8137-57d5-4665-ba47-88d2e0d117c9 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.696317 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-dfc724f1-65dc-420e-9a88-5c4d62cf39d5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The resource could not be found. Dec 13 23:28:50.700150 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dfc724f1-65dc-420e-9a88-5c4d62cf39d5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7666805 Dec 13 23:28:50.701851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52488) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:50.769955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cc76823-8d84-4d35-ade5-14a8d3492a04 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.783642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 3118d4ab-5329-4420-81b7-7b91e47ff537 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:50.784209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.812666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for 798f7c73-8250-4605-be01-9686267424a0 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:50.821596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff6eeb0f-e573-4ee6-a0ae-6eeb11143b8b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.823580 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-a13a8137-57d5-4665-ba47-88d2e0d117c9 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] update failed (client error): The resource could not be found. Dec 13 23:28:50.826566 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a13a8137-57d5-4665-ba47-88d2e0d117c9 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "PUT /v2.0/routers/7e1f222f-0237-48ae-ad53-bbd31b168c26 HTTP/1.1" status: 404 len: 339 time: 1.1275344 Dec 13 23:28:50.836059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52492) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:50.836457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ecea9910-ea16-4221-b51c-090374aa57ac None None] Provisioning complete for port 3118d4ab-5329-4420-81b7-7b91e47ff537 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:50.836846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ecea9910-ea16-4221-b51c-090374aa57ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.922013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:50.922013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.963215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cc76823-8d84-4d35-ade5-14a8d3492a04 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:50.982015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff6eeb0f-e573-4ee6-a0ae-6eeb11143b8b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.081683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] DHCP port deletion for 8c64049b-0ad5-47f5-82cb-8c38b8848605 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:51.090303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] Deleting port 3118d4ab-5329-4420-81b7-7b91e47ff537 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:51.090536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.117822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] For port 3118d4ab-5329-4420-81b7-7b91e47ff537, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3118d4ab-5329-4420-81b7-7b91e47ff537,segment=NetworkSegment(3b027491-cf2b-4f5a-bc00-dbb22742d019),segment_id=3b027491-cf2b-4f5a-bc00-dbb22742d019)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:51.118205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.259053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 3118d4ab-5329-4420-81b7-7b91e47ff537 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:51.284641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.297465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e6d52880-4b67-434a-b804-fe839fb08ea1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:51.330363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff6eeb0f-e573-4ee6-a0ae-6eeb11143b8b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.332076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] For port 3118d4ab-5329-4420-81b7-7b91e47ff537, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=3118d4ab-5329-4420-81b7-7b91e47ff537,segment=NetworkSegment(3b027491-cf2b-4f5a-bc00-dbb22742d019),segment_id=3b027491-cf2b-4f5a-bc00-dbb22742d019)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:51.332480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.337019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:51.347209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=798f7c73-8250-4605-be01-9686267424a0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:51.350296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:51.356883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eeb0f-e573-4ee6-a0ae-6eeb11143b8b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0be456-68a6-4da7-93fb-cd2664f1d142,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:51.413616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ff6eeb0f-e573-4ee6-a0ae-6eeb11143b8b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:51.477813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.491212 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/798f7c73-8250-4605-be01-9686267424a0 HTTP/1.1" status: 204 len: 168 time: 1.5387862 Dec 13 23:28:51.493750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52496) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:51.507283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff6eeb0f-e573-4ee6-a0ae-6eeb11143b8b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.508460 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ff6eeb0f-e573-4ee6-a0ae-6eeb11143b8b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/9a0be456-68a6-4da7-93fb-cd2664f1d142 HTTP/1.1" status: 204 len: 168 time: 0.8060753 Dec 13 23:28:51.513285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52500) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:51.521901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] Calling delete_port for 3118d4ab-5329-4420-81b7-7b91e47ff537 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:51.555715 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8368e709-f0fe-435a-879b-03ef415e29bc tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] GET failed (client error): The resource could not be found. Dec 13 23:28:51.556188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8368e709-f0fe-435a-879b-03ef415e29bc tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:51.561557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.566320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:51.621072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:28:51.621689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:28:51.639205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=3118d4ab-5329-4420-81b7-7b91e47ff537,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:51.645437 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:51.653853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No DVR routers for this DVR port 3118d4ab-5329-4420-81b7-7b91e47ff537 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:51.656339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cb3968eb-dbab-4048-a5d1-5adbb379bfb3 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:51.708425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.710802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8368e709-f0fe-435a-879b-03ef415e29bc tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:51.712023 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8368e709-f0fe-435a-879b-03ef415e29bc tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports/798f7c73-8250-4605-be01-9686267424a0 HTTP/1.1" status: 404 len: 333 time: 0.2171030 Dec 13 23:28:51.714899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52504) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:51.726219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc76823-8d84-4d35-ade5-14a8d3492a04 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b7aff29d-32be-4690-a348-462c0f0a2bb2 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:28:51.800335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.847673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c64049b-0ad5-47f5-82cb-8c38b8848605']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:51.865786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b027491-cf2b-4f5a-bc00-dbb22742d019') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:51.866079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b027491-cf2b-4f5a-bc00-dbb22742d019') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:51.888995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.900462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b6160a6e-6fdb-40a7-9f4c-b7482eeaa0e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.918327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.933799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:51.934189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:28:51.953020 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:28:51.961555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b6160a6e-6fdb-40a7-9f4c-b7482eeaa0e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:51.981176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cb3968eb-dbab-4048-a5d1-5adbb379bfb3 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:51.982402 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cb3968eb-dbab-4048-a5d1-5adbb379bfb3 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4682314 Dec 13 23:28:51.994025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52508) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:52.002307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7d3671ca-3d66-4cfd-97cd-3760e9ee5dea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': 'c8a954eb-194d-4e31-9bd3-81c844600894', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:52.098853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7d3671ca-3d66-4cfd-97cd-3760e9ee5dea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:52.116353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7d3671ca-3d66-4cfd-97cd-3760e9ee5dea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:52.119878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7d3671ca-3d66-4cfd-97cd-3760e9ee5dea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:52.122359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] Deleting port 3118d4ab-5329-4420-81b7-7b91e47ff537 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:52.122773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.132626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.137172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7d3671ca-3d66-4cfd-97cd-3760e9ee5dea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:52.139808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-20da3213-e7ec-47dd-8353-02bab9d1e939 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:52.156484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.171369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b6160a6e-6fdb-40a7-9f4c-b7482eeaa0e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.181300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Network': ['ID=8c64049b-0ad5-47f5-82cb-8c38b8848605,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:52.184764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b6160a6e-6fdb-40a7-9f4c-b7482eeaa0e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.188862 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b6160a6e-6fdb-40a7-9f4c-b7482eeaa0e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/security-groups/c7d4d5fc-c9f7-4cac-b5f7-8355f28e349f HTTP/1.1" status: 204 len: 168 time: 0.4728763 Dec 13 23:28:52.189923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52512) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:52.190823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:52.191312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c43a056e-e395-47f0-b813-8269011dcb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:52.202257 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/networks/8c64049b-0ad5-47f5-82cb-8c38b8848605 HTTP/1.1" status: 204 len: 168 time: 1.9049942 Dec 13 23:28:52.205901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52514) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:52.208526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6160a6e-6fdb-40a7-9f4c-b7482eeaa0e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d4d5fc-c9f7-4cac-b5f7-8355f28e349f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:52.246745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ef2eabcf-1ddd-449a-ae21-fee06819e33f None None] The port '3118d4ab-5329-4420-81b7-7b91e47ff537' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:28:52.356829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b6160a6e-6fdb-40a7-9f4c-b7482eeaa0e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:52.402038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983fe51-00dc-450a-b9d0-4b492b96acd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:52.402730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1983fe51-00dc-450a-b9d0-4b492b96acd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:52.474767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f375909a-3dee-43c5-a377-a6107eeacb02 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.487633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Allocated IP 172.20.0.1 (b5ae3cc5-c678-4d6d-9693-02b4924f5290/ecd64a02-ce50-472d-8470-a080530c7c9b/e40262ae-2e8c-4806-aa22-4daa227b715d) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:52.492012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1983fe51-00dc-450a-b9d0-4b492b96acd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:52.493209 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1983fe51-00dc-450a-b9d0-4b492b96acd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2862775 Dec 13 23:28:52.496850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52520) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:52.528441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f375909a-3dee-43c5-a377-a6107eeacb02 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.533053 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-7d3671ca-3d66-4cfd-97cd-3760e9ee5dea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The resource could not be found. Dec 13 23:28:52.534195 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7d3671ca-3d66-4cfd-97cd-3760e9ee5dea tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5391371 Dec 13 23:28:52.540165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52524) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:52.548849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948478304'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:52.557537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:52.582640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:52.611660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3118d4ab-5329-4420-81b7-7b91e47ff537 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:52.617834 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-40451ed0-0391-4285-b877-42f97aec54b4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1167431 Dec 13 23:28:52.618377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52528) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:52.623899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-70165618'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:52.629214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:52.633458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:network and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:52.636397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:52.643719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:52.648600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 3118d4ab-5329-4420-81b7-7b91e47ff537 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:52.649230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 3118d4ab-5329-4420-81b7-7b91e47ff537 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:52.683518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.712683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc76823-8d84-4d35-ade5-14a8d3492a04 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:52.715816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:52.719093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.723248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151688ab-e137-4e43-a8e5-b451d48f0044 None None] Sync routers for ids ['b7aff29d-32be-4690-a348-462c0f0a2bb2'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:52.738287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151688ab-e137-4e43-a8e5-b451d48f0044 None None] Routers {'b7aff29d-32be-4690-a348-462c0f0a2bb2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:52.738576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:52.738732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.738972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-151688ab-e137-4e43-a8e5-b451d48f0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b7aff29d-32be-4690-a348-462c0f0a2bb2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:52.744317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:52.749335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:52.756811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:52.762449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cc76823-8d84-4d35-ade5-14a8d3492a04 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.763937 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3cc76823-8d84-4d35-ade5-14a8d3492a04 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b7aff29d-32be-4690-a348-462c0f0a2bb2 HTTP/1.1" status: 200 len: 892 time: 3.7531452 Dec 13 23:28:52.766401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52532) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:52.769201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Transition to ACTIVE for port object e40262ae-2e8c-4806-aa22-4daa227b715d will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:52.775237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:52.794562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.794898 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Added segment 8a4f976b-d9c3-48d6-9ff6-c8671e86d979 of type vlan for network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 Dec 13 23:28:52.804490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-151688ab-e137-4e43-a8e5-b451d48f0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:52.815656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151688ab-e137-4e43-a8e5-b451d48f0044 None None] Routers {'b7aff29d-32be-4690-a348-462c0f0a2bb2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:52.816274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-151688ab-e137-4e43-a8e5-b451d48f0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b7aff29d-32be-4690-a348-462c0f0a2bb2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:52.836130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f375909a-3dee-43c5-a377-a6107eeacb02 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.838576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f375909a-3dee-43c5-a377-a6107eeacb02 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.839871 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f375909a-3dee-43c5-a377-a6107eeacb02 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/security-groups/757f2a34-bb2b-4ace-9a0f-cfcbd6c9ae52 HTTP/1.1" status: 204 len: 168 time: 0.6191208 Dec 13 23:28:52.844298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52536) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:52.847792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.848038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8854f46d-fb92-4950-9762-c5f44e845cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:52.853518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.864845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375909a-3dee-43c5-a377-a6107eeacb02 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757f2a34-bb2b-4ace-9a0f-cfcbd6c9ae52,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:52.869527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f375909a-3dee-43c5-a377-a6107eeacb02 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:52.891343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-151688ab-e137-4e43-a8e5-b451d48f0044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:52.892056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151688ab-e137-4e43-a8e5-b451d48f0044 None None] The sync data for ids ['b7aff29d-32be-4690-a348-462c0f0a2bb2'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:52.915639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.922935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e249ab2-8269-4c40-9cfa-bfe5f45ce297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:52.959114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c7729e1-b55e-42c9-8ad2-fab818a71fe8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.965714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:52.970336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2572aaa1-a465-412d-ac98-c306cd7cad79 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:52.983669 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:28:53.001519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b13c788-93ec-4113-8bc6-2afb520e9a3b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:53.010530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:53.015996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c7729e1-b55e-42c9-8ad2-fab818a71fe8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.046868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network b5ae3cc5-c678-4d6d-9693-02b4924f5290 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:53.050357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:53.053252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:53.072686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.076899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:53.077618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.082681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Port': ['ID=e40262ae-2e8c-4806-aa22-4daa227b715d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:53.084438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-942b8e64-018c-43cf-8263-0effce0dec96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:53.089050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:53.120887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.122268 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5810935 Dec 13 23:28:53.126226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52540) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:53.134484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.163167 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bbe7387a-d27d-46fa-afca-aed8ff40c463 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/routers/b7aff29d-32be-4690-a348-462c0f0a2bb2 HTTP/1.1" status: 200 len: 892 time: 0.3952930 Dec 13 23:28:53.165681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52542) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:53.211090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638185276'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:53.215464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c7729e1-b55e-42c9-8ad2-fab818a71fe8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.216628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-363cb773-c24d-4983-863f-9472edb1e9f0 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:53.217803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9c7729e1-b55e-42c9-8ad2-fab818a71fe8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.219069 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9c7729e1-b55e-42c9-8ad2-fab818a71fe8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/security-groups/7cf06cf8-bc99-4528-9f1f-2897bc1812cd HTTP/1.1" status: 204 len: 168 time: 0.3738437 Dec 13 23:28:53.223263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52548) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:53.227506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:53.230002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Network': ['ID=af54ce9a-ee41-4d3c-88f5-29a90097c3d1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:53.233573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:53.234133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ba791ec7-9111-4886-ad2c-43cf6da5cc46 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:53.241970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:53.242781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:53.247939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:53.255943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7729e1-b55e-42c9-8ad2-fab818a71fe8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf06cf8-bc99-4528-9f1f-2897bc1812cd,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:53.257036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:53.259213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9c7729e1-b55e-42c9-8ad2-fab818a71fe8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:53.298857 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6793923 Dec 13 23:28:53.302675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52552) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:53.309919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'af54ce9a-ee41-4d3c-88f5-29a90097c3d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:53.402258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.429019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-363cb773-c24d-4983-863f-9472edb1e9f0 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:53.430183 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-363cb773-c24d-4983-863f-9472edb1e9f0 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7aff29d-32be-4690-a348-462c0f0a2bb2 HTTP/1.1" status: 200 len: 205 time: 0.2633922 Dec 13 23:28:53.433171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52556) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:53.451900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f048ec00-5a46-4bc9-933f-37f588f168b4 None None] Provisioning for port e40262ae-2e8c-4806-aa22-4daa227b715d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:53.457977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f048ec00-5a46-4bc9-933f-37f588f168b4 None None] Provisioning complete for port e40262ae-2e8c-4806-aa22-4daa227b715d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:53.458925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f048ec00-5a46-4bc9-933f-37f588f168b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.481971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.513485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f048ec00-5a46-4bc9-933f-37f588f168b4 None None] Port e40262ae-2e8c-4806-aa22-4daa227b715d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:53.542684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:53.543309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet 90802dd2-799d-45df-bc40-5648cf0d4a43 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:53.550153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:53.553566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:53.554260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.562344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:53.567116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:53.570947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:53.574258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:53.590326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:53.691498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:53.815342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.834188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.850157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.926829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:53.935859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bb59683d-44d0-4290-b77e-b13bf4188321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:54.007750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de25746-f880-4bd1-b423-e12eaf72c811,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:54.010630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:54.019165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.050582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.091369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.092612 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9114366 Dec 13 23:28:54.096871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52560) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:54.115261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4d7ae8b0-bb78-43e0-a70f-4afead2ed993 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': '9b13c788-93ec-4113-8bc6-2afb520e9a3b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5de25746-f880-4bd1-b423-e12eaf72c811'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:54.126914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4d7ae8b0-bb78-43e0-a70f-4afead2ed993 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:54.145532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4d7ae8b0-bb78-43e0-a70f-4afead2ed993 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:54.151272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4d7ae8b0-bb78-43e0-a70f-4afead2ed993 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:54.161895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4d7ae8b0-bb78-43e0-a70f-4afead2ed993 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:54.196566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.240925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.245517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e154a793-483c-4d86-8e80-148c6c865a96 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:54.291921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=90802dd2-799d-45df-bc40-5648cf0d4a43,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:54.293911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.321786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.324122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:54.328141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1e0b1de-78ff-4f67-84b4-d259190657ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:54.354998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.361425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1ee4e9a0-4c3d-49f6-9908-8fc13e4a1a33 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:54.388799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.389473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c14be0c-0d7e-4e45-adad-5bbfe780a12e None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:54.423165 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/90802dd2-799d-45df-bc40-5648cf0d4a43 HTTP/1.1" status: 204 len: 168 time: 1.1988275 Dec 13 23:28:54.426867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 6e91dca6-332b-43dd-a66f-3d71799fd1c2 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:54.426867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.431266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52564) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:54.432028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event updated for resources: {'Port': ['ID=e40262ae-2e8c-4806-aa22-4daa227b715d,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:54.467764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:54.471991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.484850 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-4d7ae8b0-bb78-43e0-a70f-4afead2ed993 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:54.486340 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4d7ae8b0-bb78-43e0-a70f-4afead2ed993 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3857806 Dec 13 23:28:54.493208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52568) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:54.553249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f04ce3-8b61-42f2-a7ad-a3f30ff4ddfd tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet a4576876-322c-4323-a3a6-72ee1d42830c {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:54.569064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34f04ce3-8b61-42f2-a7ad-a3f30ff4ddfd tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.627515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=6c7d489c-51b8-4676-a697-fedbcfb0a7c7,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:54.630757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:54.660160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Checking segment: {'id': '8a4f976b-d9c3-48d6-9ff6-c8671e86d979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af54ce9a-ee41-4d3c-88f5-29a90097c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:54.660520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network hostable DHCP agents. Network: af54ce9a-ee41-4d3c-88f5-29a90097c3d1, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:54.707245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34f04ce3-8b61-42f2-a7ad-a3f30ff4ddfd tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.788062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.808369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6fd0-5084-4f29-b6a9-f7ec37094fde tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:54.842418 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Network b5ae3cc5-c678-4d6d-9693-02b4924f5290 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:54.850327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:54.855403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:54.927963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 6e91dca6-332b-43dd-a66f-3d71799fd1c2 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:55.006003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6fd0-5084-4f29-b6a9-f7ec37094fde tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.028670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34f04ce3-8b61-42f2-a7ad-a3f30ff4ddfd tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.033041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, af54ce9a-ee41-4d3c-88f5-29a90097c3d1) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:55.041245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:55.041245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.049832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1edbff0-6d5a-4457-ab2b-aed68ee85c35 None None] Network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:55.158365 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8535726 Dec 13 23:28:55.161241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52572) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:55.172709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'af54ce9a-ee41-4d3c-88f5-29a90097c3d1', 'name': 'tempest-PortsIpV6TestJSON-862592050'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:55.288937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-da677605-c0e1-4458-bb0c-8c3e9b6a2bed None None] Provisioning complete for port e40262ae-2e8c-4806-aa22-4daa227b715d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:55.289327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da677605-c0e1-4458-bb0c-8c3e9b6a2bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.377602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-af54ce9a-ee41-4d3c-88f5-29a90097c3d1', 'network_id': 'af54ce9a-ee41-4d3c-88f5-29a90097c3d1', 'tenant_id': '4dff06d63ab0478ba59bc0ffe360cae3', 'fixed_ips': [{'subnet_id': '6c7d489c-51b8-4676-a697-fedbcfb0a7c7'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:55.378532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.401375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-da677605-c0e1-4458-bb0c-8c3e9b6a2bed None None] Port e40262ae-2e8c-4806-aa22-4daa227b715d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:55.418398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:55.424343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:55.436080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6fd0-5084-4f29-b6a9-f7ec37094fde tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.443545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2564c2d4-67a1-40cc-b572-5c605e4bf516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:55.462911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a6fd0-5084-4f29-b6a9-f7ec37094fde tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de25746-f880-4bd1-b423-e12eaf72c811,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:55.465223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2d2a6fd0-5084-4f29-b6a9-f7ec37094fde tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:55.470738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.476750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a6f7f783-bd7f-4c1b-8f76-f8f45f1c306a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:55.486391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6fd0-5084-4f29-b6a9-f7ec37094fde tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.487634 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2d2a6fd0-5084-4f29-b6a9-f7ec37094fde tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/5de25746-f880-4bd1-b423-e12eaf72c811 HTTP/1.1" status: 204 len: 168 time: 0.9933641 Dec 13 23:28:55.490655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52576) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:55.529535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34f04ce3-8b61-42f2-a7ad-a3f30ff4ddfd tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.533882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:55.536083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f6ea1de8-5f5f-4337-b09b-30baf8cbb8db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:55.537325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.548710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=6e91dca6-332b-43dd-a66f-3d71799fd1c2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:55.554645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:55.567452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-977bdd6a-0dbb-4014-a21e-c550b900981b None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:55.567917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-977bdd6a-0dbb-4014-a21e-c550b900981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.589512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f04ce3-8b61-42f2-a7ad-a3f30ff4ddfd tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=a4576876-322c-4323-a3a6-72ee1d42830c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:55.592332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-34f04ce3-8b61-42f2-a7ad-a3f30ff4ddfd tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:55.606541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-34f04ce3-8b61-42f2-a7ad-a3f30ff4ddfd tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.611521 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-34f04ce3-8b61-42f2-a7ad-a3f30ff4ddfd tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/a4576876-322c-4323-a3a6-72ee1d42830c HTTP/1.1" status: 204 len: 168 time: 1.1737776 Dec 13 23:28:55.616206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Allocated IP 2001:db8::2 (af54ce9a-ee41-4d3c-88f5-29a90097c3d1/6c7d489c-51b8-4676-a697-fedbcfb0a7c7/76f76261-3138-4bf0-8c49-be7b76b975ca) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:55.616356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52580) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:55.630183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976051d-dd80-4c35-8017-8457b15b78ec None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:55.632351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port 18a37461-bb71-4caf-9c99-f0213b250153 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:28:55.676068 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-28026776-deb3-4d04-a4ff-f6bdbfc40c05 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:55.676537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28026776-deb3-4d04-a4ff-f6bdbfc40c05 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:55.679661 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-28026776-deb3-4d04-a4ff-f6bdbfc40c05 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/90802dd2-799d-45df-bc40-5648cf0d4a43 HTTP/1.1" status: 404 len: 337 time: 0.0637839 Dec 13 23:28:55.683818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52584) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:55.721095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-78ab68a0-eb4e-4def-a441-e7631f3687bf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:55.777959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting subnet 0af6e54c-6d8a-4d9d-b003-f61c31f52357 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:28:55.781746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Router 7e1f222f-0237-48ae-ad53-bbd31b168c26 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:28:55.782577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.824455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-78ab68a0-eb4e-4def-a441-e7631f3687bf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:55.828888 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-78ab68a0-eb4e-4def-a441-e7631f3687bf tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3342407 Dec 13 23:28:55.829763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52588) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:55.868326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:55.882038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.053387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-977bdd6a-0dbb-4014-a21e-c550b900981b None None] Provisioning complete for port a8ac5f45-a677-4def-9c86-a25f6b49368b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:56.053922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-977bdd6a-0dbb-4014-a21e-c550b900981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.098573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d52b102e-b10e-40c8-9118-e06e587e4527 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.129277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.134944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.149812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d52b102e-b10e-40c8-9118-e06e587e4527 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.179678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.196812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-977bdd6a-0dbb-4014-a21e-c550b900981b None None] Port a8ac5f45-a677-4def-9c86-a25f6b49368b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:56.203401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.209196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.209837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Fanout notify agent at l3_agent the message router_deleted on router b7aff29d-32be-4690-a348-462c0f0a2bb2 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:28:56.217775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Transition to ACTIVE for port object 76f76261-3138-4bf0-8c49-be7b76b975ca will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:56.249770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Transition to ACTIVE for port object 76f76261-3138-4bf0-8c49-be7b76b975ca will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:56.281664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:28:56.292985 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ec6ae-a14a-4b80-b051-d9a918ee891a None None] Sync routers for ids ['7e1f222f-0237-48ae-ad53-bbd31b168c26'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:28:56.295660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.300519 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/b7aff29d-32be-4690-a348-462c0f0a2bb2 HTTP/1.1" status: 204 len: 168 time: 2.8662245 Dec 13 23:28:56.300705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52592) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:56.309053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-444308983'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:56.310204 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ec6ae-a14a-4b80-b051-d9a918ee891a None None] Routers {'7e1f222f-0237-48ae-ad53-bbd31b168c26'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:56.311097 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7f0ec6ae-a14a-4b80-b051-d9a918ee891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e1f222f-0237-48ae-ad53-bbd31b168c26'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:56.314654 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "PUT /v2.0/routers/7e1f222f-0237-48ae-ad53-bbd31b168c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4770906 Dec 13 23:28:56.315845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:56.317430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52596) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:56.320979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:network and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:56.321487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.324309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:56.327122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d94500aa-aa34-4a2e-9315-a0293fe57d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:56.330761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:56.381715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d52b102e-b10e-40c8-9118-e06e587e4527 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.382526 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7f0ec6ae-a14a-4b80-b051-d9a918ee891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:56.384944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d52b102e-b10e-40c8-9118-e06e587e4527 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.386232 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d52b102e-b10e-40c8-9118-e06e587e4527 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/9b13c788-93ec-4113-8bc6-2afb520e9a3b HTTP/1.1" status: 204 len: 168 time: 0.5558989 Dec 13 23:28:56.387359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0d674da8-6daa-48ae-bd59-8762af2a9501 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:56.404485 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0ec6ae-a14a-4b80-b051-d9a918ee891a None None] Routers {'7e1f222f-0237-48ae-ad53-bbd31b168c26'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:28:56.405602 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7f0ec6ae-a14a-4b80-b051-d9a918ee891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e1f222f-0237-48ae-ad53-bbd31b168c26'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:56.405960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.420699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52600) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:56.428803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:56.432227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.441840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:56.446260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:56.454465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:56.476036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b102e-b10e-40c8-9118-e06e587e4527 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b13c788-93ec-4113-8bc6-2afb520e9a3b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:56.479220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d52b102e-b10e-40c8-9118-e06e587e4527 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:56.483364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Pushing event updated for resources: {'Port': ['ID=76f76261-3138-4bf0-8c49-be7b76b975ca,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:56.488031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-efd84bc1-2c8f-4715-b387-47e9894a30d0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:56.497207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:56.525645 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7f0ec6ae-a14a-4b80-b051-d9a918ee891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:56.526330 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0ec6ae-a14a-4b80-b051-d9a918ee891a None None] The sync data for ids ['7e1f222f-0237-48ae-ad53-bbd31b168c26'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:28:56.542286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Subnet': ['ID=0af6e54c-6d8a-4d9d-b003-f61c31f52357,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:56.544959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:56.550632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.556066 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/0af6e54c-6d8a-4d9d-b003-f61c31f52357 HTTP/1.1" status: 204 len: 168 time: 0.8685806 Dec 13 23:28:56.557892 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52604) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:56.616466 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-808991fc-c02b-4b1e-895f-2d168ac1ca12 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:56.617093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808991fc-c02b-4b1e-895f-2d168ac1ca12 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:56.625617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:28:56.642920 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-808991fc-c02b-4b1e-895f-2d168ac1ca12 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/c36c098b-fa2f-457d-aaf0-5102f1f78e88 HTTP/1.1" status: 404 len: 337 time: 0.0838668 Dec 13 23:28:56.648592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Attempting to bind port 76f76261-3138-4bf0-8c49-be7b76b975ca on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:28:56.649352 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Attempting to bind port 76f76261-3138-4bf0-8c49-be7b76b975ca by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '8a4f976b-d9c3-48d6-9ff6-c8671e86d979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af54ce9a-ee41-4d3c-88f5-29a90097c3d1'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:28:56.649852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Attempting to bind port 76f76261-3138-4bf0-8c49-be7b76b975ca on network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:28:56.653420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52608) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:56.657535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:28:56.658034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Checking segment: {'id': '8a4f976b-d9c3-48d6-9ff6-c8671e86d979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af54ce9a-ee41-4d3c-88f5-29a90097c3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:56.658630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.659139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Bound using segment: {'id': '8a4f976b-d9c3-48d6-9ff6-c8671e86d979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af54ce9a-ee41-4d3c-88f5-29a90097c3d1'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:28:56.659743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Bound port: 76f76261-3138-4bf0-8c49-be7b76b975ca, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a4f976b-d9c3-48d6-9ff6-c8671e86d979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'af54ce9a-ee41-4d3c-88f5-29a90097c3d1'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:28:56.659942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.660302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.660423 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added segment 3aad5a0a-e05d-4d56-acf6-9d5f5e14c203 of type vlan for network 36450bb1-cba4-48e7-8d8d-7859863f3137 Dec 13 23:28:56.674710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-de09c133-9e62-41f3-93a5-124e8ef60421 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:56.732965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::2fc (af54ce9a-ee41-4d3c-88f5-29a90097c3d1/6c7d489c-51b8-4676-a697-fedbcfb0a7c7/18a37461-bb71-4caf-9c99-f0213b250153) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:56.753305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-51cb6fbe-fca8-4756-8078-3a181c144826 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Synchronizing usage tracker for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:28:56.760346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] For port 76f76261-3138-4bf0-8c49-be7b76b975ca, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:28:56.763776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] For port 76f76261-3138-4bf0-8c49-be7b76b975ca, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=76f76261-3138-4bf0-8c49-be7b76b975ca,segment=NetworkSegment(8a4f976b-d9c3-48d6-9ff6-c8671e86d979),segment_id=8a4f976b-d9c3-48d6-9ff6-c8671e86d979)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:28:56.773774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-51cb6fbe-fca8-4756-8078-3a181c144826 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Unset dirty status for tenant:23369587cb5349a599dea985ba80e5e9 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:56.778014 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-51cb6fbe-fca8-4756-8078-3a181c144826 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "GET /v2.0/ports?device_id=80cc6357-286b-4a74-a25c-82dcf02b9746 HTTP/1.1" status: 200 len: 205 time: 0.1208680 Dec 13 23:28:56.780869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52612) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:56.795297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.815965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-de09c133-9e62-41f3-93a5-124e8ef60421 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:28:56.822124 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-de09c133-9e62-41f3-93a5-124e8ef60421 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3977718 Dec 13 23:28:56.826053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52616) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:56.832577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--126899597'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:56.843024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:56.855959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.856676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:56.861304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e0db80d8-48ed-416d-8d45-e7cc17a9cc32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:56.875128 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-25edfcc8-64e4-4e76-b888-6772c9ca8778 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] delete failed (client error): The resource could not be found. Dec 13 23:28:56.876334 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-25edfcc8-64e4-4e76-b888-6772c9ca8778 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/routers/80cc6357-286b-4a74-a25c-82dcf02b9746 HTTP/1.1" status: 404 len: 336 time: 0.0919561 Dec 13 23:28:56.879243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52620) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:56.922119 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-232ccdcc-d4a1-48f5-b369-58b6a59d7f3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:56.922488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232ccdcc-d4a1-48f5-b369-58b6a59d7f3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:56.927261 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-232ccdcc-d4a1-48f5-b369-58b6a59d7f3e tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/f184ce8a-82e5-41d1-9073-9c07e69166c6 HTTP/1.1" status: 404 len: 337 time: 0.0439415 Dec 13 23:28:56.927261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52624) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:56.932355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-08471676-fcf3-4f7b-8923-4ca9d7fdc54d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.953004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Pushing event updated for resources: {'Port': ['ID=76f76261-3138-4bf0-8c49-be7b76b975ca,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:56.966360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:56.966863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.973281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:56.973281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:56.981310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-94c39e79-723f-467c-be03-f91537c3fe83 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:56.992114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3751fc7a-9feb-47de-868f-130d6e1927d5 None None] Network 4c91d3fb-e096-4772-8d7c-54272186bcc3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:57.002326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.012928 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5c879e-4599-4088-981e-ff140492962f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:57.013373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5c879e-4599-4088-981e-ff140492962f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:57.017449 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4b5c879e-4599-4088-981e-ff140492962f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/93b91ef4-89af-4404-948c-b9822b64a2ef HTTP/1.1" status: 404 len: 337 time: 0.0872669 Dec 13 23:28:57.025493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52628) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.108105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d99c3a5f-03ed-492e-b240-396bafc0801e None None] Provisioning complete for port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:57.108743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d99c3a5f-03ed-492e-b240-396bafc0801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.148664 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55588e1-afe0-4aeb-a5ae-91bbb9f55ae2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:57.149109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55588e1-afe0-4aeb-a5ae-91bbb9f55ae2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:57.154585 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e55588e1-afe0-4aeb-a5ae-91bbb9f55ae2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/8e1fe30a-57c5-4989-9bf9-daad9395b47a HTTP/1.1" status: 404 len: 337 time: 0.1202087 Dec 13 23:28:57.157249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52632) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.212516 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9089618 Dec 13 23:28:57.214988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.216280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Network': ['ID=36450bb1-cba4-48e7-8d8d-7859863f3137,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:57.218474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52636) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.222331 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f8fa0d-bce5-4a41-9bf8-11b7b75dc7e7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:57.222862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f8fa0d-bce5-4a41-9bf8-11b7b75dc7e7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:57.229861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:57.233514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'subnet': {'network_id': '36450bb1-cba4-48e7-8d8d-7859863f3137', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:57.245871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object 18a37461-bb71-4caf-9c99-f0213b250153 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:57.253650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:57.261366 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-08471676-fcf3-4f7b-8923-4ca9d7fdc54d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 23:28:57.265276 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-08471676-fcf3-4f7b-8923-4ca9d7fdc54d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "DELETE /v2.0/routers/7e1f222f-0237-48ae-ad53-bbd31b168c26 HTTP/1.1" status: 409 len: 329 time: 0.9434965 Dec 13 23:28:57.265861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52640) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.265985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 36450bb1-cba4-48e7-8d8d-7859863f3137 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:28:57.268363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:57.272781 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-93f8fa0d-bce5-4a41-9bf8-11b7b75dc7e7 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/e513c1c8-be10-41d1-8432-27428d42bdce HTTP/1.1" status: 404 len: 333 time: 0.1139712 Dec 13 23:28:57.277310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:57.280130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52644) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.387444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:57.459407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.478549 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-922412d2-1791-4744-8a87-175ddb6c9215 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:57.478996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922412d2-1791-4744-8a87-175ddb6c9215 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:57.497252 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-922412d2-1791-4744-8a87-175ddb6c9215 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/12e16755-bc12-4bde-ba3e-5e53818b3e61 HTTP/1.1" status: 404 len: 337 time: 0.2137952 Dec 13 23:28:57.500261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52648) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.519653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:57.526453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:subnet and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:57.532596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:57.540199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:57.543193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d99c3a5f-03ed-492e-b240-396bafc0801e None None] Provisioning complete for port a8ac5f45-a677-4def-9c86-a25f6b49368b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:57.544318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d99c3a5f-03ed-492e-b240-396bafc0801e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.554903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.558847 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b976ae39-c047-4ffe-bf61-65de0c2c2d2c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:57.559304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b976ae39-c047-4ffe-bf61-65de0c2c2d2c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:57.561061 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b976ae39-c047-4ffe-bf61-65de0c2c2d2c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/99a57488-3078-44b1-acc1-c71a19266862 HTTP/1.1" status: 404 len: 337 time: 0.0599294 Dec 13 23:28:57.565757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52652) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.578464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:57.618158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] DHCP port deletion for 4c91d3fb-e096-4772-8d7c-54272186bcc3 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:28:57.620023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.623020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:57.628836 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bb0594-252d-4930-bb51-ba69be5b5e8b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:57.629296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bb0594-252d-4930-bb51-ba69be5b5e8b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:57.629548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] Deleting port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:57.629738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.634102 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e5bb0594-252d-4930-bb51-ba69be5b5e8b tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/ae46edd3-206c-4aaa-b843-907a08a894eb HTTP/1.1" status: 404 len: 333 time: 0.0645940 Dec 13 23:28:57.634102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4a82aa74-af53-40ab-a40e-052c9fa013b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:57.638238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52656) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.657492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d99c3a5f-03ed-492e-b240-396bafc0801e None None] Port a8ac5f45-a677-4def-9c86-a25f6b49368b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:57.686091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed659c51-14e4-4f0e-83dc-c3979a8ef830,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:57.693209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:57.694512 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-889f88bf-3fa7-4f54-812a-b992b0ec41b5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:57.694773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889f88bf-3fa7-4f54-812a-b992b0ec41b5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:57.698828 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-889f88bf-3fa7-4f54-812a-b992b0ec41b5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/d561c964-4358-4362-941d-f8537a8ed039 HTTP/1.1" status: 404 len: 337 time: 0.0528369 Dec 13 23:28:57.765341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52660) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.875762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] For port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,segment=NetworkSegment(ab6a3458-e51b-4497-a3a7-a67a04df92a1),segment_id=ab6a3458-e51b-4497-a3a7-a67a04df92a1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:57.876139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.890735 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90fa8af-f76d-4ba1-9f2e-0d8562741395 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] DELETE failed (client error): The resource could not be found. Dec 13 23:28:57.891183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90fa8af-f76d-4ba1-9f2e-0d8562741395 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:28:57.896387 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d90fa8af-f76d-4ba1-9f2e-0d8562741395 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/subnets/89a97071-e22c-4703-b6fd-8b949d5a4296 HTTP/1.1" status: 404 len: 337 time: 0.1208785 Dec 13 23:28:57.897521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52664) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:57.921800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=18a37461-bb71-4caf-9c99-f0213b250153,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:57.926742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:28:57.928076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:57.930550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:57.933524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:28:57.938998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:57.939634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:57.946843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.008885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.022272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] Calling delete_port for 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:58.066340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.067729 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2408357 Dec 13 23:28:58.073867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52668) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:58.098229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Deleting port a8ac5f45-a677-4def-9c86-a25f6b49368b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:58.100016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.102337 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9394848 Dec 13 23:28:58.106999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-16d186a0-8fef-4a02-9473-eef074a5767d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': 'ed659c51-14e4-4f0e-83dc-c3979a8ef830', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:58.129838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52672) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:58.147585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'af54ce9a-ee41-4d3c-88f5-29a90097c3d1', 'name': 'tempest-PortsIpV6TestJSON-2100875357'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:58.175293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.183026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:58.302718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] Pushing event deleted for resources: {'Port': ['ID=4f66d36a-70c2-4ad8-8c26-5c83e1c2a306,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:58.305791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:58.320653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] No DVR routers for this DVR port 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:28:58.336723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-16d186a0-8fef-4a02-9473-eef074a5767d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:58.349812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-16d186a0-8fef-4a02-9473-eef074a5767d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:58.356542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-16d186a0-8fef-4a02-9473-eef074a5767d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:58.374208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1781d2-0167-45c4-8966-00980c595012 None None] Network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:58.374393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-16d186a0-8fef-4a02-9473-eef074a5767d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:58.539410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8973903f-6c9b-475a-bef3-c032740adda1 None None] Provisioning for port 76f76261-3138-4bf0-8c49-be7b76b975ca completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:58.553218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:58.563347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:port and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:58.578946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:58.607116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:58.615913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.645094 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-16d186a0-8fef-4a02-9473-eef074a5767d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:58.646331 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-16d186a0-8fef-4a02-9473-eef074a5767d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5609093 Dec 13 23:28:58.652922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52676) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:58.661650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-30c72a43-9308-4195-bb36-10089237d639 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group_rule': {'security_group_id': 'ed659c51-14e4-4f0e-83dc-c3979a8ef830', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:58.670319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-30c72a43-9308-4195-bb36-10089237d639 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:58.683543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-30c72a43-9308-4195-bb36-10089237d639 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:58.713840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-30c72a43-9308-4195-bb36-10089237d639 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:58.726887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-30c72a43-9308-4195-bb36-10089237d639 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:58.727578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 76f76261-3138-4bf0-8c49-be7b76b975ca up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:28:58.758138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Calling delete_port for a8ac5f45-a677-4def-9c86-a25f6b49368b owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:58.786323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.796715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed493697-a6cc-4037-94e5-c18c1486f28f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:58.842065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:28:58.845150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.857732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 76f76261-3138-4bf0-8c49-be7b76b975ca completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:58.864227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 76f76261-3138-4bf0-8c49-be7b76b975ca triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:58.867635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.909041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Subnet': ['ID=f1a7c6dc-7a3a-4634-a7b2-82ea70edb348,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:58.921824 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-30c72a43-9308-4195-bb36-10089237d639 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:28:58.923443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port 7065df1f-1836-4fc5-aca8-1984df196acb yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:28:58.926261 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-30c72a43-9308-4195-bb36-10089237d639 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2722309 Dec 13 23:28:58.929162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52680) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:58.932261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Deleting port e40262ae-2e8c-4806-aa22-4daa227b715d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:28:58.932811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:58.961649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:59.020199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.023771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Checking segment: {'id': '3aad5a0a-e05d-4d56-acf6-9d5f5e14c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36450bb1-cba4-48e7-8d8d-7859863f3137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:28:59.026417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network hostable DHCP agents. Network: 36450bb1-cba4-48e7-8d8d-7859863f3137, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:28:59.059355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.064800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 76f76261-3138-4bf0-8c49-be7b76b975ca, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=76f76261-3138-4bf0-8c49-be7b76b975ca,segment=NetworkSegment(8a4f976b-d9c3-48d6-9ff6-c8671e86d979),segment_id=8a4f976b-d9c3-48d6-9ff6-c8671e86d979)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:28:59.104790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:59.115283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-224ef4fa-91f9-4394-970e-c47220efd5e7 None None] Provisioning for port 18a37461-bb71-4caf-9c99-f0213b250153 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:28:59.125564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-224ef4fa-91f9-4394-970e-c47220efd5e7 None None] Provisioning complete for port 18a37461-bb71-4caf-9c99-f0213b250153 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:59.126041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-224ef4fa-91f9-4394-970e-c47220efd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.157207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Port': ['ID=a8ac5f45-a677-4def-9c86-a25f6b49368b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:59.173958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:59.179462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.189929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7405df0c-eeff-48f0-b274-855a95249506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:59.190576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.198541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.228489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::2f1 (af54ce9a-ee41-4d3c-88f5-29a90097c3d1/6c7d489c-51b8-4676-a697-fedbcfb0a7c7/7065df1f-1836-4fc5-aca8-1984df196acb) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:59.245133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 36450bb1-cba4-48e7-8d8d-7859863f3137 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:28:59.263737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:28:59.311379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:28:59.311787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f66d36a-70c2-4ad8-8c26-5c83e1c2a306 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:28:59.323413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-224ef4fa-91f9-4394-970e-c47220efd5e7 None None] Port 18a37461-bb71-4caf-9c99-f0213b250153 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:28:59.325290 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=76f76261-3138-4bf0-8c49-be7b76b975ca,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:59.329830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:59.341679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-224ef4fa-91f9-4394-970e-c47220efd5e7 None None] Provisioning complete for port 76f76261-3138-4bf0-8c49-be7b76b975ca triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:59.342152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-224ef4fa-91f9-4394-970e-c47220efd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.342945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Calling delete_port for e40262ae-2e8c-4806-aa22-4daa227b715d owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:28:59.374318 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/ports/a8ac5f45-a677-4def-9c86-a25f6b49368b HTTP/1.1" status: 204 len: 168 time: 1.4763391 Dec 13 23:28:59.380908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52684) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:59.382479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 36450bb1-cba4-48e7-8d8d-7859863f3137) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:28:59.399036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf88078-5f45-4aa8-8c15-366dd8e42ab9 None None] Network 36450bb1-cba4-48e7-8d8d-7859863f3137 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:28:59.412922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:28:59.415786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.472471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac69530c-ee4c-4376-9c38-fd51b2df6fd6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.505994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac69530c-ee4c-4376-9c38-fd51b2df6fd6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.670504 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4499037 Dec 13 23:28:59.673201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52688) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:28:59.674323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.680072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1061311975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:28:59.687373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:28:59.691213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac69530c-ee4c-4376-9c38-fd51b2df6fd6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.697392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f4e96e39-3532-45f6-b3b9-88f138a3f960 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:59.697593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.711146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-36450bb1-cba4-48e7-8d8d-7859863f3137', 'network_id': '36450bb1-cba4-48e7-8d8d-7859863f3137', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'fixed_ips': [{'subnet_id': 'f1a7c6dc-7a3a-4634-a7b2-82ea70edb348'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:28:59.711925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:router and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:28:59.712208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.716032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69530c-ee4c-4376-9c38-fd51b2df6fd6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed659c51-14e4-4f0e-83dc-c3979a8ef830,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:59.719359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ac69530c-ee4c-4376-9c38-fd51b2df6fd6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:59.719359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:28:59.723183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.734328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ee08e078-13cd-4399-aef2-05fa9f345bad tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:28:59.767592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object 7065df1f-1836-4fc5-aca8-1984df196acb will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:28:59.784387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:28:59.788163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event deleted for resources: {'Port': ['ID=e40262ae-2e8c-4806-aa22-4daa227b715d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:28:59.790522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:28:59.854969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.901824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c91d3fb-e096-4772-8d7c-54272186bcc3']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:59.921687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Allocated IP 2001:db8::2 (36450bb1-cba4-48e7-8d8d-7859863f3137/f1a7c6dc-7a3a-4634-a7b2-82ea70edb348/c4e67a1d-cecd-4f76-967d-d80e7a9372b5) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:28:59.928382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6a3458-e51b-4497-a3a7-a67a04df92a1') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:59.932687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6a3458-e51b-4497-a3a7-a67a04df92a1') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:28:59.940510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-302d3a0b-0957-459e-bf42-bd88fb55bf11 None None] Provisioning complete for port 18a37461-bb71-4caf-9c99-f0213b250153 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:28:59.940746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-302d3a0b-0957-459e-bf42-bd88fb55bf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.945501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.967624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.979716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.980347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:28:59.980624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:28:59.980994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:29:00.000374 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:29:00.015246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.025834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-912494af-04c0-4354-b377-c339089aa338 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:00.059247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac69530c-ee4c-4376-9c38-fd51b2df6fd6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.060481 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ac69530c-ee4c-4376-9c38-fd51b2df6fd6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/ed659c51-14e4-4f0e-83dc-c3979a8ef830 HTTP/1.1" status: 204 len: 168 time: 1.1300824 Dec 13 23:29:00.067948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52692) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:00.084113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-302d3a0b-0957-459e-bf42-bd88fb55bf11 None None] Port 18a37461-bb71-4caf-9c99-f0213b250153 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:00.091547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.139847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.156932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8a19265a-fa81-4ebe-9a6e-37188cdea97a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:00.187844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:00.191414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:00.194041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:00.198094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:00.198696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.202731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=7065df1f-1836-4fc5-aca8-1984df196acb,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:00.204083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.207495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:00.225079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Transition to ACTIVE for port object c4e67a1d-cecd-4f76-967d-d80e7a9372b5 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:00.246614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Transition to ACTIVE for port object c4e67a1d-cecd-4f76-967d-d80e7a9372b5 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:00.260641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.265294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06cf1a2d-688b-4b73-bff7-396cd3765ecc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:00.290885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.295920 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] 10.222.0.30 "DELETE /v2.0/networks/4c91d3fb-e096-4772-8d7c-54272186bcc3 HTTP/1.1" status: 204 len: 168 time: 0.9122632 Dec 13 23:29:00.296412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Pushing event deleted for resources: {'Network': ['ID=4c91d3fb-e096-4772-8d7c-54272186bcc3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:00.299167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:00.318243 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1871107 Dec 13 23:29:00.328555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52698) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:00.351078 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.351723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.357850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:00.489257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Network 36450bb1-cba4-48e7-8d8d-7859863f3137 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:00.492750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:00.496544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:00.508667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Pushing event updated for resources: {'Port': ['ID=c4e67a1d-cecd-4f76-967d-d80e7a9372b5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:00.512242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb66af2-4412-42c8-ad90-1918a4f1b897 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:00.513223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ceb66af2-4412-42c8-ad90-1918a4f1b897 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:00.515381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:00.550940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8a19265a-fa81-4ebe-9a6e-37188cdea97a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:00.552807 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8a19265a-fa81-4ebe-9a6e-37188cdea97a tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4833910 Dec 13 23:29:00.553625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.559234 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5554ee73-21de-4807-88a1-17f1e6a593bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8801618 Dec 13 23:29:00.560323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52702) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:00.560756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52704) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:00.609786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Attempting to bind port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:00.610171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Attempting to bind port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '3aad5a0a-e05d-4d56-acf6-9d5f5e14c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36450bb1-cba4-48e7-8d8d-7859863f3137'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:00.610542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Attempting to bind port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 on network 36450bb1-cba4-48e7-8d8d-7859863f3137 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:00.618920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21a33abe-a740-43a8-9399-f36e8cf72fee None None] Provisioning for port 7065df1f-1836-4fc5-aca8-1984df196acb completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:00.623664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:00.624119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Checking segment: {'id': '3aad5a0a-e05d-4d56-acf6-9d5f5e14c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36450bb1-cba4-48e7-8d8d-7859863f3137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:00.624986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.624986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Bound using segment: {'id': '3aad5a0a-e05d-4d56-acf6-9d5f5e14c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36450bb1-cba4-48e7-8d8d-7859863f3137'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:00.625428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Bound port: c4e67a1d-cecd-4f76-967d-d80e7a9372b5, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aad5a0a-e05d-4d56-acf6-9d5f5e14c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '36450bb1-cba4-48e7-8d8d-7859863f3137'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:00.625813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.640490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21a33abe-a740-43a8-9399-f36e8cf72fee None None] Provisioning complete for port 7065df1f-1836-4fc5-aca8-1984df196acb triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:00.640928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21a33abe-a740-43a8-9399-f36e8cf72fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.648909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758975095'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:00.660788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:00.664289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ceb66af2-4412-42c8-ad90-1918a4f1b897 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:00.665723 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ceb66af2-4412-42c8-ad90-1918a4f1b897 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2fc HTTP/1.1" status: 200 len: 928 time: 0.3356152 Dec 13 23:29:00.678421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52710) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:00.713434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 76f76261-3138-4bf0-8c49-be7b76b975ca up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:00.804223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 7065df1f-1836-4fc5-aca8-1984df196acb {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:00.804819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.821675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Router 7e1f222f-0237-48ae-ad53-bbd31b168c26 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:29:00.833590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-21a33abe-a740-43a8-9399-f36e8cf72fee None None] Port 7065df1f-1836-4fc5-aca8-1984df196acb cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:00.868766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:00.879395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] For port c4e67a1d-cecd-4f76-967d-d80e7a9372b5, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:00.885720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] For port c4e67a1d-cecd-4f76-967d-d80e7a9372b5, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c4e67a1d-cecd-4f76-967d-d80e7a9372b5,segment=NetworkSegment(3aad5a0a-e05d-4d56-acf6-9d5f5e14c203),segment_id=3aad5a0a-e05d-4d56-acf6-9d5f5e14c203)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:00.888617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 76f76261-3138-4bf0-8c49-be7b76b975ca triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:00.888999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.938976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52716) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:00.969041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:00.973688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:00.985681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:00.996635 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "PUT /v2.0/routers/7e1f222f-0237-48ae-ad53-bbd31b168c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7295992 Dec 13 23:29:00.997456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52722) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:01.033664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420729b-9d02-4921-a35b-37105dbc9b3c None None] Sync routers for ids ['7e1f222f-0237-48ae-ad53-bbd31b168c26'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:01.045024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.073032 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-ba919a69-02cc-4b40-b3cf-d6db2d74bbba tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] show failed (client error): The resource could not be found. Dec 13 23:29:01.080666 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ba919a69-02cc-4b40-b3cf-d6db2d74bbba tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-174063694 HTTP/1.1" status: 404 len: 334 time: 0.0822155 Dec 13 23:29:01.081246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52726) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:01.087032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-17a7cbdb-4887-42c6-8760-f751a4ac2116 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:01.126212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420729b-9d02-4921-a35b-37105dbc9b3c None None] Routers {'7e1f222f-0237-48ae-ad53-bbd31b168c26'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:01.126496 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7420729b-9d02-4921-a35b-37105dbc9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e1f222f-0237-48ae-ad53-bbd31b168c26'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:01.155533 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-17a7cbdb-4887-42c6-8760-f751a4ac2116 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] update failed (client error): The resource could not be found. Dec 13 23:29:01.160538 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-17a7cbdb-4887-42c6-8760-f751a4ac2116 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1645548851 HTTP/1.1" status: 404 len: 335 time: 0.0783539 Dec 13 23:29:01.161088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52730) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:01.182787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Pushing event updated for resources: {'Port': ['ID=c4e67a1d-cecd-4f76-967d-d80e7a9372b5,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:01.191764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:01.193710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7420729b-9d02-4921-a35b-37105dbc9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:01.209510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420729b-9d02-4921-a35b-37105dbc9b3c None None] Routers {'7e1f222f-0237-48ae-ad53-bbd31b168c26'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:01.210160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7420729b-9d02-4921-a35b-37105dbc9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7e1f222f-0237-48ae-ad53-bbd31b168c26'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:01.284301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7420729b-9d02-4921-a35b-37105dbc9b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:01.284644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420729b-9d02-4921-a35b-37105dbc9b3c None None] The sync data for ids ['7e1f222f-0237-48ae-ad53-bbd31b168c26'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:01.303355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:01.316774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.402915 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9d24aeba-c655-4d2d-a754-8918f438dfe9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23369587cb5349a599dea985ba80e5e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4624176 Dec 13 23:29:01.404127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Usage tracker for resource:security_group_rule and tenant:9b26fd8cd9314469829b8353ed6fe9be is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:01.406338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52734) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:01.407336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:01.411970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Deleting subnet 61755092-5b86-45b8-8b15-501cd1d7d467 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:29:01.432797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.520192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.582523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec442764-82df-444f-b8c4-114425670dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.626878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec442764-82df-444f-b8c4-114425670dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.666961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:01.680829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.681039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 7065df1f-1836-4fc5-aca8-1984df196acb owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:01.780298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec442764-82df-444f-b8c4-114425670dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.783206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f042c427-3f1f-47bf-80bf-6bd3c48477fd tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:01.795805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec442764-82df-444f-b8c4-114425670dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ece10e-fa31-437c-8142-34a3ffc048f7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:01.804915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ec442764-82df-444f-b8c4-114425670dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:01.810194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec442764-82df-444f-b8c4-114425670dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.813259 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ec442764-82df-444f-b8c4-114425670dbf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41ece10e-fa31-437c-8142-34a3ffc048f7 HTTP/1.1" status: 204 len: 168 time: 0.4042470 Dec 13 23:29:01.838844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.840837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-db3153d0-30ba-47de-8e54-99094e7186e9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:01.881451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event deleted for resources: {'Subnet': ['ID=61755092-5b86-45b8-8b15-501cd1d7d467,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:01.885154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:01.889216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:01.895635 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "DELETE /v2.0/subnets/61755092-5b86-45b8-8b15-501cd1d7d467 HTTP/1.1" status: 204 len: 168 time: 0.7289274 Dec 13 23:29:01.895635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52740) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:01.897439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6c7c62-b5eb-4260-8b7b-cc606ffa5243 None None] Network 09173e48-6f18-4109-91bb-2c992a573af1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:02.018679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.022623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.123193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.193100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9eb6511a-00e4-4d8d-bcf1-d57fc5e663b6 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:02.201667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.229219 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] DHCP port deletion for 09173e48-6f18-4109-91bb-2c992a573af1 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:29:02.236125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] Deleting port 45849570-cd65-4763-8079-9196b057f0d7 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:02.236125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.328290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Deleting subnet 54d6e235-1952-4f37-ad00-b9ad511d17d0 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:29:02.331519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.359425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b290ceff-5c8d-45dc-a16b-46d472cbce10,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:02.389111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:02.389650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-270e9fef-4f9f-4830-9c4d-f3e97906c325 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:02.437966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.480463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.487850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.505442 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9431789 Dec 13 23:29:02.507833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=7065df1f-1836-4fc5-aca8-1984df196acb,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:02.521762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52750) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:02.543844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:02.548432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-30295f9a-a72d-45bd-8756-2e321ddaa907 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:02.549057 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-30295f9a-a72d-45bd-8756-2e321ddaa907 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 23:29:02.553921 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-30295f9a-a72d-45bd-8756-2e321ddaa907 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "PUT /v2.0/security-groups/b290ceff-5c8d-45dc-a16b-46d472cbce10 HTTP/1.1" status: 409 len: 330 time: 0.0231977 Dec 13 23:29:02.558854 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/7065df1f-1836-4fc5-aca8-1984df196acb HTTP/1.1" status: 204 len: 168 time: 1.8320146 Dec 13 23:29:02.566464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52754) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:02.566811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52756) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:02.581334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.643838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc739978-3801-4915-bd5c-d0147dab5598 None None] Network 36450bb1-cba4-48e7-8d8d-7859863f3137 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:02.738904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.745274 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a5aec0-9086-470a-8849-83a719c39535 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:29:02.745850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-23a5aec0-9086-470a-8849-83a719c39535 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:02.750016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fc380812-cc09-4b0c-9557-0f0bb2a4a9e8 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:02.765654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c4e67a1d-cecd-4f76-967d-d80e7a9372b5 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:02.794222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event deleted for resources: {'Subnet': ['ID=54d6e235-1952-4f37-ad00-b9ad511d17d0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:02.816946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:02.824055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.834520 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "DELETE /v2.0/subnets/54d6e235-1952-4f37-ad00-b9ad511d17d0 HTTP/1.1" status: 204 len: 168 time: 0.9392858 Dec 13 23:29:02.836908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52766) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:02.858207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d6646-3370-4a56-b0b1-c80377ac71a3 None None] Network 59c9e041-ee1a-464b-bbb7-04d82998a3ce requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:02.865149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5085939-0e1a-42e8-a107-45a30702f12b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:02.894605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-23a5aec0-9086-470a-8849-83a719c39535 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:02.894605 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-23a5aec0-9086-470a-8849-83a719c39535 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/7065df1f-1836-4fc5-aca8-1984df196acb HTTP/1.1" status: 404 len: 333 time: 0.3193603 Dec 13 23:29:02.898079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52770) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:02.905100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 2001:db8::1 (36450bb1-cba4-48e7-8d8d-7859863f3137/f1a7c6dc-7a3a-4634-a7b2-82ea70edb348/c41dc087-7bd9-40a5-865c-cb4e7da38544) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:02.916750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5085939-0e1a-42e8-a107-45a30702f12b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.035808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] For port 45849570-cd65-4763-8079-9196b057f0d7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=45849570-cd65-4763-8079-9196b057f0d7,segment=NetworkSegment(f0af1869-4b6e-4f0b-8190-5e643fa5e606),segment_id=f0af1869-4b6e-4f0b-8190-5e643fa5e606)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:03.036207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.066989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.077063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 18a37461-bb71-4caf-9c99-f0213b250153 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:03.077561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.088458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-78afa7c6-63d8-4111-94a8-3267a82a3750 None None] Provisioning for port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:03.121012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.132531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5085939-0e1a-42e8-a107-45a30702f12b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.140631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-10ef1ab2-4ede-4713-9660-26e7c624b857 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:03.157709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Deleting port 45849570-cd65-4763-8079-9196b057f0d7 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:03.158471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.165518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Transition to ACTIVE for port object c41dc087-7bd9-40a5-865c-cb4e7da38544 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:03.172244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5085939-0e1a-42e8-a107-45a30702f12b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b290ceff-5c8d-45dc-a16b-46d472cbce10,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:03.176456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a5085939-0e1a-42e8-a107-45a30702f12b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:03.179676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5085939-0e1a-42e8-a107-45a30702f12b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.183865 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a5085939-0e1a-42e8-a107-45a30702f12b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/b290ceff-5c8d-45dc-a16b-46d472cbce10 HTTP/1.1" status: 204 len: 168 time: 0.6160948 Dec 13 23:29:03.186012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52776) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:03.257506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d0772d13-fecd-47cb-bbc7-87f56b636ef0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Synchronizing usage tracker for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:03.299399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.307386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-db2ab501-9c93-45d7-b576-238c16e1a2db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:03.309780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] Calling delete_port for 45849570-cd65-4763-8079-9196b057f0d7 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:03.391839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d0772d13-fecd-47cb-bbc7-87f56b636ef0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Unset dirty status for tenant:9b26fd8cd9314469829b8353ed6fe9be on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:03.400296 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d0772d13-fecd-47cb-bbc7-87f56b636ef0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2130513 Dec 13 23:29:03.404340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52782) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:03.434607 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 36450bb1-cba4-48e7-8d8d-7859863f3137 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:03.444340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:03.464073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:03.464779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.475111 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-96862f47-1a64-4266-a770-c3804ce36271 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] delete failed (client error): The resource could not be found. Dec 13 23:29:03.479956 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-96862f47-1a64-4266-a770-c3804ce36271 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "DELETE /v2.0/security-groups/112bc21d-d57c-4bc4-ada0-5ebd320c67db HTTP/1.1" status: 404 len: 347 time: 0.0711091 Dec 13 23:29:03.479956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=c41dc087-7bd9-40a5-865c-cb4e7da38544,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:03.482912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52788) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:03.487666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:03.531420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:03.537561 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-2d9aee0b-14c2-4a45-9b86-9363182afbcb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] show failed (client error): The resource could not be found. Dec 13 23:29:03.544466 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2d9aee0b-14c2-4a45-9b86-9363182afbcb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-groups/45e577fe-80f0-4100-8860-c54232f00469 HTTP/1.1" status: 404 len: 347 time: 0.0545681 Dec 13 23:29:03.544721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52792) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:03.547763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:03.548165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.562932 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-bdb2da11-497d-4d0e-aff4-46f95fd8941d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] show failed (client error): The resource could not be found. Dec 13 23:29:03.571363 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bdb2da11-497d-4d0e-aff4-46f95fd8941d tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] 10.222.0.30 "GET /v2.0/security-group-rules/778005fd-61ec-430c-8671-fda0798697e7 HTTP/1.1" status: 404 len: 356 time: 0.0171349 Dec 13 23:29:03.618897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52798) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:03.648316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.655179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ef4656bc-302e-4bca-91aa-878bb232f385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:03.720306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] Pushing event deleted for resources: {'Port': ['ID=45849570-cd65-4763-8079-9196b057f0d7,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:03.724819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:03.728528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.735982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] No DVR routers for this DVR port 45849570-cd65-4763-8079-9196b057f0d7 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:29:03.772997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.781764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] DHCP port deletion for 59c9e041-ee1a-464b-bbb7-04d82998a3ce request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:29:03.832222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] Deleting port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:03.832616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.904679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:03.950726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 18a37461-bb71-4caf-9c99-f0213b250153 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:04.025772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port c4e67a1d-cecd-4f76-967d-d80e7a9372b5, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c4e67a1d-cecd-4f76-967d-d80e7a9372b5,segment=NetworkSegment(3aad5a0a-e05d-4d56-acf6-9d5f5e14c203),segment_id=3aad5a0a-e05d-4d56-acf6-9d5f5e14c203)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:04.040104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] For port 45849570-cd65-4763-8079-9196b057f0d7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=45849570-cd65-4763-8079-9196b057f0d7,segment=NetworkSegment(f0af1869-4b6e-4f0b-8190-5e643fa5e606),segment_id=f0af1869-4b6e-4f0b-8190-5e643fa5e606)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:04.044881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.110573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.119317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8fda0fff-6cdb-4b9b-953f-32495d01c709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:04.175334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790802382'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:04.183628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Calling delete_port for 45849570-cd65-4763-8079-9196b057f0d7 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:04.189852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:04.201603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:04.206651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:04.207923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=c4e67a1d-cecd-4f76-967d-d80e7a9372b5,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:04.222720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 45849570-cd65-4763-8079-9196b057f0d7 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:29:04.228924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:04.259397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:04.284550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 45849570-cd65-4763-8079-9196b057f0d7 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:29:04.292194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 45849570-cd65-4763-8079-9196b057f0d7 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:29:04.292194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] For port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a,segment=NetworkSegment(f45c22a0-9180-476a-86b4-2d40ea30c38b),segment_id=f45c22a0-9180-476a-86b4-2d40ea30c38b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:04.292194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.372575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:29:04.372945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:29:04.382416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52806) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:04.421217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.441101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.458436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.466621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-343dafda-7da2-4ed9-8cde-40f908c07d46 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:04.514573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7a75d237-2aea-4d9c-8517-ca65dd16176d None None] Provisioning for port c41dc087-7bd9-40a5-865c-cb4e7da38544 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:04.526755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] Calling delete_port for 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:04.529652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:04.536624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:04.540760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:04.549011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:04.560641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7a75d237-2aea-4d9c-8517-ca65dd16176d None None] Provisioning complete for port c41dc087-7bd9-40a5-865c-cb4e7da38544 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:04.561210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7a75d237-2aea-4d9c-8517-ca65dd16176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.582591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.641055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7a75d237-2aea-4d9c-8517-ca65dd16176d None None] Port c41dc087-7bd9-40a5-865c-cb4e7da38544 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:04.647668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c4e67a1d-cecd-4f76-967d-d80e7a9372b5 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:04.662228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.669258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.673086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.675226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d1a02c14-0181-4f85-b2da-f1ae97c69235 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:04.679549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=18a37461-bb71-4caf-9c99-f0213b250153,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:04.695240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:04.737941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7a75d237-2aea-4d9c-8517-ca65dd16176d None None] Provisioning complete for port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:04.738322 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7a75d237-2aea-4d9c-8517-ca65dd16176d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.740483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.759155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.783896 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aadd3934-573b-4cfe-8bb0-44c182a1d111 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b26fd8cd9314469829b8353ed6fe9be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3979611 Dec 13 23:29:04.784421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:04.784529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52812) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:04.807002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:04.815748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:04.816015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:04.816274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.858725 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.860813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6f658255-26b3-4e81-b1e1-25867aba166d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.865343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b6f5ca29-ffb6-43b6-b25f-1c7c9f51ed0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:04.889966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:04.896579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6f658255-26b3-4e81-b1e1-25867aba166d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:04.910034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=c41dc087-7bd9-40a5-865c-cb4e7da38544,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:04.914640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:04.922464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:04.943491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] Pushing event deleted for resources: {'Port': ['ID=0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:04.951753 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:04.962653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] No DVR routers for this DVR port 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:29:04.968663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Deleting port 45849570-cd65-4763-8079-9196b057f0d7 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:04.969000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.002652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=210d7e13-4748-436e-a1d3-08ddd1cd38c7,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:05.008419 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/18a37461-bb71-4caf-9c99-f0213b250153 HTTP/1.1" status: 204 len: 168 time: 2.1048634 Dec 13 23:29:05.014955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52816) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:05.017128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:05.054849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] The port '45849570-cd65-4763-8079-9196b057f0d7' was deleted {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:29:05.058676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 36450bb1-cba4-48e7-8d8d-7859863f3137 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:05.065476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:05.138043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.142309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:29:05.148906 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b696080b-04f0-4036-9240-0902d0fd4cdf tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:29:05.148906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b696080b-04f0-4036-9240-0902d0fd4cdf tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:05.148906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6f658255-26b3-4e81-b1e1-25867aba166d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.168325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2b12cc00-d1ac-48f1-b055-75aca214dd4c tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:05.177485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:29:05.178509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a3f0a4b-f5ab-4c62-a2e5-4b35309a577a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:29:05.203569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f658255-26b3-4e81-b1e1-25867aba166d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dd8ed9-84b9-4ca4-8387-bb9efb04b7d4,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:05.205928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6f658255-26b3-4e81-b1e1-25867aba166d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:05.237834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.248929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2ae79809-e44c-48cb-8617-533f34fdda12 None None] Provisioning complete for port c41dc087-7bd9-40a5-865c-cb4e7da38544 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:05.249492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ae79809-e44c-48cb-8617-533f34fdda12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.263771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b1c272e-6c16-400b-9eed-7cb7d055f729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:05.301848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.313064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b696080b-04f0-4036-9240-0902d0fd4cdf tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:05.314680 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b696080b-04f0-4036-9240-0902d0fd4cdf tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/18a37461-bb71-4caf-9c99-f0213b250153 HTTP/1.1" status: 404 len: 333 time: 0.2982833 Dec 13 23:29:05.317160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52820) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:05.322891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720ed7e7-888f-46c3-aba6-4ae4e0e4ecf4,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:05.324361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2ae79809-e44c-48cb-8617-533f34fdda12 None None] Port c41dc087-7bd9-40a5-865c-cb4e7da38544 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:05.326965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:05.378887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09173e48-6f18-4109-91bb-2c992a573af1']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:05.404765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0af1869-4b6e-4f0b-8190-5e643fa5e606') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:05.405068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0af1869-4b6e-4f0b-8190-5e643fa5e606') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:05.410743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.415000 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7927668 Dec 13 23:29:05.415184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6f658255-26b3-4e81-b1e1-25867aba166d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.416167 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6f658255-26b3-4e81-b1e1-25867aba166d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02dd8ed9-84b9-4ca4-8387-bb9efb04b7d4 HTTP/1.1" status: 204 len: 168 time: 0.6310914 Dec 13 23:29:05.420707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52824) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:05.430372 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.453720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-09464496-8d26-40d4-9c8c-ada606e27b4f None None] Provisioning complete for port c41dc087-7bd9-40a5-865c-cb4e7da38544 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:05.454700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-09464496-8d26-40d4-9c8c-ada606e27b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.477314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.486156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:29:05.486719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.516706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-09464496-8d26-40d4-9c8c-ada606e27b4f None None] Port c41dc087-7bd9-40a5-865c-cb4e7da38544 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: util.warn( Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:29:05.564459 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:29:05.583996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eecd7471-94a6-468b-baad-039c54bf6baf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:05.678181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eecd7471-94a6-468b-baad-039c54bf6baf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:05.679499 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eecd7471-94a6-468b-baad-039c54bf6baf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2513509 Dec 13 23:29:05.682461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52830) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:05.683781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet 6c7d489c-51b8-4676-a697-fedbcfb0a7c7 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:29:05.687255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.688113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ce67b4fe-8c52-4da5-8353-01cc6e55a044 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-security--2022661739', 'description': 'tempest-security-description-1986464296'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:05.712765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b4d12848-2148-49f0-b751-c496b7a363f3 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:29:05.728098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce67b4fe-8c52-4da5-8353-01cc6e55a044 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.750198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.753747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.782843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1c6de3ab-7826-4dc4-b0b6-5f98082757b0 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:05.803988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.810971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event deleted for resources: {'Network': ['ID=09173e48-6f18-4109-91bb-2c992a573af1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:05.816689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:05.823895 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "DELETE /v2.0/networks/09173e48-6f18-4109-91bb-2c992a573af1 HTTP/1.1" status: 204 len: 168 time: 2.9835851 Dec 13 23:29:05.824799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52836) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:05.907712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce67b4fe-8c52-4da5-8353-01cc6e55a044 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.950259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:05.955379 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b4d12848-2148-49f0-b751-c496b7a363f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3914459 Dec 13 23:29:05.959171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52844) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:05.968464 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab514a27-00f5-4350-a86a-c0de96e1ce4a None None] Sync routers for ids ['b4d12848-2148-49f0-b751-c496b7a363f3'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:05.974123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.985746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:05.986160 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab514a27-00f5-4350-a86a-c0de96e1ce4a None None] Routers {'b4d12848-2148-49f0-b751-c496b7a363f3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:05.986942 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ab514a27-00f5-4350-a86a-c0de96e1ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b4d12848-2148-49f0-b751-c496b7a363f3'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:06.041713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba798ddd-95f6-499c-b941-7cfd3105f737 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:06.042765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ba798ddd-95f6-499c-b941-7cfd3105f737 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:06.047150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce67b4fe-8c52-4da5-8353-01cc6e55a044 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.049856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce67b4fe-8c52-4da5-8353-01cc6e55a044 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.053123 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ce67b4fe-8c52-4da5-8353-01cc6e55a044 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "PUT /v2.0/security-groups/720ed7e7-888f-46c3-aba6-4ae4e0e4ecf4 HTTP/1.1" status: 200 len: 1612 time: 0.3693919 Dec 13 23:29:06.055784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-119842bf-5190-4b7c-bcd5-e1dfe1838900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:06.061374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52850) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:06.065433 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ab514a27-00f5-4350-a86a-c0de96e1ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:06.078530 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab514a27-00f5-4350-a86a-c0de96e1ce4a None None] Routers {'b4d12848-2148-49f0-b751-c496b7a363f3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:06.079400 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ab514a27-00f5-4350-a86a-c0de96e1ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b4d12848-2148-49f0-b751-c496b7a363f3'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:06.095508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67b4fe-8c52-4da5-8353-01cc6e55a044 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720ed7e7-888f-46c3-aba6-4ae4e0e4ecf4,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:06.099214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce67b4fe-8c52-4da5-8353-01cc6e55a044 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:06.139004 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ab514a27-00f5-4350-a86a-c0de96e1ce4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:06.139434 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab514a27-00f5-4350-a86a-c0de96e1ce4a None None] The sync data for ids ['b4d12848-2148-49f0-b751-c496b7a363f3'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:06.174915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ba798ddd-95f6-499c-b941-7cfd3105f737 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:06.181458 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ba798ddd-95f6-499c-b941-7cfd3105f737 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports/c41dc087-7bd9-40a5-865c-cb4e7da38544 HTTP/1.1" status: 200 len: 911 time: 0.2159798 Dec 13 23:29:06.181829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52856) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:06.189270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f1a7c6dc-7a3a-4634-a7b2-82ea70edb348'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:06.218506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.253708 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8e7e9629-bcdc-43e3-8e48-cfbf52970296 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups/720ed7e7-888f-46c3-aba6-4ae4e0e4ecf4 HTTP/1.1" status: 200 len: 1612 time: 0.1889064 Dec 13 23:29:06.253708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c9e041-ee1a-464b-bbb7-04d82998a3ce']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:06.254015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52860) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:06.267444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45c22a0-9180-476a-86b4-2d40ea30c38b') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:06.267797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45c22a0-9180-476a-86b4-2d40ea30c38b') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:06.280342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.297084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.303738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:29:06.304126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:29:06.318682 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:29:06.323800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.330333 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c2a92af8-ac7e-4732-b9eb-ef4724f75812 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:06.373897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7d489c-51b8-4676-a697-fedbcfb0a7c7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:06.456624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.456978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.457347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.457942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.458201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.458572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.459121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.459520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.459886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.460364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.460790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:06.465545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:06.472405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.472512 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf04e21-15cb-479f-9bc5-325291d16c7f None None] Network af54ce9a-ee41-4d3c-88f5-29a90097c3d1 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:06.476672 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f20e42ee-d5f3-47ac-9e32-8c0a907435d6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/6c7d489c-51b8-4676-a697-fedbcfb0a7c7 HTTP/1.1" status: 204 len: 168 time: 1.1583247 Dec 13 23:29:06.479147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52868) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:06.565592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-99d71f1f-0270-4608-a456-ad5dd8aba4f3 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.638204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.647962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-61c9c52b-27e0-4008-aa84-cfd2749cd690 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:06.665750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.670061 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "DELETE /v2.0/networks/59c9e041-ee1a-464b-bbb7-04d82998a3ce HTTP/1.1" status: 204 len: 168 time: 0.8421478 Dec 13 23:29:06.674298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52872) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:06.674899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.726508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-99d71f1f-0270-4608-a456-ad5dd8aba4f3 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.728605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event deleted for resources: {'Network': ['ID=59c9e041-ee1a-464b-bbb7-04d82998a3ce,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:06.734280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:06.763881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.775709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 76f76261-3138-4bf0-8c49-be7b76b975ca {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:06.776180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:06.851223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] DHCP port deletion for af54ce9a-ee41-4d3c-88f5-29a90097c3d1 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:29:06.858116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] Deleting port 76f76261-3138-4bf0-8c49-be7b76b975ca {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:06.858587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.028242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] For port 76f76261-3138-4bf0-8c49-be7b76b975ca, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=76f76261-3138-4bf0-8c49-be7b76b975ca,segment=NetworkSegment(8a4f976b-d9c3-48d6-9ff6-c8671e86d979),segment_id=8a4f976b-d9c3-48d6-9ff6-c8671e86d979)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:07.029930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.056442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-99d71f1f-0270-4608-a456-ad5dd8aba4f3 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.069124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a5085939-0e1a-42e8-a107-45a30702f12b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:07.086369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d71f1f-0270-4608-a456-ad5dd8aba4f3 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720ed7e7-888f-46c3-aba6-4ae4e0e4ecf4,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:07.089422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-99d71f1f-0270-4608-a456-ad5dd8aba4f3 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:07.094571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] For port 76f76261-3138-4bf0-8c49-be7b76b975ca, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=76f76261-3138-4bf0-8c49-be7b76b975ca,segment=NetworkSegment(8a4f976b-d9c3-48d6-9ff6-c8671e86d979),segment_id=8a4f976b-d9c3-48d6-9ff6-c8671e86d979)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:07.095207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.190645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 76f76261-3138-4bf0-8c49-be7b76b975ca owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:07.213117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-99d71f1f-0270-4608-a456-ad5dd8aba4f3 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.214379 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-99d71f1f-0270-4608-a456-ad5dd8aba4f3 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/720ed7e7-888f-46c3-aba6-4ae4e0e4ecf4 HTTP/1.1" status: 204 len: 168 time: 0.9593410 Dec 13 23:29:07.226643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52882) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:07.231660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] Calling delete_port for 76f76261-3138-4bf0-8c49-be7b76b975ca owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:07.237771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Deleting subnet ecd64a02-ce50-472d-8470-a080530c7c9b {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:29:07.255067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.370747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.374809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:29:07.375381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:29:07.375520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d63175bf-3cba-4028-9265-d58949940243 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:07.400509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.419259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=76f76261-3138-4bf0-8c49-be7b76b975ca,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:07.422056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:07.424268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No DVR routers for this DVR port 76f76261-3138-4bf0-8c49-be7b76b975ca on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:29:07.432348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3d838606-4efc-4a81-a068-f2cef0ea7cfb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:07.551268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.583149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af54ce9a-ee41-4d3c-88f5-29a90097c3d1']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:07.595575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a4f976b-d9c3-48d6-9ff6-c8671e86d979') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:07.595902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a4f976b-d9c3-48d6-9ff6-c8671e86d979') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:07.607621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.624184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.626496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3d838606-4efc-4a81-a068-f2cef0ea7cfb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:07.627912 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3d838606-4efc-4a81-a068-f2cef0ea7cfb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3998964 Dec 13 23:29:07.631844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52890) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:07.635558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.645698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:29:07.646044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:29:07.660375 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:29:07.672022 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-8ad3e4df-a4a8-4108-a244-b1b8d26455af tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] delete failed (client error): The resource could not be found. Dec 13 23:29:07.673064 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8ad3e4df-a4a8-4108-a244-b1b8d26455af tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/720ed7e7-888f-46c3-aba6-4ae4e0e4ecf4 HTTP/1.1" status: 404 len: 347 time: 0.0402849 Dec 13 23:29:07.677931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52896) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:07.717237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.726928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-secgroup--355126185'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:07.752301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:07.763225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:07.814594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.827003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:07.827003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.827003 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/ports/c41dc087-7bd9-40a5-865c-cb4e7da38544 HTTP/1.1" status: 200 len: 911 time: 1.6380088 Dec 13 23:29:07.827003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bb3f783d-a6db-4d2f-a0ef-da712d6e33f1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:07.827566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52902) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:07.858442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.877047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] Deleting port 76f76261-3138-4bf0-8c49-be7b76b975ca {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:07.877534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.888961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.898081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.906567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.918665 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "DELETE /v2.0/subnets/ecd64a02-ce50-472d-8470-a080530c7c9b HTTP/1.1" status: 204 len: 168 time: 1.2295840 Dec 13 23:29:07.922999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52908) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:07.953970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-aefddec3-e418-49a6-a42a-d76f511209f3 None None] The port '76f76261-3138-4bf0-8c49-be7b76b975ca' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:29:07.955407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71520bc1-2a28-475c-b1c7-667852d28a46 None None] Network b5ae3cc5-c678-4d6d-9693-02b4924f5290 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:07.956857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=c41dc087-7bd9-40a5-865c-cb4e7da38544,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:07.970071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:07.984742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.985182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.985621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.986054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.986479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.986911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.987333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.987777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.988198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.988618 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.989065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:07.991526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:07.999185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:08.012942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Network': ['ID=af54ce9a-ee41-4d3c-88f5-29a90097c3d1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:08.027790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:08.056763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:08.062682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:08.075206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:08.080908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e6f4fdc5-0a27-4d20-8d00-3c773137fb43 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:08.083149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:08.126815 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd64a02-ce50-472d-8470-a080530c7c9b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:08.128079 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/networks/af54ce9a-ee41-4d3c-88f5-29a90097c3d1 HTTP/1.1" status: 204 len: 168 time: 1.6478872 Dec 13 23:29:08.129884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:08.133896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52914) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:08.152181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-212089494'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:08.159736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:08.165741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.170208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:network and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:08.173291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:08.183121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:08.191095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Deleting port dd4ea9b0-328c-47e7-acfd-b728bd77f87f {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:08.191434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.248813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] DHCP port deletion for b5ae3cc5-c678-4d6d-9693-02b4924f5290 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:29:08.253662 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] Deleting port dd4ea9b0-328c-47e7-acfd-b728bd77f87f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:08.254441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.286791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.346576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.547183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.559456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1eb24653-876d-4f4d-b5a6-0f65c0588a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:08.574048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] For port dd4ea9b0-328c-47e7-acfd-b728bd77f87f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=dd4ea9b0-328c-47e7-acfd-b728bd77f87f,segment=NetworkSegment(4c93c776-af0c-4072-b75a-bd21575e8498),segment_id=4c93c776-af0c-4072-b75a-bd21575e8498)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:08.574048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.589863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] For port dd4ea9b0-328c-47e7-acfd-b728bd77f87f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=dd4ea9b0-328c-47e7-acfd-b728bd77f87f,segment=NetworkSegment(4c93c776-af0c-4072-b75a-bd21575e8498),segment_id=4c93c776-af0c-4072-b75a-bd21575e8498)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:08.590380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.663706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c15b71b-870c-473b-9679-85c752436fc6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:08.669424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:08.710635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] Calling delete_port for dd4ea9b0-328c-47e7-acfd-b728bd77f87f owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:08.756982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:08.760290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.784161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Calling delete_port for dd4ea9b0-328c-47e7-acfd-b728bd77f87f owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:08.789118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 76f76261-3138-4bf0-8c49-be7b76b975ca no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:29:08.825629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 76f76261-3138-4bf0-8c49-be7b76b975ca {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:29:08.826025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 76f76261-3138-4bf0-8c49-be7b76b975ca not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:29:08.826393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device dd4ea9b0-328c-47e7-acfd-b728bd77f87f no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:29:08.839777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:29:08.847718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.850870 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1724024 Dec 13 23:29:08.856978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52930) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:08.864992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.865239 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Added segment e144866d-5c29-4681-8f67-f9631896f961 of type vlan for network e253d6b1-1400-41c2-90f5-78a7c1b6696f Dec 13 23:29:08.866955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: dd4ea9b0-328c-47e7-acfd-b728bd77f87f {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:29:08.867320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device dd4ea9b0-328c-47e7-acfd-b728bd77f87f not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:29:08.868875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.874327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': '5c15b71b-870c-473b-9679-85c752436fc6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:08.882100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:08.906874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:29:08.907103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:29:08.908678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:08.916853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:08.925275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] No DVR routers for this DVR port dd4ea9b0-328c-47e7-acfd-b728bd77f87f on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:29:08.926448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:08.932100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:08.937443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] Pushing event deleted for resources: {'Port': ['ID=dd4ea9b0-328c-47e7-acfd-b728bd77f87f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:08.943471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:08.947874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:09.044721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.048734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:09.049317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.055025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2df0ab92-50bf-4005-9df8-c83e9192820b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:09.088476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.168913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Network': ['ID=e253d6b1-1400-41c2-90f5-78a7c1b6696f,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:09.171694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:09.180498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network e253d6b1-1400-41c2-90f5-78a7c1b6696f details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:29:09.202759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.209115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52934) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:09.214709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895480014', 'description': 'tempest-secgroup-smoke-895480014 description', 'project_id': '69b5040e57f54a47a03b8d098147773b'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:09.215407 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0801678 Dec 13 23:29:09.218351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52938) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:09.223509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:09.231069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'e253d6b1-1400-41c2-90f5-78a7c1b6696f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:09.231258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:security_group and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:09.234149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:09.242616 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:09.300849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.308226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:09.345254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:09.345864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e45bf5-65cc-4a8c-b891-419d14aa0b5c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:09.350287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:09.350471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port c41dc087-7bd9-40a5-865c-cb4e7da38544 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:09.350674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.353325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:09.358995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:09.380126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:09.405132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.408125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Deleting port dd4ea9b0-328c-47e7-acfd-b728bd77f87f {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:09.408472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.436972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.476503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] The port 'dd4ea9b0-328c-47e7-acfd-b728bd77f87f' was deleted {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:29:09.504872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.506224 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6483171 Dec 13 23:29:09.509755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52942) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:09.550858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:09.555995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:09.567315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:security_group_rule and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:09.571971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:09.587843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:09.592956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.699190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.720559 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c54d657-a024-4a84-bad8-a5e10add3db0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.720845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for c41dc087-7bd9-40a5-865c-cb4e7da38544 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:09.747992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c54d657-a024-4a84-bad8-a5e10add3db0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.772533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ae3cc5-c678-4d6d-9693-02b4924f5290']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:09.797334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.814888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c93c776-af0c-4072-b75a-bd21575e8498') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:09.815175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c93c776-af0c-4072-b75a-bd21575e8498') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:09.839857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.855801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.932170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.932867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.940810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1287359b-7251-473e-b706-33ad8fdf83eb tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:09.943097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:29:09.943502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:29:09.961969 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:29:09.977785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:09.984228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:security_group_rule and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:09.987259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fde59cb-77d6-48dd-ba66-f72948371617,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:09.991255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:09.992301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:09.999540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:10.002793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.010356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:10.038060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c54d657-a024-4a84-bad8-a5e10add3db0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.044457 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:10.065314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=c41dc087-7bd9-40a5-865c-cb4e7da38544,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:10.066054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c54d657-a024-4a84-bad8-a5e10add3db0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45e45bf5-65cc-4a8c-b891-419d14aa0b5c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:10.068633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:10.103025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1c54d657-a024-4a84-bad8-a5e10add3db0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:10.113689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.123216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-57c5c9ac-a4f9-4288-9eff-596e27f8481f tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:10.138663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.156477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c54d657-a024-4a84-bad8-a5e10add3db0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.157605 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1c54d657-a024-4a84-bad8-a5e10add3db0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/45e45bf5-65cc-4a8c-b891-419d14aa0b5c HTTP/1.1" status: 204 len: 168 time: 0.6331570 Dec 13 23:29:10.158733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Pushing event deleted for resources: {'Network': ['ID=b5ae3cc5-c678-4d6d-9693-02b4924f5290,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:10.166909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52946) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:10.185707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:10.187405 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "DELETE /v2.0/networks/b5ae3cc5-c678-4d6d-9693-02b4924f5290 HTTP/1.1" status: 204 len: 168 time: 2.2634113 Dec 13 23:29:10.191924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52950) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:10.265376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e0405dd2-eada-4608-858a-3b2b6666f022 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Synchronizing usage tracker for tenant:831ce05e16664b8cad398c8a000724f9 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:10.297291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.303535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.317938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ea4fb9f7-cf4a-40ce-99a7-39db585f9077 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:10.426955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e0405dd2-eada-4608-858a-3b2b6666f022 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Unset dirty status for tenant:831ce05e16664b8cad398c8a000724f9 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:10.428374 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e0405dd2-eada-4608-858a-3b2b6666f022 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e1f222f-0237-48ae-ad53-bbd31b168c26 HTTP/1.1" status: 200 len: 205 time: 0.2318542 Dec 13 23:29:10.429758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ea4fb9f7-cf4a-40ce-99a7-39db585f9077 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:10.430609 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ea4fb9f7-cf4a-40ce-99a7-39db585f9077 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2623188 Dec 13 23:29:10.431547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.435178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52954) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:10.435852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-87a55385-010e-428b-9596-eb27ee644836 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:10.463125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52956) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:10.476568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.491995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-647677d3-1bec-4c6d-8ca4-203e80bac880 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:10.616640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed362406-af76-4c25-8997-d483c98be389,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:10.623727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:10.741650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=df616811-eb14-4805-a9d4-b7c5e14fda9a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:10.751008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:10.764802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.766006 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.5558774 Dec 13 23:29:10.768266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762e5be9-3912-4f07-b6c1-a2a4c2d72814 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.776131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52962) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:10.782687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c6978b80-66ae-43b0-b707-86cffd870af6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.788669 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'security_group_rule': {'security_group_id': 'ed362406-af76-4c25-8997-d483c98be389', 'project_id': '69b5040e57f54a47a03b8d098147773b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:10.804904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:10.814253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:security_group_rule and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:10.824480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:10.836972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c6978b80-66ae-43b0-b707-86cffd870af6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:10.844255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:10.885585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Checking segment: {'id': 'e144866d-5c29-4681-8f67-f9631896f961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e253d6b1-1400-41c2-90f5-78a7c1b6696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:10.885940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network hostable DHCP agents. Network: e253d6b1-1400-41c2-90f5-78a7c1b6696f, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:29:11.003112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.040968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network e253d6b1-1400-41c2-90f5-78a7c1b6696f is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:29:11.056298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b4d12848-2148-49f0-b751-c496b7a363f3 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:29:11.084127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c6978b80-66ae-43b0-b707-86cffd870af6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.093198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bcd40464-4d1f-47e8-9005-97d70e316067 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:11.101527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.110798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, e253d6b1-1400-41c2-90f5-78a7c1b6696f) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:11.121261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceadc67e-a1f0-43f5-8b08-a04dff79ba53 None None] Network e253d6b1-1400-41c2-90f5-78a7c1b6696f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:11.165773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6978b80-66ae-43b0-b707-86cffd870af6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c15b71b-870c-473b-9679-85c752436fc6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:11.169999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c6978b80-66ae-43b0-b707-86cffd870af6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:11.178592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.179245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:11.179868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.198472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762e5be9-3912-4f07-b6c1-a2a4c2d72814 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.204626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762e5be9-3912-4f07-b6c1-a2a4c2d72814 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.238434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:11.264807 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0449214 Dec 13 23:29:11.265529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52966) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:11.269716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b204b36-fae0-46ef-b1ec-29de3f92082e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:11.273873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:11.274148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'e253d6b1-1400-41c2-90f5-78a7c1b6696f', 'name': 'tempest-PortsIpV6TestJSON-536866333', 'fixed_ips': [{'subnet_id': 'df616811-eb14-4805-a9d4-b7c5e14fda9a', 'ip_address': '2001:db8::10'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:11.282509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:11.290624 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b4d12848-2148-49f0-b751-c496b7a363f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4586844 Dec 13 23:29:11.290624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52970) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:11.298703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e0ddbf-5d42-4f28-8c6d-b501099b598a None None] Sync routers for ids ['b4d12848-2148-49f0-b751-c496b7a363f3'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:11.314890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e0ddbf-5d42-4f28-8c6d-b501099b598a None None] Routers {'b4d12848-2148-49f0-b751-c496b7a363f3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:11.315672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b0e0ddbf-5d42-4f28-8c6d-b501099b598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b4d12848-2148-49f0-b751-c496b7a363f3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:11.337430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-039c97d1-be0c-4f95-befd-54843f4b762c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:11.365776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762e5be9-3912-4f07-b6c1-a2a4c2d72814 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.366514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762e5be9-3912-4f07-b6c1-a2a4c2d72814 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Fanout notify agent at l3_agent the message router_deleted on router 7e1f222f-0237-48ae-ad53-bbd31b168c26 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:29:11.381083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c6978b80-66ae-43b0-b707-86cffd870af6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.384814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-762e5be9-3912-4f07-b6c1-a2a4c2d72814 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.384814 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-762e5be9-3912-4f07-b6c1-a2a4c2d72814 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] 10.222.0.30 "DELETE /v2.0/routers/7e1f222f-0237-48ae-ad53-bbd31b168c26 HTTP/1.1" status: 204 len: 168 time: 0.9201603 Dec 13 23:29:11.387291 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c6978b80-66ae-43b0-b707-86cffd870af6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/5c15b71b-870c-473b-9679-85c752436fc6 HTTP/1.1" status: 204 len: 168 time: 0.9167879 Dec 13 23:29:11.388671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.389193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b0e0ddbf-5d42-4f28-8c6d-b501099b598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:11.390044 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6111865 Dec 13 23:29:11.390790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52976) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:11.393649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52978) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:11.419259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'security_group_rule': {'security_group_id': 'ed362406-af76-4c25-8997-d483c98be389', 'project_id': '69b5040e57f54a47a03b8d098147773b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:11.431026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:11.438401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:security_group_rule and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:11.442920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-039c97d1-be0c-4f95-befd-54843f4b762c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:11.444178 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-039c97d1-be0c-4f95-befd-54843f4b762c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4d12848-2148-49f0-b751-c496b7a363f3 HTTP/1.1" status: 200 len: 205 time: 0.1528032 Dec 13 23:29:11.447926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:11.448060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52984) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:11.462783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:11.470068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e0ddbf-5d42-4f28-8c6d-b501099b598a None None] Routers {'b4d12848-2148-49f0-b751-c496b7a363f3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:11.471037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b0e0ddbf-5d42-4f28-8c6d-b501099b598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:28:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b4d12848-2148-49f0-b751-c496b7a363f3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:11.490633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e85a51e5-a713-4b4e-bdbc-4d5413718d92 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:11.547068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-e253d6b1-1400-41c2-90f5-78a7c1b6696f', 'network_id': 'e253d6b1-1400-41c2-90f5-78a7c1b6696f', 'tenant_id': '4dff06d63ab0478ba59bc0ffe360cae3', 'fixed_ips': [{'subnet_id': 'df616811-eb14-4805-a9d4-b7c5e14fda9a'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:29:11.547914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.562359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b0e0ddbf-5d42-4f28-8c6d-b501099b598a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:11.562781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e0ddbf-5d42-4f28-8c6d-b501099b598a None None] The sync data for ids ['b4d12848-2148-49f0-b751-c496b7a363f3'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:11.570665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.586354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e85a51e5-a713-4b4e-bdbc-4d5413718d92 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:11.589420 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e85a51e5-a713-4b4e-bdbc-4d5413718d92 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1950395 Dec 13 23:29:11.594450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 52988) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:11.601059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:11.607384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-secgroup--428494638'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:11.616469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:11.619092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:port and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:11.631933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:11.641407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:11.643463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:11.650054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.665177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-653b85db-01e2-4058-9e64-2b3b70c74966 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.723437 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.726324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cf538e29-4e54-4af1-b22c-8d437cad35c7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:11.732904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Allocated IP 2001:db8::2 (e253d6b1-1400-41c2-90f5-78a7c1b6696f/df616811-eb14-4805-a9d4-b7c5e14fda9a/976746ef-8824-4770-8cc3-c1fa19dd221e) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:11.749710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cbf1b29-d1d7-4a9b-8d68-d09007611c05,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:11.760270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:11.792010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.793085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:11.798307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.840305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.841578 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4468300 Dec 13 23:29:11.844829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52992) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:11.846268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port 8b41f32b-71c5-4b5b-935b-b90dbdcaffed yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:29:11.851867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'security_group_rule': {'security_group_id': 'ed362406-af76-4c25-8997-d483c98be389', 'project_id': '69b5040e57f54a47a03b8d098147773b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:11.857815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:11.861924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:security_group_rule and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:11.865514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:11.871590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:11.921829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:11.941395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fba4a6da-98e3-49fc-8342-e993e6eeddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.954992 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.985696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:11.997035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Transition to ACTIVE for port object 976746ef-8824-4770-8cc3-c1fa19dd221e will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:12.013695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 52998) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:12.024089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Transition to ACTIVE for port object 976746ef-8824-4770-8cc3-c1fa19dd221e will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:12.046088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.089210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.094490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:12.111715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.114460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:12.141071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ec2384-f1d1-4792-9bae-5e7cc2a457da,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:12.144740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:12.154737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Network e253d6b1-1400-41c2-90f5-78a7c1b6696f is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:12.158491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:12.162713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:12.209558 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Pushing event updated for resources: {'Port': ['ID=976746ef-8824-4770-8cc3-c1fa19dd221e,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:12.214641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:12.217058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:12.225770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:12.236434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.240652 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3915770 Dec 13 23:29:12.240900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:12.241677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53004) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:12.248645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'security_group_rule': {'security_group_id': 'ed362406-af76-4c25-8997-d483c98be389', 'project_id': '69b5040e57f54a47a03b8d098147773b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:12.258853 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d19e5b74-09fe-4a8a-9b5d-8858d61ac3c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=831ce05e16664b8cad398c8a000724f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2431180 Dec 13 23:29:12.260499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:12.263001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53008) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:12.272435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Attempting to bind port 976746ef-8824-4770-8cc3-c1fa19dd221e on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:12.272812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Attempting to bind port 976746ef-8824-4770-8cc3-c1fa19dd221e by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'e144866d-5c29-4681-8f67-f9631896f961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e253d6b1-1400-41c2-90f5-78a7c1b6696f'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:12.273186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Attempting to bind port 976746ef-8824-4770-8cc3-c1fa19dd221e on network e253d6b1-1400-41c2-90f5-78a7c1b6696f {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:12.282117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:security_group_rule and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:12.283389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:12.283389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Checking segment: {'id': 'e144866d-5c29-4681-8f67-f9631896f961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e253d6b1-1400-41c2-90f5-78a7c1b6696f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:12.283389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.283936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Bound using segment: {'id': 'e144866d-5c29-4681-8f67-f9631896f961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e253d6b1-1400-41c2-90f5-78a7c1b6696f'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:12.284599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Bound port: 976746ef-8824-4770-8cc3-c1fa19dd221e, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e144866d-5c29-4681-8f67-f9631896f961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e253d6b1-1400-41c2-90f5-78a7c1b6696f'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:12.285162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.289771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:12.313202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:12.351545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89416a50-20a0-435f-bf80-1fa471be0758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.385820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89416a50-20a0-435f-bf80-1fa471be0758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.386043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] For port 976746ef-8824-4770-8cc3-c1fa19dd221e, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:12.389193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] For port 976746ef-8824-4770-8cc3-c1fa19dd221e, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=976746ef-8824-4770-8cc3-c1fa19dd221e,segment=NetworkSegment(e144866d-5c29-4681-8f67-f9631896f961),segment_id=e144866d-5c29-4681-8f67-f9631896f961)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:12.432980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.452844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-653b85db-01e2-4058-9e64-2b3b70c74966 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.475859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.481524 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:12.500061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.504217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-653b85db-01e2-4058-9e64-2b3b70c74966 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.560214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89416a50-20a0-435f-bf80-1fa471be0758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.565488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Pushing event updated for resources: {'Port': ['ID=976746ef-8824-4770-8cc3-c1fa19dd221e,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:12.568381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c6978b80-66ae-43b0-b707-86cffd870af6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:12.570015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:12.583449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89416a50-20a0-435f-bf80-1fa471be0758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c294525-a18e-4744-87f3-b70b54f4ef6e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:12.586363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-89416a50-20a0-435f-bf80-1fa471be0758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:12.587270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89416a50-20a0-435f-bf80-1fa471be0758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.590701 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-89416a50-20a0-435f-bf80-1fa471be0758 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c294525-a18e-4744-87f3-b70b54f4ef6e HTTP/1.1" status: 204 len: 168 time: 0.3241627 Dec 13 23:29:12.592809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.598919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::10 (e253d6b1-1400-41c2-90f5-78a7c1b6696f/df616811-eb14-4805-a9d4-b7c5e14fda9a/8b41f32b-71c5-4b5b-935b-b90dbdcaffed) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:12.599566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c836cf73-e937-46a9-829f-f6cb807022ae tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:12.599935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.621830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94ad92e-484d-4ef1-a1d6-b5415b215da7,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:12.624687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:12.686588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.693351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d52b102e-b10e-40c8-9118-e06e587e4527 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:12.702507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-653b85db-01e2-4058-9e64-2b3b70c74966 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.702998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653b85db-01e2-4058-9e64-2b3b70c74966 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Fanout notify agent at l3_agent the message router_deleted on router b4d12848-2148-49f0-b751-c496b7a363f3 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:29:12.741823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.746538 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5037150 Dec 13 23:29:12.747507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53014) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:12.753323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'security_group_rule': {'security_group_id': 'ed362406-af76-4c25-8997-d483c98be389', 'project_id': '69b5040e57f54a47a03b8d098147773b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:12.759779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:12.768416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:security_group_rule and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:12.775290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:12.783884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:12.818932 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbb12bf-2c75-4ac4-9808-825c4dc34dda,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:12.830886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:12.842929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-653b85db-01e2-4058-9e64-2b3b70c74966 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.845613 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-653b85db-01e2-4058-9e64-2b3b70c74966 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/b4d12848-2148-49f0-b751-c496b7a363f3 HTTP/1.1" status: 204 len: 168 time: 1.3943238 Dec 13 23:29:12.849999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53018) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:12.907640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.909764 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3128982 Dec 13 23:29:12.913251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53024) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:12.920851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:12.924723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb12bf-2c75-4ac4-9808-825c4dc34dda', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:12.940198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:12.941360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object 8b41f32b-71c5-4b5b-935b-b90dbdcaffed will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:12.948788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:12.953740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:12.980035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:13.044067 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Project 69b5040e57f54a47a03b8d098147773b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:29:13.053671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.055747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.063511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:13.131299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network e253d6b1-1400-41c2-90f5-78a7c1b6696f is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:13.143629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:13.149190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:13.153255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.153559 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:13.154184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.170098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=8b41f32b-71c5-4b5b-935b-b90dbdcaffed,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:13.175044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:13.243909 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9770899 Dec 13 23:29:13.246494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53034) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:13.252365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'e253d6b1-1400-41c2-90f5-78a7c1b6696f', 'name': 'tempest-PortsIpV6TestJSON-1996500481', 'fixed_ips': [{'subnet_id': 'df616811-eb14-4805-a9d4-b7c5e14fda9a', 'ip_address': '2001:db8::f'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:13.277085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting subnet f1a7c6dc-7a3a-4634-a7b2-82ea70edb348 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:29:13.288543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.412449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:13.417159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:port and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:13.420789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:13.427105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:13.447809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.457708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.534319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:13.535506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.550330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.563109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.568286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-44a31ec7-ed1e-4682-b9fe-429100367549 tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:13.583739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port 26835ea3-648b-4d20-bf8b-325040eadf66 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:29:13.602405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939aa224-7e23-40e1-becc-a9e62069b6db,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:13.610380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:13.619104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.652949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.664577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:13.696840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b75920-2df2-47be-8bae-3e8971d7aca7,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:13.712119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:13.727658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.733654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53042) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:13.735457 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9846227 Dec 13 23:29:13.743365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'security_group_rule': {'security_group_id': 'ed362406-af76-4c25-8997-d483c98be389', 'project_id': '69b5040e57f54a47a03b8d098147773b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:13.749830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:13.754908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:security_group_rule and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:13.758820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:13.764776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:13.819304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.820742 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9062295 Dec 13 23:29:13.823768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53048) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:13.832215 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb12bf-2c75-4ac4-9808-825c4dc34dda', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:13.838714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:13.843060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:13.846570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:13.854329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:13.884457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6596f9db-8c28-4664-8592-f9b6a42ebcd0 None None] Network e253d6b1-1400-41c2-90f5-78a7c1b6696f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:13.892828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.899085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::f (e253d6b1-1400-41c2-90f5-78a7c1b6696f/df616811-eb14-4805-a9d4-b7c5e14fda9a/26835ea3-648b-4d20-bf8b-325040eadf66) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:13.899825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ae2516a4-bf1b-4aa7-911d-f9bdb880824a tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:13.936846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a7c6dc-7a3a-4634-a7b2-82ea70edb348,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:13.939442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:13.943111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.951646 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/f1a7c6dc-7a3a-4634-a7b2-82ea70edb348 HTTP/1.1" status: 204 len: 168 time: 1.0973897 Dec 13 23:29:13.952177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53052) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:13.954891 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Project 69b5040e57f54a47a03b8d098147773b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:29:13.969946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:13.971440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403a9a7-ad04-4d41-9b48-e33fec436612 None None] Network 36450bb1-cba4-48e7-8d8d-7859863f3137 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:13.992683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.087995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b3a7db71-a302-413a-8bfc-9d0d10c6d8d7 None None] Provisioning for port 976746ef-8824-4770-8cc3-c1fa19dd221e completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:14.147438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.149795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53058) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:14.163086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.172629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:14.172975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.232623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.262083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object 26835ea3-648b-4d20-bf8b-325040eadf66 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:14.270146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f75a4de7-403d-45cc-88de-e83f642f6245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.278877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.287824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.300373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:14.336672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085011668'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:14.351881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c0ddea-3333-4586-ba75-e61b0859cfec,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:14.356044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:14.364678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.364678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4de44878-99ab-4f93-8767-f9126b5398ff tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:14.372347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:14.387025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2f8903-cc9b-4627-ba9f-b4ecc32af7ec,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:14.392264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:14.394382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.402794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-28c50719-908b-412b-950e-877367e145f0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:14.417945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:14.424044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:14.439938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:14.484717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network e253d6b1-1400-41c2-90f5-78a7c1b6696f is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:14.488214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=26835ea3-648b-4d20-bf8b-325040eadf66,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:14.491279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:14.493134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:14.493821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:14.497950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:14.508972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.509341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] DHCP port deletion for 36450bb1-cba4-48e7-8d8d-7859863f3137 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:29:14.510551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] Deleting port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:14.511153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.540584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.543958 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7192044 Dec 13 23:29:14.546682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53064) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:14.550972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port c4e67a1d-cecd-4f76-967d-d80e7a9372b5, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c4e67a1d-cecd-4f76-967d-d80e7a9372b5,segment=NetworkSegment(3aad5a0a-e05d-4d56-acf6-9d5f5e14c203),segment_id=3aad5a0a-e05d-4d56-acf6-9d5f5e14c203)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:14.552258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.552930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb12bf-2c75-4ac4-9808-825c4dc34dda', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:14.560808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:14.565592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:14.569307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:14.576914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:14.596248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.599758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8633735 Dec 13 23:29:14.601737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53068) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:14.612344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'network': {'name': 'tempest-network-smoke--27619517', 'project_id': '69b5040e57f54a47a03b8d098147773b', 'port_security_enabled': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:14.620999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:14.625587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:network and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:14.628472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:14.642526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:14.656874 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4092073 Dec 13 23:29:14.661268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53072) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:14.725208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.751579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 976746ef-8824-4770-8cc3-c1fa19dd221e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:14.756400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.781179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for c4e67a1d-cecd-4f76-967d-d80e7a9372b5 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:14.790082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Made reservation on behalf of 69b5040e57f54a47a03b8d098147773b for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:14.794755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.820926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.866635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] For port c4e67a1d-cecd-4f76-967d-d80e7a9372b5, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c4e67a1d-cecd-4f76-967d-d80e7a9372b5,segment=NetworkSegment(3aad5a0a-e05d-4d56-acf6-9d5f5e14c203),segment_id=3aad5a0a-e05d-4d56-acf6-9d5f5e14c203)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:14.866949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.884422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.891768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:14.897130 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:14.898699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5601b-27db-43e1-bfb9-a2bb1bac5ab0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:14.900599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:14.906046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8a5601b-27db-43e1-bfb9-a2bb1bac5ab0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:14.906988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:14.928829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:29:14.941674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.942891 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Added segment 3be6409b-172a-4be9-9941-2507d47c0378 of type vlan for network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 Dec 13 23:29:14.977846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:14.993976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.002616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] Calling delete_port for c4e67a1d-cecd-4f76-967d-d80e7a9372b5 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:15.006910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.007693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.013280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-19648ff9-5448-44b0-8142-0061dd33b354 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:15.014378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1c54d657-a024-4a84-bad8-a5e10add3db0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:15.035032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736db4ad-97e2-4957-912f-096ee21755ed,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:15.039151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 976746ef-8824-4770-8cc3-c1fa19dd221e completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:15.040202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:15.049906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a8a5601b-27db-43e1-bfb9-a2bb1bac5ab0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:15.050310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 976746ef-8824-4770-8cc3-c1fa19dd221e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:15.050911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.051099 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a8a5601b-27db-43e1-bfb9-a2bb1bac5ab0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3890281 Dec 13 23:29:15.054905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53076) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:15.073802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=c4e67a1d-cecd-4f76-967d-d80e7a9372b5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:15.075774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No DVR routers for this DVR port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:29:15.077232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:15.116188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.121830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-378a229b-96bf-46cb-b6ad-85ee30c4ad45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:15.133967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.138626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:15.142488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.230982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.247754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.248901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-19d5a740-bd3f-4378-ba8f-de9f21f42a74 None None] Provisioning for port 8b41f32b-71c5-4b5b-935b-b90dbdcaffed completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:15.269066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:29:15.269468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:29:15.270766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-19d5a740-bd3f-4378-ba8f-de9f21f42a74 None None] Provisioning complete for port 8b41f32b-71c5-4b5b-935b-b90dbdcaffed triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:15.271548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-19d5a740-bd3f-4378-ba8f-de9f21f42a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.280699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9667dee8-0748-49b3-85f5-042ee80cfbf6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:15.296199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.297372 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7495954 Dec 13 23:29:15.309061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53080) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:15.318706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:15.324432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:15.329493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:15.329997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb12bf-2c75-4ac4-9808-825c4dc34dda', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:15.339309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:15.345822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:15.350093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36450bb1-cba4-48e7-8d8d-7859863f3137']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:15.364604 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 976746ef-8824-4770-8cc3-c1fa19dd221e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=976746ef-8824-4770-8cc3-c1fa19dd221e,segment=NetworkSegment(e144866d-5c29-4681-8f67-f9631896f961),segment_id=e144866d-5c29-4681-8f67-f9631896f961)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:15.370453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c523c2f5-74a2-43aa-bc59-5cb7fb327fd9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:15.372007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-19d5a740-bd3f-4378-ba8f-de9f21f42a74 None None] Port 8b41f32b-71c5-4b5b-935b-b90dbdcaffed cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:15.389083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:15.392641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aad5a0a-e05d-4d56-acf6-9d5f5e14c203') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:15.392943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aad5a0a-e05d-4d56-acf6-9d5f5e14c203') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:15.406686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.419828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:15.423629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:15.424646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.432123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:29:15.432307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.432565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.433641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:29:15.447226 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:29:15.450036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24d67d-3b2b-4a50-96d3-fd10dc1b734d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:15.452419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24d67d-3b2b-4a50-96d3-fd10dc1b734d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:15.455230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.456497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24d67d-3b2b-4a50-96d3-fd10dc1b734d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:15.458001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.458761 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5f24d67d-3b2b-4a50-96d3-fd10dc1b734d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.4028804 Dec 13 23:29:15.461372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ab82fa2-6bb5-44ef-b157-3eeb041aeae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:15.462123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'Network': ['ID=603381a3-a0bf-4779-9a18-0e7b70cfe4d9,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:15.464507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53084) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:15.469593 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8636630 Dec 13 23:29:15.469593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:15.469593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53088) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:15.475377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'admin_state_up': True, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:15.484767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:15.491174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:router and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:15.494244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:15.509065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:15.511061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:29:15.538727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c4e67a1d-cecd-4f76-967d-d80e7a9372b5 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:29:15.542983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.593720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: c4e67a1d-cecd-4f76-967d-d80e7a9372b5 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:29:15.594089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c4e67a1d-cecd-4f76-967d-d80e7a9372b5 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:29:15.601480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.602449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.612981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 26835ea3-648b-4d20-bf8b-325040eadf66 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:15.613463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.632637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.667080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.676112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.685514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0ff8d6eb-16a9-4049-b412-9182e62f980c tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:15.694572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=976746ef-8824-4770-8cc3-c1fa19dd221e,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:15.697906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:15.734827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.737063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:15.758258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-41537069-f1b0-487b-97a0-333e36c5a577 None None] Provisioning for port 26835ea3-648b-4d20-bf8b-325040eadf66 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:15.763422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-41537069-f1b0-487b-97a0-333e36c5a577 None None] Provisioning complete for port 26835ea3-648b-4d20-bf8b-325040eadf66 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:15.763850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-41537069-f1b0-487b-97a0-333e36c5a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.796473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] Deleting port c4e67a1d-cecd-4f76-967d-d80e7a9372b5 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:15.796473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.805678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.819650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2ad23f-0f4f-4f9b-bdf4-5c62dcf41b7d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:15.831704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:15.837532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.838560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Network': ['ID=36450bb1-cba4-48e7-8d8d-7859863f3137,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:15.868990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:15.876929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c5c04-97d3-4e07-8acd-548f6b1b671c None None] The port 'c4e67a1d-cecd-4f76-967d-d80e7a9372b5' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:29:15.885177 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-41537069-f1b0-487b-97a0-333e36c5a577 None None] Port 26835ea3-648b-4d20-bf8b-325040eadf66 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:15.899942 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/networks/36450bb1-cba4-48e7-8d8d-7859863f3137 HTTP/1.1" status: 204 len: 168 time: 1.9450815 Dec 13 23:29:15.899942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53092) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:15.906526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-41537069-f1b0-487b-97a0-333e36c5a577 None None] Provisioning complete for port 8b41f32b-71c5-4b5b-935b-b90dbdcaffed triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:15.906985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-41537069-f1b0-487b-97a0-333e36c5a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.909866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-954993062', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:15.918652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.937756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:15.940005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.948552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ebd5e4e9-44df-49f6-8f1a-5980c5c36756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:15.958144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:router and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:15.964562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-41537069-f1b0-487b-97a0-333e36c5a577 None None] Port 8b41f32b-71c5-4b5b-935b-b90dbdcaffed cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:15.966420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:15.983123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:15.984592 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6677394 Dec 13 23:29:15.987279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53096) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:15.993299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'bbbb12bf-2c75-4ac4-9808-825c4dc34dda', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:15.999503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:16.003728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:16.007473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:16.013552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:16.035553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:16.062252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bba4fdb-9733-4657-8501-9b43b8a4f682,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:16.068810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:16.104585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.124807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.172858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.173990 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0232465 Dec 13 23:29:16.174929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.175911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.179687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53100) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:16.241979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 26835ea3-648b-4d20-bf8b-325040eadf66 owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:16.256228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.306339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.346537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.348694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.357702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:16.370209 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-211eed2c-8b7a-4ff8-873c-3acbcf4b42b8 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1837225 Dec 13 23:29:16.394140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53104) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:16.405272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b7f4c423-9101-434a-b223-316c7c1fb78b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-security--1643951656', 'description': 'tempest-security-description-268814956'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:16.415936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becdf855-39ba-431a-9abf-3a22bdc219d1,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:16.418603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:16.433655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.472436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7f4c423-9101-434a-b223-316c7c1fb78b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.528146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7f4c423-9101-434a-b223-316c7c1fb78b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.552291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.553525 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5652671 Dec 13 23:29:16.556490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53108) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:16.585921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.592431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.602142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:16.641323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f57d5235-c748-4958-814c-65c945703ad0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.644113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 976746ef-8824-4770-8cc3-c1fa19dd221e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:16.657261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7f4c423-9101-434a-b223-316c7c1fb78b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.665772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=26835ea3-648b-4d20-bf8b-325040eadf66,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:16.668611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f57d5235-c748-4958-814c-65c945703ad0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.681556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:16.687479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:16.704468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Allocated IP 172.26.5.98 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/b39289db-918a-4565-a03a-7ec06f910a6f) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:16.708123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.718214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7f4c423-9101-434a-b223-316c7c1fb78b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.719402 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b7f4c423-9101-434a-b223-316c7c1fb78b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "PUT /v2.0/security-groups/5bba4fdb-9733-4657-8501-9b43b8a4f682 HTTP/1.1" status: 200 len: 1611 time: 0.3238480 Dec 13 23:29:16.722744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53112) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:16.736129 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 976746ef-8824-4770-8cc3-c1fa19dd221e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:16.737462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.778975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4c423-9101-434a-b223-316c7c1fb78b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bba4fdb-9733-4657-8501-9b43b8a4f682,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:16.781351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.785816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b7f4c423-9101-434a-b223-316c7c1fb78b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:16.788456 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/26835ea3-648b-4d20-bf8b-325040eadf66 HTTP/1.1" status: 204 len: 168 time: 1.3230007 Dec 13 23:29:16.792692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53116) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:16.857699 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-838728d4-8bfc-4824-b3ef-31975af93bbf tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:29:16.858363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-838728d4-8bfc-4824-b3ef-31975af93bbf tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:16.865037 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6a770958-3fb8-44e9-9242-be2f2f42ad18 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups/5bba4fdb-9733-4657-8501-9b43b8a4f682 HTTP/1.1" status: 200 len: 1611 time: 0.1400950 Dec 13 23:29:16.867733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53120) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:16.886668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.891024 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-97c153f8-1e55-482c-851a-eff7a325395a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9874241 Dec 13 23:29:16.891855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53124) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:16.898366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-126480867'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:16.903864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:16.907487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f57d5235-c748-4958-814c-65c945703ad0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.908781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:network and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:16.913880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:16.918670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:16.927409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f57d5235-c748-4958-814c-65c945703ad0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:16.931518 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f57d5235-c748-4958-814c-65c945703ad0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/becdf855-39ba-431a-9abf-3a22bdc219d1 HTTP/1.1" status: 204 len: 168 time: 0.3740852 Dec 13 23:29:16.938883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53128) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:16.939881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:16.942282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d5235-c748-4958-814c-65c945703ad0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=becdf855-39ba-431a-9abf-3a22bdc219d1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:16.945162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f57d5235-c748-4958-814c-65c945703ad0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:16.959756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-838728d4-8bfc-4824-b3ef-31975af93bbf tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:16.963497 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-838728d4-8bfc-4824-b3ef-31975af93bbf tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/26835ea3-648b-4d20-bf8b-325040eadf66 HTTP/1.1" status: 404 len: 333 time: 0.1673720 Dec 13 23:29:16.963772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53132) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:17.010208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.027977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:17.030955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.056589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e8a7feb-5db8-4ae8-88dc-1e75a9396580 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:17.057200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 8b41f32b-71c5-4b5b-935b-b90dbdcaffed {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:17.057547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.063368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220b847a-2ac2-4ea4-bff5-233f533df56b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.104199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220b847a-2ac2-4ea4-bff5-233f533df56b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.117509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:29:17.162387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.162733 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added segment 518f529e-50a4-408c-838d-fa391f8c5bad of type vlan for network 53884696-524c-4df9-9b24-b05f63c0cccf Dec 13 23:29:17.169038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e8a7feb-5db8-4ae8-88dc-1e75a9396580 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:17.173086 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5e8a7feb-5db8-4ae8-88dc-1e75a9396580 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.2338748 Dec 13 23:29:17.173369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53136) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:17.206682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.212826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dfacb849-0492-4468-8889-be268c538de7 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:17.247898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-467d53aa-f106-4157-87cb-0d908ea8a2cb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.268003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-467d53aa-f106-4157-87cb-0d908ea8a2cb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.275184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.292794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220b847a-2ac2-4ea4-bff5-233f533df56b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.308377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:17.316754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:17.319231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'Port': ['ID=b39289db-918a-4565-a03a-7ec06f910a6f,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:17.321354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:17.351583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:17.352192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2dcf18a5-427b-42cd-b399-c67a488840f0 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:17.357610 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.384369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b847a-2ac2-4ea4-bff5-233f533df56b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bba4fdb-9733-4657-8501-9b43b8a4f682,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:17.389137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-220b847a-2ac2-4ea4-bff5-233f533df56b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:17.395818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-220b847a-2ac2-4ea4-bff5-233f533df56b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.399527 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-220b847a-2ac2-4ea4-bff5-233f533df56b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/5bba4fdb-9733-4657-8501-9b43b8a4f682 HTTP/1.1" status: 204 len: 168 time: 0.5282328 Dec 13 23:29:17.399666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53140) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:17.476849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.480712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:17.481153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.490406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 8b41f32b-71c5-4b5b-935b-b90dbdcaffed owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:17.499865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-467d53aa-f106-4157-87cb-0d908ea8a2cb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.511046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:17.521014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-961361d0-0094-465c-a120-5144c80ce5e5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:17.522105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-467d53aa-f106-4157-87cb-0d908ea8a2cb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.523224 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-467d53aa-f106-4157-87cb-0d908ea8a2cb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0b2ad23f-0f4f-4f9b-bdf4-5c62dcf41b7d HTTP/1.1" status: 204 len: 168 time: 0.3489261 Dec 13 23:29:17.528273 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-28495f1a-1f68-422b-92c3-fd1e59e94c08 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:17.534957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53144) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:17.537203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d53aa-f106-4157-87cb-0d908ea8a2cb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b2ad23f-0f4f-4f9b-bdf4-5c62dcf41b7d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:17.540397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-467d53aa-f106-4157-87cb-0d908ea8a2cb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:17.625893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-28495f1a-1f68-422b-92c3-fd1e59e94c08 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:17.627190 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-28495f1a-1f68-422b-92c3-fd1e59e94c08 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2266402 Dec 13 23:29:17.630952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53148) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:17.648932 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-40df0413-9fef-412a-8d17-261b68eef8f5 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] delete failed (client error): The resource could not be found. Dec 13 23:29:17.649928 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-40df0413-9fef-412a-8d17-261b68eef8f5 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/5bba4fdb-9733-4657-8501-9b43b8a4f682 HTTP/1.1" status: 404 len: 347 time: 0.0180800 Dec 13 23:29:17.658840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53152) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:17.671182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592131981'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:17.679290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.680244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:17.686842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:17.692609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Network': ['ID=53884696-524c-4df9-9b24-b05f63c0cccf,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:17.703744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 53884696-524c-4df9-9b24-b05f63c0cccf details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:29:17.822157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:17.831246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:17.838308 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9451067 Dec 13 23:29:17.854868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53156) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:17.866906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'subnet': {'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:17.898684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-43bb4b2e-b182-46e8-b4b2-4f6a48ecb2c6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:17.940659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.080218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:18.086732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:18.089022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:subnet and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:18.092843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:18.095695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:18.100734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:18.103440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:18.108682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:18.128524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:29:18.168649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.174580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-43bb4b2e-b182-46e8-b4b2-4f6a48ecb2c6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:18.176926 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-43bb4b2e-b182-46e8-b4b2-4f6a48ecb2c6 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.6268268 Dec 13 23:29:18.177900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.179722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53160) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:18.185908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b090e42c-40ec-4fce-9d87-ac3926facd96 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:18.244830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:18.258983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=8b41f32b-71c5-4b5b-935b-b90dbdcaffed,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:18.269025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:18.276762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.285361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:18.350841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:18.361196 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Sync routers for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:18.376743 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:18.377696 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:18.411021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3ae1-02b0-4fcf-9378-0e7701fb216f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.444143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.445889 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9753969 Dec 13 23:29:18.449144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53164) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:18.460025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3ae1-02b0-4fcf-9378-0e7701fb216f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.466598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.473889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2a52f3-aaf2-4d40-9e77-3c34cc021aac,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:18.476766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:18.497122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.520151 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/8b41f32b-71c5-4b5b-935b-b90dbdcaffed HTTP/1.1" status: 204 len: 168 time: 1.5552616 Dec 13 23:29:18.526570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53170) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:18.598701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.599467 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-694104bf-262c-40d8-bed1-3d2b01383c08 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:29:18.600097 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9403198 Dec 13 23:29:18.604642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-694104bf-262c-40d8-bed1-3d2b01383c08 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/8b41f32b-71c5-4b5b-935b-b90dbdcaffed HTTP/1.1" status: 404 len: 333 time: 0.0764279 Dec 13 23:29:18.605092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53174) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:18.605516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53176) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:18.607836 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:18.613507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'ec2a52f3-aaf2-4d40-9e77-3c34cc021aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:18.621489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3ae1-02b0-4fcf-9378-0e7701fb216f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.621819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:18.625758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:18.628821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:18.630144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-693897d2-086f-490a-bf71-e75bb25bb125 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:18.636928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:18.659352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e3ae1-02b0-4fcf-9378-0e7701fb216f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736db4ad-97e2-4957-912f-096ee21755ed,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:18.664634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2b2e3ae1-02b0-4fcf-9378-0e7701fb216f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:18.755034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3ae1-02b0-4fcf-9378-0e7701fb216f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.760760 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-11786ebc-c934-4428-b316-510a1e7a446e tempest-TestNetworkAdvancedServerOps-945620558 tempest-TestNetworkAdvancedServerOps-945620558-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=69b5040e57f54a47a03b8d098147773b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3076854 Dec 13 23:29:18.760949 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2b2e3ae1-02b0-4fcf-9378-0e7701fb216f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/736db4ad-97e2-4957-912f-096ee21755ed HTTP/1.1" status: 204 len: 168 time: 0.5784636 Dec 13 23:29:18.761184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.762170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53184) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:18.762170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53186) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:18.932812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.939460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet df616811-eb14-4805-a9d4-b7c5e14fda9a {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:29:18.943816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:18.946231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-99314404-7029-4910-974e-15b1939e951e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:18.967929 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:17Z', 'revision_number': 3, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:18.972214 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Checking router: 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:29:18.972618 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Updating router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 port b39289db-918a-4565-a03a-7ec06f910a6f binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:29:18.974916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9636a7-b5f1-437c-a469-d94a6dc0477a tempest-TestNetworkAdvancedServerOps-945620558 tempest-TestNetworkAdvancedServerOps-945620558-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:18.976647 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ea9636a7-b5f1-437c-a469-d94a6dc0477a tempest-TestNetworkAdvancedServerOps-945620558 tempest-TestNetworkAdvancedServerOps-945620558-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2121797 Dec 13 23:29:18.979500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53192) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:18.982766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.016553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f3e898f4-acd4-4209-ba8f-191965b68c69 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:19.017565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.026387 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.064628 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-565dc7fd-0cdf-4985-ae12-67e160a7ee76 tempest-TestNetworkAdvancedServerOps-945620558 tempest-TestNetworkAdvancedServerOps-945620558-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0836303 Dec 13 23:29:19.070026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.070658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53196) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:19.085934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548830087', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'project_id': '69b5040e57f54a47a03b8d098147773b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:19.112489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.118486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:19.148012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922de42b-2801-4533-b58d-11e3a42ccec9,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:19.155091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:19.158998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.179382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Subnet': ['ID=88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:19.181258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-99314404-7029-4910-974e-15b1939e951e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:19.182523 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-99314404-7029-4910-974e-15b1939e951e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4195755 Dec 13 23:29:19.184519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:19.193680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53200) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:19.233211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Checking segment: {'id': '518f529e-50a4-408c-838d-fa391f8c5bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:19.233663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network hostable DHCP agents. Network: 53884696-524c-4df9-9b24-b05f63c0cccf, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:29:19.238133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:19.243024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.246866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:subnet and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:19.247022 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6378179 Dec 13 23:29:19.247643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53204) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:19.250196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c277d49-1da0-4adf-bb27-036611076326 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.250368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:19.258111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:19.278402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c277d49-1da0-4adf-bb27-036611076326 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.322493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbba6-80d3-4312-8cef-b0952b80905b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.334615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbba6-80d3-4312-8cef-b0952b80905b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.362829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Made reservation on behalf of 69b5040e57f54a47a03b8d098147773b for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:19.379792 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.403799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.408486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-39bd670d-b642-46dd-bfdf-4b4f04814034 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:19.430340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 53884696-524c-4df9-9b24-b05f63c0cccf is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:29:19.444553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=df616811-eb14-4805-a9d4-b7c5e14fda9a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:19.448014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:19.451422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.459249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fac857-02f9-4b5e-9797-043ebc3d230b None None] Network e253d6b1-1400-41c2-90f5-78a7c1b6696f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:19.465489 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/df616811-eb14-4805-a9d4-b7c5e14fda9a HTTP/1.1" status: 204 len: 168 time: 0.8546615 Dec 13 23:29:19.466283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53208) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:19.471674 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Transition to ACTIVE for port object b39289db-918a-4565-a03a-7ec06f910a6f will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:19.477231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.488595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbba6-80d3-4312-8cef-b0952b80905b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.489244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c277d49-1da0-4adf-bb27-036611076326 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.498331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-562492e4-7b35-4d66-86be-f31d430da051 tempest-ServerActionsTestJSON-440820907 tempest-ServerActionsTestJSON-440820907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:19.510702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc2cbba6-80d3-4312-8cef-b0952b80905b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.514326 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fc2cbba6-80d3-4312-8cef-b0952b80905b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/922de42b-2801-4533-b58d-11e3a42ccec9 HTTP/1.1" status: 204 len: 168 time: 0.2633307 Dec 13 23:29:19.547861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53212) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:19.576985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cbba6-80d3-4312-8cef-b0952b80905b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=922de42b-2801-4533-b58d-11e3a42ccec9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:19.581392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7c277d49-1da0-4adf-bb27-036611076326 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.585566 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7c277d49-1da0-4adf-bb27-036611076326 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b4c0ddea-3333-4586-ba75-e61b0859cfec HTTP/1.1" status: 204 len: 168 time: 0.3883150 Dec 13 23:29:19.585749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 53884696-524c-4df9-9b24-b05f63c0cccf) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:19.585847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53216) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:19.599996 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.606192 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c6159bbc-2167-414f-8343-a91b508e7781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:19.608159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c277d49-1da0-4adf-bb27-036611076326 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4c0ddea-3333-4586-ba75-e61b0859cfec,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:19.611317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:19.611921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.613197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7c277d49-1da0-4adf-bb27-036611076326 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:19.613764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:19.614165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:19.621179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.632637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 976746ef-8824-4770-8cc3-c1fa19dd221e {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:19.632990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.654153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68463f90-2579-4b34-a967-3a0979264730 None None] Network 53884696-524c-4df9-9b24-b05f63c0cccf requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:19.695792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2aa4e9df-48f0-43db-9e8c-e7bb5542b9f1 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:19.726282 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4c077b7e-0bf6-4aed-ac81-f86eb7d18c77 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1343212 Dec 13 23:29:19.728044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53220) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:19.737536 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Pushing event updated for resources: {'Port': ['ID=b39289db-918a-4565-a03a-7ec06f910a6f,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:19.741299 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Attempting to bind port b39289db-918a-4565-a03a-7ec06f910a6f on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:19.741764 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Attempting to bind port b39289db-918a-4565-a03a-7ec06f910a6f by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:19.742222 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Attempting to bind port b39289db-918a-4565-a03a-7ec06f910a6f on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:19.755329 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:19.756117 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:19.756478 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.756967 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:19.757628 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Bound port: b39289db-918a-4565-a03a-7ec06f910a6f, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:19.758108 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.791684 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.791910 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9345407 Dec 13 23:29:19.792053 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.792053 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.793114 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.793114 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.793702 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.794132 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.794720 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.795173 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.795560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53224) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:19.797633 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.797633 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:19.807601 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:19.824438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8995291c-7736-44ca-9f87-c8baf046e920 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.840025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2aa4e9df-48f0-43db-9e8c-e7bb5542b9f1 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:19.841516 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2aa4e9df-48f0-43db-9e8c-e7bb5542b9f1 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2927191 Dec 13 23:29:19.849450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53228) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:19.851114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8995291c-7736-44ca-9f87-c8baf046e920 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.870358 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] For port b39289db-918a-4565-a03a-7ec06f910a6f, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:19.874408 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] For port b39289db-918a-4565-a03a-7ec06f910a6f, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b39289db-918a-4565-a03a-7ec06f910a6f,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:19.922674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] DHCP port deletion for e253d6b1-1400-41c2-90f5-78a7c1b6696f request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:29:19.956399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] Deleting port 976746ef-8824-4770-8cc3-c1fa19dd221e {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:19.956718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.960938 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:19.965927 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:20.025857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] For port 976746ef-8824-4770-8cc3-c1fa19dd221e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=976746ef-8824-4770-8cc3-c1fa19dd221e,segment=NetworkSegment(e144866d-5c29-4681-8f67-f9631896f961),segment_id=e144866d-5c29-4681-8f67-f9631896f961)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:20.026391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.064036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-53884696-524c-4df9-9b24-b05f63c0cccf', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:29:20.064856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.093572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6e442ec-c83b-4d16-9560-421c2a61a481 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.095562 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:20.096254 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:20.123417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6e442ec-c83b-4d16-9560-421c2a61a481 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.175276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8995291c-7736-44ca-9f87-c8baf046e920 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.184486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c41648ae-4298-425c-8649-0a2b4ae8dd21 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:20.200453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995291c-7736-44ca-9f87-c8baf046e920 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8b75920-2df2-47be-8bae-3e8971d7aca7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:20.203067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8995291c-7736-44ca-9f87-c8baf046e920 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:20.247226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6e442ec-c83b-4d16-9560-421c2a61a481 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.251784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6e442ec-c83b-4d16-9560-421c2a61a481 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.255380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] For port 976746ef-8824-4770-8cc3-c1fa19dd221e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=976746ef-8824-4770-8cc3-c1fa19dd221e,segment=NetworkSegment(e144866d-5c29-4681-8f67-f9631896f961),segment_id=e144866d-5c29-4681-8f67-f9631896f961)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:20.256701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.260542 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Pushing event updated for resources: {'Port': ['ID=b39289db-918a-4565-a03a-7ec06f910a6f,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:20.260928 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e6e442ec-c83b-4d16-9560-421c2a61a481 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/ec2a52f3-aaf2-4d40-9e77-3c34cc021aac HTTP/1.1" status: 204 len: 168 time: 0.3977284 Dec 13 23:29:20.261739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53232) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:20.263628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bc7d7df0-4fdb-421d-a29d-71670f0c561a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:20.265359 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:20.288783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e442ec-c83b-4d16-9560-421c2a61a481 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2a52f3-aaf2-4d40-9e77-3c34cc021aac,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:20.292887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e6e442ec-c83b-4d16-9560-421c2a61a481 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:20.294570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.308599 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:20.350448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 976746ef-8824-4770-8cc3-c1fa19dd221e owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:20.370742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c2a92f00-a67d-452c-bb0a-c83599ca8ae4 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:20.433506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] Calling delete_port for 976746ef-8824-4770-8cc3-c1fa19dd221e owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:20.442744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8995291c-7736-44ca-9f87-c8baf046e920 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.448693 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8995291c-7736-44ca-9f87-c8baf046e920 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a8b75920-2df2-47be-8bae-3e8971d7aca7 HTTP/1.1" status: 204 len: 168 time: 0.7184567 Dec 13 23:29:20.463910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53236) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:20.584212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Allocated IP 2001:db8::2 (53884696-524c-4df9-9b24-b05f63c0cccf/88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c/67737b4e-4bcc-4dc6-bd02-6f15f8c35adf) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:20.631696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Checking segment: {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:20.632814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Network hostable DHCP agents. Network: 603381a3-a0bf-4779-9a18-0e7b70cfe4d9, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:29:20.658080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7762309c-ee5f-4a32-8614-8d9ba826995a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:20.673030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b20077bf-86cf-4aa7-84ec-458303a6ba3e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:20.679832 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:17Z', 'revision_number': 3, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:20.684987 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9522e2-ea3d-4f17-8be6-859f2001afe0 None None] The sync data for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv is: [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:17Z', 'revision_number': 3, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:20.703420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 976746ef-8824-4770-8cc3-c1fa19dd221e no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:29:20.704166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'Subnet': ['ID=8d1beda2-3762-4a34-99e6-5a0e8a9b1612,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:20.707004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:20.726508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.740588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d1be2656-23e1-4908-b9f0-41997b80d8e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:20.751828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:29:20.763166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:29:20.763535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:29:20.777015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 976746ef-8824-4770-8cc3-c1fa19dd221e {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:29:20.777365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 976746ef-8824-4770-8cc3-c1fa19dd221e not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:29:20.788974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7762309c-ee5f-4a32-8614-8d9ba826995a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:20.794774 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7762309c-ee5f-4a32-8614-8d9ba826995a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5119629 Dec 13 23:29:20.802388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53240) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:20.803440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-secgroup--843371616'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:20.813915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=976746ef-8824-4770-8cc3-c1fa19dd221e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:20.819095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:20.826587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:20.835291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No DVR routers for this DVR port 976746ef-8824-4770-8cc3-c1fa19dd221e on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:29:20.841502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:20.856188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b20077bf-86cf-4aa7-84ec-458303a6ba3e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:20.857440 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b20077bf-86cf-4aa7-84ec-458303a6ba3e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3728330 Dec 13 23:29:20.861120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53244) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:20.897688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 603381a3-a0bf-4779-9a18-0e7b70cfe4d9) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:20.902352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:20.903344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.913380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b43268-5b9c-440c-9596-d26897062472 None None] Network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:20.961469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:20.966835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.030416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb11d8a-7473-449a-ae76-521cb811c2df tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.049904 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9758646 Dec 13 23:29:21.054432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53248) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:21.060038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Transition to ACTIVE for port object 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:21.120870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Transition to ACTIVE for port object 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:21.137716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.155113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb11d8a-7473-449a-ae76-521cb811c2df tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.170805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:21.202579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:21.206293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.245198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.267302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e253d6b1-1400-41c2-90f5-78a7c1b6696f']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:21.279286 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:21.294700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e144866d-5c29-4681-8f67-f9631896f961') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:21.295387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e144866d-5c29-4681-8f67-f9631896f961') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:21.325308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] Deleting port 976746ef-8824-4770-8cc3-c1fa19dd221e {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:21.325695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.401448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.424072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.425675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Pushing event updated for resources: {'Port': ['ID=67737b4e-4bcc-4dc6-bd02-6f15f8c35adf,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:21.470363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3d30d-f4aa-48b2-826c-2c63c204a231 None None] The port '976746ef-8824-4770-8cc3-c1fa19dd221e' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:29:21.474120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.474476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.474818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.475157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.475488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.475821 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb11d8a-7473-449a-ae76-521cb811c2df tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.475962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.476207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.476539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.477510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.477851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.478183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:29:21.482874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Network 53884696-524c-4df9-9b24-b05f63c0cccf is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:21.496895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:21.496895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:21.500021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:21.502166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e6e442ec-c83b-4d16-9560-421c2a61a481 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:21.507171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.561269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.568701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:29:21.569206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.581047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb11d8a-7473-449a-ae76-521cb811c2df tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbb12bf-2c75-4ac4-9808-825c4dc34dda,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:29:21.585238 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:29:21.590142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ecb11d8a-7473-449a-ae76-521cb811c2df tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:21.597614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9c7729e1-b55e-42c9-8ad2-fab818a71fe8 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:21.730727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:29:21.731543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.747884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca475d1-9e21-49af-8f68-49cd42d8f307,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:21.760887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:21.761179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Attempting to bind port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:21.761558 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Attempting to bind port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '518f529e-50a4-408c-838d-fa391f8c5bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:21.761928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Attempting to bind port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf on network 53884696-524c-4df9-9b24-b05f63c0cccf {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:21.769239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb11d8a-7473-449a-ae76-521cb811c2df tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.771189 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ecb11d8a-7473-449a-ae76-521cb811c2df tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/bbbb12bf-2c75-4ac4-9808-825c4dc34dda HTTP/1.1" status: 204 len: 168 time: 0.9091470 Dec 13 23:29:21.774040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53252) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:21.784916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:21.785926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Checking segment: {'id': '518f529e-50a4-408c-838d-fa391f8c5bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:21.786608 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.787168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Bound using segment: {'id': '518f529e-50a4-408c-838d-fa391f8c5bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:21.789188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Bound port: 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518f529e-50a4-408c-838d-fa391f8c5bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:21.792375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.827963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.835159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-269e089c-3886-4c1a-8c0f-cc3ac0b55061 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:21.848025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89b47715-58e3-499f-9067-f04648ebe061 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:21.877930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.882807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:21.887362 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0907364 Dec 13 23:29:21.889724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53256) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:21.896453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'bca475d1-9e21-49af-8f68-49cd42d8f307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:21.902914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:21.914165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:21.939983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Network': ['ID=e253d6b1-1400-41c2-90f5-78a7c1b6696f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:21.951705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:21.990753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 2001:db8::1 (53884696-524c-4df9-9b24-b05f63c0cccf/88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c/a5ee8fac-0c14-4414-a914-c40543b5d453) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:21.991247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89b47715-58e3-499f-9067-f04648ebe061 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:21.992663 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-89b47715-58e3-499f-9067-f04648ebe061 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2161417 Dec 13 23:29:21.999173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53260) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:22.011392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.015300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-secgroup--36322912'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:22.027649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:22.032650 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/networks/e253d6b1-1400-41c2-90f5-78a7c1b6696f HTTP/1.1" status: 204 len: 168 time: 2.5659919 Dec 13 23:29:22.038804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53264) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:22.044915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1565779416'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:22.058913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:22.076684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:22.079477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] For port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:22.092365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:network and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:22.097503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:22.099336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] For port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=67737b4e-4bcc-4dc6-bd02-6f15f8c35adf,segment=NetworkSegment(518f529e-50a4-408c-838d-fa391f8c5bad),segment_id=518f529e-50a4-408c-838d-fa391f8c5bad)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:22.113169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Allocated IP 172.20.0.2 (603381a3-a0bf-4779-9a18-0e7b70cfe4d9/8d1beda2-3762-4a34-99e6-5a0e8a9b1612/6be3eedb-9a4a-4785-aabc-6d1fa431a689) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:22.117595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.198433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:22.212713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.217970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.225726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:22.225933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8dcae793-ce2f-480e-b7df-b3c000955c8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:22.226083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.256553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1db549-3e1e-40ca-8e3f-02af785ae262,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:22.262418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:22.338338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Pushing event updated for resources: {'Port': ['ID=67737b4e-4bcc-4dc6-bd02-6f15f8c35adf,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:22.371239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:22.389066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:22.391571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.429496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.430683 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5400374 Dec 13 23:29:22.434249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53268) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:22.438391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.454754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'bca475d1-9e21-49af-8f68-49cd42d8f307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:22.477206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:22.479655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:22.483436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.487738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Transition to ACTIVE for port object a5ee8fac-0c14-4414-a914-c40543b5d453 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:22.489790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:22.492958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:22.496490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:22.497126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Transition to ACTIVE for port object 6be3eedb-9a4a-4785-aabc-6d1fa431a689 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:22.503998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:22.508480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:29:22.514134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:22.517064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:22.520668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Transition to ACTIVE for port object 6be3eedb-9a4a-4785-aabc-6d1fa431a689 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:22.540521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.540947 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Added segment 719ae9c3-ab23-4bfc-9f1e-9f267097cf64 of type vlan for network c46fbb01-61e3-4ea5-90a6-7d9587189840 Dec 13 23:29:22.602766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.610593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.614576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.617513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0ec4187a-fc6d-4524-9574-525b0f4f0394 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:22.651122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.691139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.703660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.713086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8e110a33-1d96-4c92-8062-69afe374a7ae tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:22.730648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:22.741292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:22.749111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:22.774542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.847392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.851353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:22.852086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.857013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b39289db-918a-4565-a03a-7ec06f910a6f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:22.875818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 53884696-524c-4df9-9b24-b05f63c0cccf is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:22.876747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=a5ee8fac-0c14-4414-a914-c40543b5d453,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:22.879700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:22.890140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93506bc7-a01e-4a04-a8ae-e9317dfcce11 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:22.898761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:22.901175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:22.901706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.931038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Pushing event updated for resources: {'Port': ['ID=6be3eedb-9a4a-4785-aabc-6d1fa431a689,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:22.944494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:22.945316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Attempting to bind port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:22.945696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Attempting to bind port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:22.946134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Attempting to bind port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 on network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:22.958864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:22.959246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Checking segment: {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:22.959366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.960598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.960598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Bound using segment: {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:22.960598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Bound port: 6be3eedb-9a4a-4785-aabc-6d1fa431a689, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:22.961496 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:22.966130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c8d7eb-750e-417f-8b7a-aba954072ec8,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:22.969286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:22.971160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed39eb4d-8a0e-413d-b6c9-95d2f00ba102 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:23.008654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.012529 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0099878 Dec 13 23:29:23.014279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53272) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:23.075979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] For port 6be3eedb-9a4a-4785-aabc-6d1fa431a689, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:23.079382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] For port 6be3eedb-9a4a-4785-aabc-6d1fa431a689, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6be3eedb-9a4a-4785-aabc-6d1fa431a689,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:23.079865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'b0c8d7eb-750e-417f-8b7a-aba954072ec8', 'direction': 'ingress', 'protocol': 17}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:23.088529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.088889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port b39289db-918a-4565-a03a-7ec06f910a6f completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:23.090012 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0502887 Dec 13 23:29:23.091118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:23.095497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53276) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:23.096040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b39289db-918a-4565-a03a-7ec06f910a6f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:23.096499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.102464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'c46fbb01-61e3-4ea5-90a6-7d9587189840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:23.102962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:23.110068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:23.118401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Network': ['ID=c46fbb01-61e3-4ea5-90a6-7d9587189840,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:23.126423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:23.127451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:23.134791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network c46fbb01-61e3-4ea5-90a6-7d9587189840 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:29:23.137781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:23.146791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e4c6b6-cea5-40ad-bcdf-1796fc41fd0a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:23.149562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:23.212844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.216898 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7750933 Dec 13 23:29:23.217585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53280) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:23.233183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'bca475d1-9e21-49af-8f68-49cd42d8f307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:23.243226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.252057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:23.271439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:23.278608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.297395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:23.301669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:23.310395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:23.317937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:23.331387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Pushing event updated for resources: {'Port': ['ID=6be3eedb-9a4a-4785-aabc-6d1fa431a689,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:23.331674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:23.350183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:23.436373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Allocated IP 172.20.0.1 (603381a3-a0bf-4779-9a18-0e7b70cfe4d9/8d1beda2-3762-4a34-99e6-5a0e8a9b1612/ffe46439-9ab6-43ee-a08c-74ca3ca61663) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:23.456186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.479556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b39289db-918a-4565-a03a-7ec06f910a6f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b39289db-918a-4565-a03a-7ec06f910a6f,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:23.523594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:23.531968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:23.569471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.570642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:23.601231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:23.606732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.664856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-42faa7c4-8bae-45d2-93bb-4f08e1f9dd20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:23.776990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.780086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.789914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54183bd0-34a8-4d25-b600-eebb8a8648de None None] Network 53884696-524c-4df9-9b24-b05f63c0cccf requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:23.803449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b39289db-918a-4565-a03a-7ec06f910a6f,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:23.808533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:23.811635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.864422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.911500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Transition to ACTIVE for port object ffe46439-9ab6-43ee-a08c-74ca3ca61663 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:23.931754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:23.948078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-71f43a58-01d8-49f5-8f47-f827f1d25a2b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:23.968411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:23.986975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6c471b-3a93-42d9-ab4e-0fce145defc4,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:23.996618 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:24.016239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.043052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.050489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.056674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a842614a-2b42-4596-8e40-29b144187760 tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:24.121926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-48371a70-eef6-4c26-85fd-cd70246e74b4 None None] Provisioning for port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:24.132465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.135200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.135597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-48371a70-eef6-4c26-85fd-cd70246e74b4 None None] Provisioning complete for port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:24.136025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-48371a70-eef6-4c26-85fd-cd70246e74b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.136426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.141113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.145724 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1263878 Dec 13 23:29:24.146997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-060f0e65-f095-42eb-95e8-38a805290536 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:24.151979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53284) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:24.170195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:24.208971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:24.211430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:24.237725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'Port': ['ID=ffe46439-9ab6-43ee-a08c-74ca3ca61663,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:24.241816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:24.282678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-48371a70-eef6-4c26-85fd-cd70246e74b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.301900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e78a1f9-bc7b-4a87-8e6d-e05de7379dce tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.316200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.331850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-48371a70-eef6-4c26-85fd-cd70246e74b4 None None] For port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=67737b4e-4bcc-4dc6-bd02-6f15f8c35adf,segment=NetworkSegment(518f529e-50a4-408c-838d-fa391f8c5bad),segment_id=518f529e-50a4-408c-838d-fa391f8c5bad)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:24.336052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.380919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d743ffad-34d7-4f04-9204-ce833583203e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:24.387716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=a5ee8fac-0c14-4414-a914-c40543b5d453,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:24.390329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:24.394010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:24.417879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-48371a70-eef6-4c26-85fd-cd70246e74b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.432182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c2f0ad5-ceea-4822-a441-db7f31b3515b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:24.432349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d6cdcb-a7fd-48b7-ba28-4961b3501184,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:24.432349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:24.439308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 53884696-524c-4df9-9b24-b05f63c0cccf is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:24.440672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:24.443976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e78a1f9-bc7b-4a87-8e6d-e05de7379dce tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.511226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=f7f83efd-0373-4e82-b797-3690e99bcfe3,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:24.524462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:24.530807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48371a70-eef6-4c26-85fd-cd70246e74b4 None None] Pushing event updated for resources: {'Port': ['ID=67737b4e-4bcc-4dc6-bd02-6f15f8c35adf,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:24.543541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-48371a70-eef6-4c26-85fd-cd70246e74b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:24.544933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.546574 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3207302 Dec 13 23:29:24.598752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53288) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:24.611960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'bca475d1-9e21-49af-8f68-49cd42d8f307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:24.619483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:24.624837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:24.628564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:24.635757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:24.687692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Checking segment: {'id': '719ae9c3-ab23-4bfc-9f1e-9f267097cf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c46fbb01-61e3-4ea5-90a6-7d9587189840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:24.687692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network hostable DHCP agents. Network: c46fbb01-61e3-4ea5-90a6-7d9587189840, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:29:24.762771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.791411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.811746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-aee30709-0727-4488-96ae-5b5cdaa94969 None None] Provisioning for port a5ee8fac-0c14-4414-a914-c40543b5d453 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:24.822003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-aee30709-0727-4488-96ae-5b5cdaa94969 None None] Provisioning complete for port a5ee8fac-0c14-4414-a914-c40543b5d453 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:24.822540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aee30709-0727-4488-96ae-5b5cdaa94969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.887325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e78a1f9-bc7b-4a87-8e6d-e05de7379dce tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:24.887588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b39289db-918a-4565-a03a-7ec06f910a6f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:24.900947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ec442764-82df-444f-b8c4-114425670dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:24.945890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78a1f9-bc7b-4a87-8e6d-e05de7379dce tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c8d7eb-750e-417f-8b7a-aba954072ec8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:24.951268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5e78a1f9-bc7b-4a87-8e6d-e05de7379dce tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:24.999690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-aee30709-0727-4488-96ae-5b5cdaa94969 None None] Port a5ee8fac-0c14-4414-a914-c40543b5d453 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:25.069715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-aee30709-0727-4488-96ae-5b5cdaa94969 None None] Provisioning complete for port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:25.070281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aee30709-0727-4488-96ae-5b5cdaa94969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.128940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c3a23-7e71-487f-825a-d4f82d604b36 None None] Network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:25.156821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b39289db-918a-4565-a03a-7ec06f910a6f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:25.157263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.178683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c46fbb01-61e3-4ea5-90a6-7d9587189840 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:29:25.200689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:29:25.238883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.247185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5e78a1f9-bc7b-4a87-8e6d-e05de7379dce tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.248661 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5e78a1f9-bc7b-4a87-8e6d-e05de7379dce tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/b0c8d7eb-750e-417f-8b7a-aba954072ec8 HTTP/1.1" status: 204 len: 168 time: 1.0919199 Dec 13 23:29:25.251564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53292) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:25.296267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, c46fbb01-61e3-4ea5-90a6-7d9587189840) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:25.301325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:25.301325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.349342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.359556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4177770-ed80-458b-b0a5-d47b103f0a34 None None] Network c46fbb01-61e3-4ea5-90a6-7d9587189840 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:25.427038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:25.436729 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6400537 Dec 13 23:29:25.437962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53296) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:25.446731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-892601003'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:25.452684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:25.458090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:network and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:25.461875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:25.472904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:25.546304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1c9731f2-4835-4e5c-affe-89379295eaa0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:25.553705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Sync routers for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:25.570816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f3e88076-61e8-4ca3-a381-604986eb37b7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:25.575046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:25.580819 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4814463 Dec 13 23:29:25.581036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.583258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c356565-ccb0-4a1d-a442-cf6c8bb77c3e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:25.585983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:25.589341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53300) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:25.605018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1572650187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:25.623250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:29:25.624363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:25.635037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.635793 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added segment 42db4e88-29a2-4362-bc16-cc37bc34edaf of type vlan for network e1dc7e0f-4082-4499-98f9-3c120c2e15ee Dec 13 23:29:25.647313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:router and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:25.652255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:25.664822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:25.666340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:25.666960 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:25.667431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.672076 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0721405 Dec 13 23:29:25.674938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53304) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:25.682929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.699905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'bca475d1-9e21-49af-8f68-49cd42d8f307', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:25.710123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:25.716743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:25.718454 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6be3eedb-9a4a-4785-aabc-6d1fa431a689 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:25.720243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:25.727664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:25.733991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f3e88076-61e8-4ca3-a381-604986eb37b7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:25.735212 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f3e88076-61e8-4ca3-a381-604986eb37b7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4830399 Dec 13 23:29:25.740684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53308) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:25.746677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-secgroup--534708035'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:25.752942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:25.753897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.764022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:25.786504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.787506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.806057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.844329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.849880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.850105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:25.850620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.856847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7371a407-3692-45fd-8906-1bf2d17dddc2 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:25.875904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.887742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:25.890488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.947239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.974038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Provisioning complete for port a5ee8fac-0c14-4414-a914-c40543b5d453 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:25.974419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:25.997849 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5544987 Dec 13 23:29:25.997849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Network': ['ID=e1dc7e0f-4082-4499-98f9-3c120c2e15ee,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:25.997849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53312) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:26.003133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'subnet': {'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:26.018209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:26.036816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'Port': ['ID=ffe46439-9ab6-43ee-a08c-74ca3ca61663,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:26.040088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:26.040668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.083052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network e1dc7e0f-4082-4499-98f9-3c120c2e15ee details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:29:26.083270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.101468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:26.120747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:26.126963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:26.127358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:26.142076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:26.142488 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.146502 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7386e5c8-65b1-464e-ab5b-0bc398b5e4a6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5532875 Dec 13 23:29:26.147247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53316) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:26.154773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'network_id': 'c46fbb01-61e3-4ea5-90a6-7d9587189840', 'name': 'tempest-PortsIpV6TestJSON-899912364'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:26.155992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:26.163658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:subnet and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:26.167975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:26.179693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.185078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:26.233898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.246340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-c46fbb01-61e3-4ea5-90a6-7d9587189840', 'network_id': 'c46fbb01-61e3-4ea5-90a6-7d9587189840', 'tenant_id': '4dff06d63ab0478ba59bc0ffe360cae3', 'fixed_ips': [{'subnet_id': 'f7f83efd-0373-4e82-b797-3690e99bcfe3'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:29:26.247246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.249067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:26.249344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:26.286738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Port a5ee8fac-0c14-4414-a914-c40543b5d453 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:26.294868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0cfa7b-566f-47c0-a8bc-9d10ac9cefdf,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:26.297295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:26.337573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.360635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:26.367942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c4bd9cd-f4b5-4793-b5c7-c12b92c522ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:26.370559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:26.411495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.437875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa48892-af2a-4861-8ef6-081be1e4e24b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:26.443810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.445127 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7031949 Dec 13 23:29:26.446587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:26.449744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53320) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:26.450704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.455009 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7675567 Dec 13 23:29:26.460012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53324) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:26.498804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:26.516187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1699428837'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:26.523004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:26.527328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:26.530872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:26.537391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:26.569236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:port and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:26.581042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Provisioning for port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:26.581654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:26.592359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:26.593844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5b66a61-6abc-486b-bbdb-8dc12be7d805 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.601052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:26.609780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5b66a61-6abc-486b-bbdb-8dc12be7d805 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.620856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.714384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:26.714384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.749830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:26.752822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.754730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Provisioning complete for port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:26.755157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.795085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:26.802619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:26.806283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:26.810010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5b66a61-6abc-486b-bbdb-8dc12be7d805 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.813018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:26.820805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:29:26.867724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-082456db-cf9b-4b0b-ae82-c6a1a4c818d5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:26.871673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.878777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8351b72e-1942-4b1d-b522-571ef8cd79aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:26.882883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b66a61-6abc-486b-bbdb-8dc12be7d805 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a0cfa7b-566f-47c0-a8bc-9d10ac9cefdf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:26.895431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a5b66a61-6abc-486b-bbdb-8dc12be7d805 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:26.914592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5b66a61-6abc-486b-bbdb-8dc12be7d805 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:26.918467 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a5b66a61-6abc-486b-bbdb-8dc12be7d805 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4a0cfa7b-566f-47c0-a8bc-9d10ac9cefdf HTTP/1.1" status: 204 len: 168 time: 0.4528675 Dec 13 23:29:26.930163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53328) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:26.983848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.024283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Subnet': ['ID=5f57e163-e356-4b90-8c23-d1a7d4358a17,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:27.033352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Checking segment: {'id': '42db4e88-29a2-4362-bc16-cc37bc34edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:27.034064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network hostable DHCP agents. Network: e1dc7e0f-4082-4499-98f9-3c120c2e15ee, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:29:27.041912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:27.047879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.052262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.069322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ea4cad88-7013-4d00-8e47-2a1abc55d8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:27.070259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:27.085434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-78050bdf-8cdb-404f-9ff0-009fbe492adb tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:27.122944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Allocated IP 2001:db8::2 (c46fbb01-61e3-4ea5-90a6-7d9587189840/f7f83efd-0373-4e82-b797-3690e99bcfe3/a6352301-ee94-4110-906d-49bfa739bb39) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:27.125110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Checking router: b9be3ee3-ea14-405a-a4d6-12457333f3c5 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:29:27.125455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Updating router b9be3ee3-ea14-405a-a4d6-12457333f3c5 port a5ee8fac-0c14-4414-a914-c40543b5d453 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:29:27.141817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3788e7f2-0eed-4ac3-831e-65b4a3ad7c78,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:27.146085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:27.159275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:29:27.231034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-78050bdf-8cdb-404f-9ff0-009fbe492adb tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:27.232352 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-78050bdf-8cdb-404f-9ff0-009fbe492adb tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2899919 Dec 13 23:29:27.236889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53332) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:27.243646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.248748 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7972298 Dec 13 23:29:27.249692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network e1dc7e0f-4082-4499-98f9-3c120c2e15ee is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:29:27.251502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53336) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:27.259078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': '5fa48892-af2a-4861-8ef6-081be1e4e24b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3788e7f2-0eed-4ac3-831e-65b4a3ad7c78', 'remote_ip_prefix': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:27.268257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:27.275094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:27.291057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:27.293403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:27.294192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.297488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7fda53d0-eda6-42f1-9504-fba6a2c663a0 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.303884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.312253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7fda53d0-eda6-42f1-9504-fba6a2c663a0 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.329456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] For port 6be3eedb-9a4a-4785-aabc-6d1fa431a689, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6be3eedb-9a4a-4785-aabc-6d1fa431a689,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:27.343010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, e1dc7e0f-4082-4499-98f9-3c120c2e15ee) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:27.349051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:27.350370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.377120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b85c0-f815-45ae-91f0-54a3f156cd5c None None] Network e1dc7e0f-4082-4499-98f9-3c120c2e15ee requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:27.409148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.416132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7fda53d0-eda6-42f1-9504-fba6a2c663a0 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.425715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7fda53d0-eda6-42f1-9504-fba6a2c663a0 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.430559 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7fda53d0-eda6-42f1-9504-fba6a2c663a0 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1c356565-ccb0-4a1d-a442-cf6c8bb77c3e HTTP/1.1" status: 204 len: 168 time: 0.1922801 Dec 13 23:29:27.431292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53340) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:27.432522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.432879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7c277d49-1da0-4adf-bb27-036611076326 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:27.469579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda53d0-eda6-42f1-9504-fba6a2c663a0 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c356565-ccb0-4a1d-a442-cf6c8bb77c3e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:27.471698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:27.472266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7fda53d0-eda6-42f1-9504-fba6a2c663a0 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:27.489360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:27.491979 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Sync routers for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:27.509102 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5080898 Dec 13 23:29:27.509341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53344) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:27.515782 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f7664df6-4260-4e9a-9153-5a772a215129 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:27.517704 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:27.522960 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:27.618040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f7664df6-4260-4e9a-9153-5a772a215129 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:27.625385 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f7664df6-4260-4e9a-9153-5a772a215129 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1799004 Dec 13 23:29:27.626099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53348) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:27.672849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6af338ed-f6e9-4bba-ab5d-bbdd210d4623 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.690036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6af338ed-f6e9-4bba-ab5d-bbdd210d4623 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.699262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.710291 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "PUT /v2.0/routers/921ae8e9-46b9-4e27-8024-8a517ca9e9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6444669 Dec 13 23:29:27.759208 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:27.778763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.794377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-61659d71-206d-478a-9148-071c0c167898 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:27.813170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1880371-64b7-443c-b0e1-7c509f952498,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:27.816940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:27.846473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6af338ed-f6e9-4bba-ab5d-bbdd210d4623 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.859399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:29:27.860035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:29:27.860526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c8f96d90-ae78-4929-a9f2-87a7d8b16550 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:27.878472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Pushing event updated for resources: {'Port': ['ID=6be3eedb-9a4a-4785-aabc-6d1fa431a689,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:27.896248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af338ed-f6e9-4bba-ab5d-bbdd210d4623 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3d6cdcb-a7fd-48b7-ba28-4961b3501184,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:27.912438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:27.912776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6af338ed-f6e9-4bba-ab5d-bbdd210d4623 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:27.921492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.922921 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6702440 Dec 13 23:29:27.925967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53358) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:27.973384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c724c5a5-2265-4ff3-98e9-107158e4bd1e None None] Provisioning complete for port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:27.973743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c724c5a5-2265-4ff3-98e9-107158e4bd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:27.981457 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c070e716-a9d2-42b5-94ce-ef2e3db3b973 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.007092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c070e716-a9d2-42b5-94ce-ef2e3db3b973 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.025928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6af338ed-f6e9-4bba-ab5d-bbdd210d4623 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.029545 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6af338ed-f6e9-4bba-ab5d-bbdd210d4623 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/b3d6cdcb-a7fd-48b7-ba28-4961b3501184 HTTP/1.1" status: 204 len: 168 time: 0.3998082 Dec 13 23:29:28.031586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53366) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:28.080725 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.127705 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:24Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'ffe46439-9ab6-43ee-a08c-74ca3ca61663', 'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'mac_address': 'fa:16:3e:fd:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:23Z', 'updated_at': '2021-12-13T23:29:25Z', 'revision_number': 2, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'subnets': [{'id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:28.138484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Checking router: 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:29:28.138845 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Updating router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 port ffe46439-9ab6-43ee-a08c-74ca3ca61663 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:29:28.140620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b0b0ee62-7862-4bc3-b47e-352c2b0f59ee tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:28.214856 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.220296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c070e716-a9d2-42b5-94ce-ef2e3db3b973 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.225178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Transition to ACTIVE for port object a6352301-ee94-4110-906d-49bfa739bb39 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:28.245977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6af338ed-f6e9-4bba-ab5d-bbdd210d4623 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:28.251050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:29:28.252251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.256579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c070e716-a9d2-42b5-94ce-ef2e3db3b973 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.267902 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c070e716-a9d2-42b5-94ce-ef2e3db3b973 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f1880371-64b7-443c-b0e1-7c509f952498 HTTP/1.1" status: 204 len: 168 time: 0.3404803 Dec 13 23:29:28.276713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53374) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:28.291206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b0b0ee62-7862-4bc3-b47e-352c2b0f59ee tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:28.295533 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b0b0ee62-7862-4bc3-b47e-352c2b0f59ee tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2600629 Dec 13 23:29:28.310860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070e716-a9d2-42b5-94ce-ef2e3db3b973 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1880371-64b7-443c-b0e1-7c509f952498,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:28.317050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53378) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:28.322981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c070e716-a9d2-42b5-94ce-ef2e3db3b973 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:28.367729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1ad01098-428d-4289-a26a-3d93ee87881d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:28.500751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.506929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Transition to ACTIVE for port object a5ee8fac-0c14-4414-a914-c40543b5d453 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:28.509379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4811e072-6eec-426f-a229-02e7a2bcfb1c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.525368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4811e072-6eec-426f-a229-02e7a2bcfb1c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.529686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Transition to ACTIVE for port object a6352301-ee94-4110-906d-49bfa739bb39 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:28.580278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1ad01098-428d-4289-a26a-3d93ee87881d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:28.582606 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1ad01098-428d-4289-a26a-3d93ee87881d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3034639 Dec 13 23:29:28.585224 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.593415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53382) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:28.598489 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Transition to ACTIVE for port object ffe46439-9ab6-43ee-a08c-74ca3ca61663 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:28.645322 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:28.678396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.689063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-61bb8ca3-3fac-4481-be6a-67d352a989ea tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.693045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:28.717916 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.723402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4811e072-6eec-426f-a229-02e7a2bcfb1c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.728023 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:28.731746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:28.745688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.753002 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-275b23f6-8aa0-4fb0-a7f4-c56e65499047 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895480014&fields=id&tenant_id=69b5040e57f54a47a03b8d098147773b HTTP/1.1" status: 200 len: 267 time: 0.0814829 Dec 13 23:29:28.773200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4811e072-6eec-426f-a229-02e7a2bcfb1c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82e4c6b6-cea5-40ad-bcdf-1796fc41fd0a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:28.780185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-61bb8ca3-3fac-4481-be6a-67d352a989ea tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.786058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4811e072-6eec-426f-a229-02e7a2bcfb1c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:28.788261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.895598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a981a6-67e9-44d2-ba87-040ebdd73692 None None] Pushing event updated for resources: {'Port': ['ID=a5ee8fac-0c14-4414-a914-c40543b5d453,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:28.906676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Network c46fbb01-61e3-4ea5-90a6-7d9587189840 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:28.914680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d7a981a6-67e9-44d2-ba87-040ebdd73692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:28.922307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-b735e6b3-f00f-4130-b181-24ff063792e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:28.930574 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5c781-8945-47ca-9671-626a9c30af9e None None] Pushing event updated for resources: {'Port': ['ID=ffe46439-9ab6-43ee-a08c-74ca3ca61663,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:28.933560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4811e072-6eec-426f-a229-02e7a2bcfb1c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:28.934818 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4811e072-6eec-426f-a229-02e7a2bcfb1c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/82e4c6b6-cea5-40ad-bcdf-1796fc41fd0a HTTP/1.1" status: 204 len: 168 time: 0.4927948 Dec 13 23:29:28.949325 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8eb5c781-8945-47ca-9671-626a9c30af9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:28.952903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53390) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:28.960294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:28.978202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c724c5a5-2265-4ff3-98e9-107158e4bd1e None None] Provisioning for port ffe46439-9ab6-43ee-a08c-74ca3ca61663 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:28.981325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:28.998815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::16b (c46fbb01-61e3-4ea5-90a6-7d9587189840/f7f83efd-0373-4e82-b797-3690e99bcfe3/5ab83add-b7a7-4e08-8c23-6ddaebaf33e6) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:29.082500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1080b38f-20d4-4189-9376-7150ed978768 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:29.216235 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Attempting to bind port ffe46439-9ab6-43ee-a08c-74ca3ca61663 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:29.216746 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Attempting to bind port ffe46439-9ab6-43ee-a08c-74ca3ca61663 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:29.217530 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Attempting to bind port ffe46439-9ab6-43ee-a08c-74ca3ca61663 on network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:29.231058 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:29.231440 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Checking segment: {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:29.231888 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.232488 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Bound using segment: {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:29.233287 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Bound port: ffe46439-9ab6-43ee-a08c-74ca3ca61663, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:29.233885 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.266277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1080b38f-20d4-4189-9376-7150ed978768 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:29.267668 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1080b38f-20d4-4189-9376-7150ed978768 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3136384 Dec 13 23:29:29.273874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53396) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:29.276621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-853299ed-78ef-4265-bc87-4fe66f966c76 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:29.277508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-853299ed-78ef-4265-bc87-4fe66f966c76 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Synchronizing usage tracker for tenant:69b5040e57f54a47a03b8d098147773b on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:29.305522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Pushing event updated for resources: {'Port': ['ID=a6352301-ee94-4110-906d-49bfa739bb39,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:29.323111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-61bb8ca3-3fac-4481-be6a-67d352a989ea tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.339055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:29.339705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:29.339852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-be3e5e73-6f4f-4131-984e-ce2c8a314bb7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:29.340548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.344499 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] For port ffe46439-9ab6-43ee-a08c-74ca3ca61663, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:29.349453 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] For port ffe46439-9ab6-43ee-a08c-74ca3ca61663, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ffe46439-9ab6-43ee-a08c-74ca3ca61663,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:29.362620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb8ca3-3fac-4481-be6a-67d352a989ea tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3788e7f2-0eed-4ac3-831e-65b4a3ad7c78,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:29.374011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-61bb8ca3-3fac-4481-be6a-67d352a989ea tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:29.377556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Allocated IP 2001:db8:1::2 (e1dc7e0f-4082-4499-98f9-3c120c2e15ee/5f57e163-e356-4b90-8c23-d1a7d4358a17/c1db21a5-b3fc-465c-9f50-6f8e19182c37) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:29.423306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-853299ed-78ef-4265-bc87-4fe66f966c76 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Unset dirty status for tenant:69b5040e57f54a47a03b8d098147773b on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:29.424547 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-853299ed-78ef-4265-bc87-4fe66f966c76 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/networks?id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9 HTTP/1.1" status: 200 len: 795 time: 0.6709859 Dec 13 23:29:29.452848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Attempting to bind port a6352301-ee94-4110-906d-49bfa739bb39 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:29.453284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Attempting to bind port a6352301-ee94-4110-906d-49bfa739bb39 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '719ae9c3-ab23-4bfc-9f1e-9f267097cf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c46fbb01-61e3-4ea5-90a6-7d9587189840'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:29.453532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Attempting to bind port a6352301-ee94-4110-906d-49bfa739bb39 on network c46fbb01-61e3-4ea5-90a6-7d9587189840 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:29.453946 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-466dd7b7-7e9f-4f5e-b183-94405b6cddeb tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/quotas/69b5040e57f54a47a03b8d098147773b HTTP/1.1" status: 200 len: 375 time: 0.0203896 Dec 13 23:29:29.454988 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.455586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Attempting to bind port a5ee8fac-0c14-4414-a914-c40543b5d453 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:29.455989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Attempting to bind port a5ee8fac-0c14-4414-a914-c40543b5d453 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '518f529e-50a4-408c-838d-fa391f8c5bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:29.456344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Attempting to bind port a5ee8fac-0c14-4414-a914-c40543b5d453 on network 53884696-524c-4df9-9b24-b05f63c0cccf {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:29.459695 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-abef33a7-c0f1-4713-86f3-37e374845b7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:29.491083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bd529a1f-97ca-44b4-b658-9a8b2ee43335 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.516638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-61bb8ca3-3fac-4481-be6a-67d352a989ea tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.522351 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-61bb8ca3-3fac-4481-be6a-67d352a989ea tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/3788e7f2-0eed-4ac3-831e-65b4a3ad7c78 HTTP/1.1" status: 204 len: 168 time: 0.9355693 Dec 13 23:29:29.528482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53400) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:29.543131 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5c781-8945-47ca-9671-626a9c30af9e None None] Pushing event updated for resources: {'Port': ['ID=ffe46439-9ab6-43ee-a08c-74ca3ca61663,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:29.543677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:29.544068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Checking segment: {'id': '719ae9c3-ab23-4bfc-9f1e-9f267097cf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c46fbb01-61e3-4ea5-90a6-7d9587189840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:29.544480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.544877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Bound using segment: {'id': '719ae9c3-ab23-4bfc-9f1e-9f267097cf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c46fbb01-61e3-4ea5-90a6-7d9587189840'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:29.545731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Bound port: a6352301-ee94-4110-906d-49bfa739bb39, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719ae9c3-ab23-4bfc-9f1e-9f267097cf64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c46fbb01-61e3-4ea5-90a6-7d9587189840'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:29.546661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.549096 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8eb5c781-8945-47ca-9671-626a9c30af9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:29.549869 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:29.550584 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:29.564810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:29.565177 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Checking segment: {'id': '518f529e-50a4-408c-838d-fa391f8c5bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:29.565577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.565977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Bound using segment: {'id': '518f529e-50a4-408c-838d-fa391f8c5bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:29.567069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Bound port: a5ee8fac-0c14-4414-a914-c40543b5d453, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '518f529e-50a4-408c-838d-fa391f8c5bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:29.567462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.634727 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-8f7bb174-0baf-451d-93bf-30302f2b5324 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=69b5040e57f54a47a03b8d098147773b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1794057 Dec 13 23:29:29.658616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f4dfce53-4edb-472c-a91c-4d906c1912e5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:29.672587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.718864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bd529a1f-97ca-44b4-b658-9a8b2ee43335 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.758142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:29.772332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f4dfce53-4edb-472c-a91c-4d906c1912e5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:29.777589 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f4dfce53-4edb-472c-a91c-4d906c1912e5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2477868 Dec 13 23:29:29.784808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53406) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:29.864075 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:29.892007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bd529a1f-97ca-44b4-b658-9a8b2ee43335 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.894299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f095cd5e-b913-4537-99ef-8ed049c56961 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:29.916198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:29.943729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd529a1f-97ca-44b4-b658-9a8b2ee43335 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a1db549-3e1e-40ca-8e3f-02af785ae262,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:29.960288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bd529a1f-97ca-44b4-b658-9a8b2ee43335 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:29.963586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-23c053bc-b390-4c32-9499-312781b53777 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:29.971743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a464ecb1-89c3-44b8-bed2-e498a6d58601 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.045437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] For port a6352301-ee94-4110-906d-49bfa739bb39, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:30.057126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] For port a5ee8fac-0c14-4414-a914-c40543b5d453, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:30.073324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c46fbb01-61e3-4ea5-90a6-7d9587189840 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:30.076560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=5ab83add-b7a7-4e08-8c23-6ddaebaf33e6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:30.081396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:30.084045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bd529a1f-97ca-44b4-b658-9a8b2ee43335 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.084777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] For port a5ee8fac-0c14-4414-a914-c40543b5d453, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a5ee8fac-0c14-4414-a914-c40543b5d453,segment=NetworkSegment(518f529e-50a4-408c-838d-fa391f8c5bad),segment_id=518f529e-50a4-408c-838d-fa391f8c5bad)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:30.090250 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bd529a1f-97ca-44b4-b658-9a8b2ee43335 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3a1db549-3e1e-40ca-8e3f-02af785ae262 HTTP/1.1" status: 204 len: 168 time: 0.8127637 Dec 13 23:29:30.091725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:30.091870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] For port a6352301-ee94-4110-906d-49bfa739bb39, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a6352301-ee94-4110-906d-49bfa739bb39,segment=NetworkSegment(719ae9c3-ab23-4bfc-9f1e-9f267097cf64),segment_id=719ae9c3-ab23-4bfc-9f1e-9f267097cf64)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:30.093574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:30.100575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:30.101330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53410) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:30.102193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.125785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6be3eedb-9a4a-4785-aabc-6d1fa431a689 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:30.140486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a464ecb1-89c3-44b8-bed2-e498a6d58601 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.143967 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:29:30.159046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.173359 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-3b63d1e4-a977-44a9-a836-58182dbf1797 service neutron] 10.222.0.30 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952962 Dec 13 23:29:30.179497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.184093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Transition to ACTIVE for port object c1db21a5-b3fc-465c-9f50-6f8e19182c37 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:30.189910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-01e3be02-35db-4d22-82ea-873a5831e333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:30.193235 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0446873 Dec 13 23:29:30.194057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53414) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:30.245784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.271580 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:24Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'ffe46439-9ab6-43ee-a08c-74ca3ca61663', 'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'mac_address': 'fa:16:3e:fd:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:23Z', 'updated_at': '2021-12-13T23:29:29Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'subnets': [{'id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:30.278480 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ec174-8655-48ce-9226-ec2b2b979b98 None None] The sync data for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv is: [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:24Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'ffe46439-9ab6-43ee-a08c-74ca3ca61663', 'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'mac_address': 'fa:16:3e:fd:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:23Z', 'updated_at': '2021-12-13T23:29:29Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'subnets': [{'id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:30.287548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Transition to ACTIVE for port object c1db21a5-b3fc-465c-9f50-6f8e19182c37 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:30.341091 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b362746f-a16c-47f3-ad4b-78720e2d60c8 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2387707 Dec 13 23:29:30.355115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53418) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:30.387714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a464ecb1-89c3-44b8-bed2-e498a6d58601 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.392945 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a981a6-67e9-44d2-ba87-040ebdd73692 None None] Pushing event updated for resources: {'Port': ['ID=a5ee8fac-0c14-4414-a914-c40543b5d453,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:30.398082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a66b84a7-a0e2-45ab-953c-12efc38f481c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:30.414885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d7a981a6-67e9-44d2-ba87-040ebdd73692 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:30.418443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:30.478034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.488188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464ecb1-89c3-44b8-bed2-e498a6d58601 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa48892-af2a-4861-8ef6-081be1e4e24b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:30.496315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a464ecb1-89c3-44b8-bed2-e498a6d58601 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:30.540284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:30.541414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:30.569363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a464ecb1-89c3-44b8-bed2-e498a6d58601 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.573306 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a464ecb1-89c3-44b8-bed2-e498a6d58601 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/5fa48892-af2a-4861-8ef6-081be1e4e24b HTTP/1.1" status: 204 len: 168 time: 0.7932045 Dec 13 23:29:30.574550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11757a1c-2960-4504-99b4-9d0dcc940698 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.609828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11757a1c-2960-4504-99b4-9d0dcc940698 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.645259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53422) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:30.679375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Network e1dc7e0f-4082-4499-98f9-3c120c2e15ee is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:30.686994 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-3829d12d-af5e-4091-8b95-304e5601a17f service neutron] 10.222.0.30 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715335 Dec 13 23:29:30.749565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11757a1c-2960-4504-99b4-9d0dcc940698 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.756164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e4176ca4-cb88-4878-905c-4d8961765af5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:30.780121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:30.801127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:30.802822 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-040309ed-092b-4ce1-b1fc-6e92860cb385 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1543591 Dec 13 23:29:30.809579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53426) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:30.812054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11757a1c-2960-4504-99b4-9d0dcc940698 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca475d1-9e21-49af-8f68-49cd42d8f307,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:30.824708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-11757a1c-2960-4504-99b4-9d0dcc940698 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:30.833121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:30.833572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.840653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-secgroup--327332001'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:30.847100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:30.852128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:30.856358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:30.862381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:30.896206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-11757a1c-2960-4504-99b4-9d0dcc940698 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:30.900666 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-11757a1c-2960-4504-99b4-9d0dcc940698 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/bca475d1-9e21-49af-8f68-49cd42d8f307 HTTP/1.1" status: 204 len: 168 time: 0.5302281 Dec 13 23:29:30.901454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53430) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:30.949112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 2001:db8:1::1 (e1dc7e0f-4082-4499-98f9-3c120c2e15ee/5f57e163-e356-4b90-8c23-d1a7d4358a17/919cd2b1-881e-4a9c-b8b2-0c71f42b670e) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:31.009210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.107376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-50ffab6d-3480-4c4a-a37e-e4ef56ced437 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:31.122152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:31.134642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:31.190976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:31.202495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:31.220075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:31.302640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-50ffab6d-3480-4c4a-a37e-e4ef56ced437 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:31.318643 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-50ffab6d-3480-4c4a-a37e-e4ef56ced437 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4115663 Dec 13 23:29:31.319763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53444) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:31.328004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1232588034'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:31.346657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:31.370266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:31.373813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.388463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Pushing event updated for resources: {'Port': ['ID=a6352301-ee94-4110-906d-49bfa739bb39,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:31.435011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.442414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b792ec1d-94d2-4a2b-bd0a-2c228d0402c7 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:31.480531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.507145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-a8521024-5c16-434d-8768-4e35e04d135e req-96288543-c5bf-412d-97d8-227d8e9b618c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Synchronizing usage tracker for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:31.517074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.098s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:31.535398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d7a981a6-67e9-44d2-ba87-040ebdd73692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.012s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:31.549552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:31.554974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:31.558578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:31.564856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:31.670860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732fab06-a006-462e-bc38-e8d0fc26f2a6,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:31.680505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:31.693893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.706340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Attempting to bind port c1db21a5-b3fc-465c-9f50-6f8e19182c37 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:31.706720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Attempting to bind port c1db21a5-b3fc-465c-9f50-6f8e19182c37 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '42db4e88-29a2-4362-bc16-cc37bc34edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:31.707652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Attempting to bind port c1db21a5-b3fc-465c-9f50-6f8e19182c37 on network e1dc7e0f-4082-4499-98f9-3c120c2e15ee {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:31.757415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.761246 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9311182 Dec 13 23:29:31.761543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53452) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:31.767491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': '732fab06-a006-462e-bc38-e8d0fc26f2a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:31.772648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.773232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:31.773232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Checking segment: {'id': '42db4e88-29a2-4362-bc16-cc37bc34edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:31.775965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.776400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Bound using segment: {'id': '42db4e88-29a2-4362-bc16-cc37bc34edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:31.776912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Bound port: c1db21a5-b3fc-465c-9f50-6f8e19182c37, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42db4e88-29a2-4362-bc16-cc37bc34edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:31.777315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.782624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:31.787159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-a8521024-5c16-434d-8768-4e35e04d135e req-96288543-c5bf-412d-97d8-227d8e9b618c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Unset dirty status for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:31.795084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:31.798416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:31.803490 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8521024-5c16-434d-8768-4e35e04d135e req-96288543-c5bf-412d-97d8-227d8e9b618c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 210 time: 0.6989605 Dec 13 23:29:31.815084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:31.823478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7623762b-b8e4-45ef-b0f7-48b2530fce4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:31.827533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Pushing event updated for resources: {'Port': ['ID=c1db21a5-b3fc-465c-9f50-6f8e19182c37,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:31.845953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:31.850474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:31.903712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Transition to ACTIVE for port object 919cd2b1-881e-4a9c-b8b2-0c71f42b670e will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:31.960720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b850a6-21e6-4fca-b2ad-93904a5ad307,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:32.001399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:32.016954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.069048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.074075 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7532172 Dec 13 23:29:32.079001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53458) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:32.098779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'a1b850a6-21e6-4fca-b2ad-93904a5ad307', 'direction': 'ingress', 'protocol': 17}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:32.138446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:32.141896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.155681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] For port c1db21a5-b3fc-465c-9f50-6f8e19182c37, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:32.160416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] For port c1db21a5-b3fc-465c-9f50-6f8e19182c37, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c1db21a5-b3fc-465c-9f50-6f8e19182c37,segment=NetworkSegment(42db4e88-29a2-4362-bc16-cc37bc34edaf),segment_id=42db4e88-29a2-4362-bc16-cc37bc34edaf)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:32.204940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:30Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:32.214025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f564265-c56e-4780-a998-2e2da19663c8 None None] The sync data for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv is: [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:30Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:32.243765 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.248660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:32.269141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:32.275026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.276084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:32.282262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:32.296110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4ed292-6240-4bf5-8643-bb87a71020ad None None] Network c46fbb01-61e3-4ea5-90a6-7d9587189840 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:32.296602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.324418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe8eee37-66fa-463e-911b-710720305694 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:32.383102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.392318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:32.404359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ffe46439-9ab6-43ee-a08c-74ca3ca61663 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:32.414884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80b2d44-394c-47c6-a7b0-c8a33cc41f20,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:32.423341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:32.444077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.470700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network e1dc7e0f-4082-4499-98f9-3c120c2e15ee is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:32.494645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Pushing event updated for resources: {'Port': ['ID=c1db21a5-b3fc-465c-9f50-6f8e19182c37,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:32.501498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:32.525287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=919cd2b1-881e-4a9c-b8b2-0c71f42b670e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:32.527993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:32.542297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:32.543526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.547221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:32.558867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.593821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d0c06ff1-0f6d-4bf4-a028-71f30ccbb049 None None] Provisioning for port a6352301-ee94-4110-906d-49bfa739bb39 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:32.648007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.663676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.664940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9024134 Dec 13 23:29:32.668210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53464) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:32.717629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.721527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:32.726520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port ffe46439-9ab6-43ee-a08c-74ca3ca61663 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:32.739803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ffe46439-9ab6-43ee-a08c-74ca3ca61663 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:32.743921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.802453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1d4a2e-9752-484d-a9cf-1dc50dfdd45a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:32.805720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a25c547-ea16-493f-842c-649abe6ac462 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.816797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:32.821499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a25c547-ea16-493f-842c-649abe6ac462 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.891103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.900087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:32.905949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.910406 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8310485 Dec 13 23:29:32.946801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.951371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53470) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:32.971566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a25c547-ea16-493f-842c-649abe6ac462 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:32.980135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1844a3b-ca98-40b5-9d2d-3f19a96c3bdf tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:32.990057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port ffe46439-9ab6-43ee-a08c-74ca3ca61663, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ffe46439-9ab6-43ee-a08c-74ca3ca61663,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:32.991281 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a158a2ed-66ef-40ea-8f98-970f5e34c862 req-ed16cef6-809d-4d71-a70f-a40b4fc8d02a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 210 time: 0.0826845 Dec 13 23:29:32.999429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25c547-ea16-493f-842c-649abe6ac462 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f80b2d44-394c-47c6-a7b0-c8a33cc41f20,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:33.003188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a25c547-ea16-493f-842c-649abe6ac462 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:33.005666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a25c547-ea16-493f-842c-649abe6ac462 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.008940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0a25c547-ea16-493f-842c-649abe6ac462 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f80b2d44-394c-47c6-a7b0-c8a33cc41f20 HTTP/1.1" status: 204 len: 168 time: 0.3373561 Dec 13 23:29:33.011790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53474) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:33.067090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.067384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-82323e84-3d51-4a45-84da-50a15c0db51b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:33.068115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a6352301-ee94-4110-906d-49bfa739bb39 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:33.099622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c6b80594-2525-4ad6-a417-8c2f973b614a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:33.119879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.156071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=5ab83add-b7a7-4e08-8c23-6ddaebaf33e6,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:33.165791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:33.194313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=ffe46439-9ab6-43ee-a08c-74ca3ca61663,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:33.197414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:33.197951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-82323e84-3d51-4a45-84da-50a15c0db51b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:33.202000 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-82323e84-3d51-4a45-84da-50a15c0db51b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1890998 Dec 13 23:29:33.202562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53478) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:33.269154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a6352301-ee94-4110-906d-49bfa739bb39 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:33.274926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a6352301-ee94-4110-906d-49bfa739bb39 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:33.277991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.311112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-63c219e7-2ae5-41e1-b4fb-1b5bf30108ca tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.312526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ceb08632-9364-4311-99c4-095f3ecef0f9 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.344369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3c103c63-48e7-4188-a330-4d1c176d98fe None None] Provisioning for port 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:33.360488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3c103c63-48e7-4188-a330-4d1c176d98fe None None] Provisioning complete for port 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:33.360875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3c103c63-48e7-4188-a330-4d1c176d98fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.374336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ceb08632-9364-4311-99c4-095f3ecef0f9 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.475158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3c103c63-48e7-4188-a330-4d1c176d98fe None None] Port 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:33.557755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3c103c63-48e7-4188-a330-4d1c176d98fe None None] Provisioning complete for port a6352301-ee94-4110-906d-49bfa739bb39 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:33.558134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3c103c63-48e7-4188-a330-4d1c176d98fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.577855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ceb08632-9364-4311-99c4-095f3ecef0f9 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.587367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:33.601305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.609606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb08632-9364-4311-99c4-095f3ecef0f9 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=732fab06-a006-462e-bc38-e8d0fc26f2a6,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:33.614340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ceb08632-9364-4311-99c4-095f3ecef0f9 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:33.676170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port a6352301-ee94-4110-906d-49bfa739bb39, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a6352301-ee94-4110-906d-49bfa739bb39,segment=NetworkSegment(719ae9c3-ab23-4bfc-9f1e-9f267097cf64),segment_id=719ae9c3-ab23-4bfc-9f1e-9f267097cf64)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:33.702232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.729421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ceb08632-9364-4311-99c4-095f3ecef0f9 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.733372 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ceb08632-9364-4311-99c4-095f3ecef0f9 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/732fab06-a006-462e-bc38-e8d0fc26f2a6 HTTP/1.1" status: 204 len: 168 time: 0.5292242 Dec 13 23:29:33.734394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53482) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:33.741585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-63c219e7-2ae5-41e1-b4fb-1b5bf30108ca tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.765333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3c103c63-48e7-4188-a330-4d1c176d98fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.783210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:33.788711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-95ec47e8-72c8-417a-af4d-180c64d5d3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:33.811984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c0b2938e-fe0d-49f6-afd0-9eec4b32a0c7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:33.888051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46142f74-4bd5-4768-b05b-a9fe45a78a64 None None] Network e1dc7e0f-4082-4499-98f9-3c120c2e15ee requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:33.892789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c0b2938e-fe0d-49f6-afd0-9eec4b32a0c7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:33.894194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c0b2938e-fe0d-49f6-afd0-9eec4b32a0c7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1584597 Dec 13 23:29:33.900576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53486) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:33.906519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830116341'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:33.915533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:33.931179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:34.027415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.036090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=a6352301-ee94-4110-906d-49bfa739bb39,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:34.049914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:34.057088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-3c103c63-48e7-4188-a330-4d1c176d98fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:29:34.057737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-3c103c63-48e7-4188-a330-4d1c176d98fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:29:34.066947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.113659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:34.119198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:34.123515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:34.132047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:34.137947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.139712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-63c219e7-2ae5-41e1-b4fb-1b5bf30108ca tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.177692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ecb11d8a-7473-449a-ae76-521cb811c2df tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:34.201021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.240817 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-64de9b6c-2ecd-468d-9aad-f50a2a601728 req-ba2c236a-dc19-4451-a800-f90611c7db76 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 210 time: 0.1077387 Dec 13 23:29:34.248463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c219e7-2ae5-41e1-b4fb-1b5bf30108ca tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b850a6-21e6-4fca-b2ad-93904a5ad307,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:34.249865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.250564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.264288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-63c219e7-2ae5-41e1-b4fb-1b5bf30108ca tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:34.264942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-700784ac-4b81-4f87-9c15-637e5d90060f tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:34.308951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.314763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4d325936-4eaf-49c9-8d3e-43dfcb2ef9c5 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:34.352694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63207fc-83b9-424f-b3d7-dfb81e6af1f2,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:34.357599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:34.373585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ffe46439-9ab6-43ee-a08c-74ca3ca61663 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:34.504750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.508402 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6043630 Dec 13 23:29:34.508747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53492) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:34.515325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'a63207fc-83b9-424f-b3d7-dfb81e6af1f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:34.529135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:34.534018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-63c219e7-2ae5-41e1-b4fb-1b5bf30108ca tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.535515 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-63c219e7-2ae5-41e1-b4fb-1b5bf30108ca tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/a1b850a6-21e6-4fca-b2ad-93904a5ad307 HTTP/1.1" status: 204 len: 168 time: 1.5824246 Dec 13 23:29:34.536993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:34.538260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53496) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:34.543948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:34.549521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ffe46439-9ab6-43ee-a08c-74ca3ca61663 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:34.549907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.551158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:34.646122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network e1dc7e0f-4082-4499-98f9-3c120c2e15ee is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:34.658864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.724231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:34.744791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.761356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c1db21a5-b3fc-465c-9f50-6f8e19182c37 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:34.761597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=919cd2b1-881e-4a9c-b8b2-0c71f42b670e,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:34.829388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.831519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Provisioning complete for port 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:34.831519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.862099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c070e716-a9d2-42b5-94ce-ef2e3db3b973 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:34.882430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a1314f-61a3-47dc-8aa2-990af8d9e585,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:34.896600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:34.900694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Port 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:34.949042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:34.950292 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4403498 Dec 13 23:29:34.953158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53500) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:34.969263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:34.977638 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6e093b7e-92cd-47c0-bdb1-bb494309a41f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules/13a1314f-61a3-47dc-8aa2-990af8d9e585 HTTP/1.1" status: 200 len: 705 time: 0.0232089 Dec 13 23:29:34.980482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53504) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:34.981530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port c1db21a5-b3fc-465c-9f50-6f8e19182c37 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:34.984690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Provisioning for port c1db21a5-b3fc-465c-9f50-6f8e19182c37 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:34.991312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c1db21a5-b3fc-465c-9f50-6f8e19182c37 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:34.992047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.015396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Provisioning complete for port c1db21a5-b3fc-465c-9f50-6f8e19182c37 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:35.015804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.193554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-526dbe26-d099-4640-892a-fb59245693de tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:35.207781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.221139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.311017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] For port c1db21a5-b3fc-465c-9f50-6f8e19182c37, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c1db21a5-b3fc-465c-9f50-6f8e19182c37,segment=NetworkSegment(42db4e88-29a2-4362-bc16-cc37bc34edaf),segment_id=42db4e88-29a2-4362-bc16-cc37bc34edaf)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:35.360957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6cd2ad61-803e-4bf1-ad1c-6683884fa255 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:35.377151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-526dbe26-d099-4640-892a-fb59245693de tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:35.382222 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-526dbe26-d099-4640-892a-fb59245693de tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8205976 Dec 13 23:29:35.384800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53510) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:35.390632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-c0acb949-dc47-48be-b14a-c90a8c5e661d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:35.390632 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-c0acb949-dc47-48be-b14a-c90a8c5e661d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.18 "GET /v2.0/networks?id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9 HTTP/1.1" status: 200 len: 795 time: 0.6784077 Dec 13 23:29:35.393330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-secgroup--628002325'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:35.415715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.421891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:35.433859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:35.450640 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-adcb5278-e38a-44b7-b32b-36c813c213c0 req-910f01b5-bd3b-4531-aa38-a995ebf7d49a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 210 time: 0.0506647 Dec 13 23:29:35.454455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:35.511910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:29:35.512268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:29:35.515863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Pushing event updated for resources: {'Port': ['ID=c1db21a5-b3fc-465c-9f50-6f8e19182c37,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:35.519020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:35.563077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.591324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Provisioning for port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:35.596758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Provisioning complete for port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:35.597432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.600288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:35.604500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:35.608336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6cd2ad61-803e-4bf1-ad1c-6683884fa255 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:35.612146 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6cd2ad61-803e-4bf1-ad1c-6683884fa255 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.6205893 Dec 13 23:29:35.612794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53514) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:35.616790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:35.634464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-a82827d6-7b55-49a7-927d-56efe2de040d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Synchronizing usage tracker for tenant:69b5040e57f54a47a03b8d098147773b on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:35.635313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:35.663109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:35.677638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fbcefef7-5f8c-4184-b957-400c21e3e168 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.680741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.694197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fbcefef7-5f8c-4184-b957-400c21e3e168 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.710628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:29:35.743218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.774407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-a82827d6-7b55-49a7-927d-56efe2de040d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Unset dirty status for tenant:69b5040e57f54a47a03b8d098147773b on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:35.775367 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-a82827d6-7b55-49a7-927d-56efe2de040d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69b5040e57f54a47a03b8d098147773b HTTP/1.1" status: 200 len: 379 time: 0.3683546 Dec 13 23:29:35.785932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4b635285-b696-4e5a-bffe-76de70ad643c None None] Provisioning complete for port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:35.786404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4b635285-b696-4e5a-bffe-76de70ad643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.817284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.823687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce67b4fe-8c52-4da5-8353-01cc6e55a044 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:35.832069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fbcefef7-5f8c-4184-b957-400c21e3e168 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.833982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'port': {'device_id': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'admin_state_up': True, 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'security_groups': ['ed362406-af76-4c25-8997-d483c98be389']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:35.842930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4b635285-b696-4e5a-bffe-76de70ad643c None None] Port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:35.854700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.855283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.869775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-87f07ef3-4585-4a36-aad7-c939f27a4cfe tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:35.885362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f566c97e-4e4d-40e2-802a-7aaf17e0f504,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:35.888134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:35.893649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7fda53d0-eda6-42f1-9504-fba6a2c663a0 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:35.907697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcefef7-5f8c-4184-b957-400c21e3e168 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13a1314f-61a3-47dc-8aa2-990af8d9e585,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:35.914361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fbcefef7-5f8c-4184-b957-400c21e3e168 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:35.965755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fbcefef7-5f8c-4184-b957-400c21e3e168 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.966832 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fbcefef7-5f8c-4184-b957-400c21e3e168 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/13a1314f-61a3-47dc-8aa2-990af8d9e585 HTTP/1.1" status: 204 len: 168 time: 0.3516128 Dec 13 23:29:35.969396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53518) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:35.991318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:35.992732 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6064072 Dec 13 23:29:35.995434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53522) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:36.001841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-secgroup--788660575'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:36.009726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:36.014938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:36.025701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:36.036703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:36.040422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=5ab83add-b7a7-4e08-8c23-6ddaebaf33e6,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:36.051024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c7a30731-ff1e-416e-a9f6-604d0bac6c51 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:36.052352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:36.073499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a6352301-ee94-4110-906d-49bfa739bb39 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:36.120381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.142158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a6352301-ee94-4110-906d-49bfa739bb39 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:36.142539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.161128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:36.163637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c7a30731-ff1e-416e-a9f6-604d0bac6c51 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:36.167340 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c7a30731-ff1e-416e-a9f6-604d0bac6c51 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1944218 Dec 13 23:29:36.168226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53526) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:36.173909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'a63207fc-83b9-424f-b3d7-dfb81e6af1f2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:36.179115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:36.180116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:36.183991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:36.187184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:36.193605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:36.201643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:36.204240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:36.229544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c46fbb01-61e3-4ea5-90a6-7d9587189840 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:36.231106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:36.284242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.310715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.358605 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c1db21a5-b3fc-465c-9f50-6f8e19182c37 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:36.369985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Made reservation on behalf of 69b5040e57f54a47a03b8d098147773b for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:36.373038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.383984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:36.392113 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8818817 Dec 13 23:29:36.398241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53530) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:36.409178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1297863487'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:36.429225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:36.445144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:network and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:36.471221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c1db21a5-b3fc-465c-9f50-6f8e19182c37 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:36.472156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.537985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.546333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.585201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-73bc8635-a98c-4ecb-9cbd-a046917c998d tempest-ServersTestJSON-1324670710 tempest-ServersTestJSON-1324670710-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:36.622723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27784ee9-c777-47bd-b2b9-5f2d7474377c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:36.626215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:36.641354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.643375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:36.696630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.706177 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7098093 Dec 13 23:29:36.708776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:36.712288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53536) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:36.716056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4a5c1c-a49b-40aa-8e70-b2ab94ee967c,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:36.718361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:36.729841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:36.753994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4a9474bc-1b16-437b-bb6b-a94ebc1016bf None None] Provisioning complete for port 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:36.754809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4a9474bc-1b16-437b-bb6b-a94ebc1016bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.757349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.758704 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5897393 Dec 13 23:29:36.761330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53540) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:36.761458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'f566c97e-4e4d-40e2-802a-7aaf17e0f504', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '27784ee9-c777-47bd-b2b9-5f2d7474377c', 'remote_ip_prefix': None}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:36.775191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:36.782576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:36.786922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:36.790319 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-77bbb2f8-b005-43cf-a22e-be5bbd079e61 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules/fd4a5c1c-a49b-40aa-8e70-b2ab94ee967c HTTP/1.1" status: 200 len: 705 time: 0.0253432 Dec 13 23:29:36.791430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53544) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:36.797268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:36.844256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4a9474bc-1b16-437b-bb6b-a94ebc1016bf None None] Port 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:36.855981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-23664df2-2ad9-47ae-b344-41adcc6a5e4e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:36.860203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:36.863711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.900640 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-36c4ad71-7567-4681-978d-634a56030cae req-e1241dff-975b-41b7-a415-4087fd15d971 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 210 time: 0.0890412 Dec 13 23:29:36.940791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-23664df2-2ad9-47ae-b344-41adcc6a5e4e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:36.943430 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-23664df2-2ad9-47ae-b344-41adcc6a5e4e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1510072 Dec 13 23:29:36.946230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53548) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:36.983912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-353861e3-e0bf-4d65-bcc8-774b2e60e329 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:36.995914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-353861e3-e0bf-4d65-bcc8-774b2e60e329 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.080207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.095212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-353861e3-e0bf-4d65-bcc8-774b2e60e329 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.098473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cad50de1-2751-4e20-a6c0-6b5eb2dd313f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:37.112016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353861e3-e0bf-4d65-bcc8-774b2e60e329 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd4a5c1c-a49b-40aa-8e70-b2ab94ee967c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:37.117246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-353861e3-e0bf-4d65-bcc8-774b2e60e329 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:37.119360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:29:37.149435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Allocated IP 172.20.0.7 (603381a3-a0bf-4779-9a18-0e7b70cfe4d9/8d1beda2-3762-4a34-99e6-5a0e8a9b1612/22054e49-7bfa-421a-9d7d-05f5b22c93ed) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:37.163424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.163804 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added segment e6948956-09d0-482c-b882-26c946012211 of type vlan for network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 Dec 13 23:29:37.200082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-353861e3-e0bf-4d65-bcc8-774b2e60e329 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.201236 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-353861e3-e0bf-4d65-bcc8-774b2e60e329 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fd4a5c1c-a49b-40aa-8e70-b2ab94ee967c HTTP/1.1" status: 204 len: 168 time: 0.2540948 Dec 13 23:29:37.204327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53552) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:37.233759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.254634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5107f0df-65f9-4d80-a30f-792d2498d245 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:37.314500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5107f0df-65f9-4d80-a30f-792d2498d245 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:37.318629 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5107f0df-65f9-4d80-a30f-792d2498d245 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1104863 Dec 13 23:29:37.318810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53556) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:37.324841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'a63207fc-83b9-424f-b3d7-dfb81e6af1f2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:37.330959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:37.340949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:37.384177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.469349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.487165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.497035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Transition to ACTIVE for port object 22054e49-7bfa-421a-9d7d-05f5b22c93ed will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:37.525646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.527748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a5b66a61-6abc-486b-bbdb-8dc12be7d805 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:37.533647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.537654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:37.538232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.551586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.567188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ec906c-fcbf-4dcc-84a2-830018199a5b,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:37.570259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:37.570771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:37.601965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Router 7c78e6a7-a74c-4c25-b9bb-df0848574641 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:29:37.637360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.639209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-95c7089d-11c0-481b-88a2-e61c3d80bf8e tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:37.662382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d45610e-bcab-4d7a-9515-8e7f848f4eea,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:37.667063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:37.678752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.700866 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2996783 Dec 13 23:29:37.704947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Network': ['ID=5b08ca41-db06-4def-bbbf-05f9ae1cf979,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:37.705157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53560) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:37.708324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:37.712278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:37.712884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'subnet': {'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:37.805790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:29:37.813143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.813909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:37.814168 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4938629 Dec 13 23:29:37.817835 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1035051 Dec 13 23:29:37.818417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53564) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:37.818615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53566) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:37.853090 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2257bc7b-48dd-4505-9e7b-0964cd360ef5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules/8d45610e-bcab-4d7a-9515-8e7f848f4eea HTTP/1.1" status: 200 len: 706 time: 0.0335095 Dec 13 23:29:37.856674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53572) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:37.873650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:37.882037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:subnet and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:37.886451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:37.895449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:37.924673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-46e30499-0aad-4bf8-b338-8b866e138bf7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:37.936971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:37.950148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:37.952707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:38.004097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'Port': ['ID=22054e49-7bfa-421a-9d7d-05f5b22c93ed,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:38.008609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:38.008814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:38.049117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:38.050669 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.060085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3e777e6d-2041-4ae3-b0d7-df06f984303c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.073549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3e777e6d-2041-4ae3-b0d7-df06f984303c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.081468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-46e30499-0aad-4bf8-b338-8b866e138bf7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:38.084519 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-46e30499-0aad-4bf8-b338-8b866e138bf7 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2267282 Dec 13 23:29:38.088848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53578) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:38.154784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-713ea0b3-b73b-456e-98af-24ca46724557 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.166337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-713ea0b3-b73b-456e-98af-24ca46724557 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.191530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.201906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:38.207597 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "PUT /v2.0/routers/7c78e6a7-a74c-4c25-b9bb-df0848574641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0117035 Dec 13 23:29:38.211318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53582) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:38.212671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549e194-1470-48bf-a46f-cd47910d2f62 None None] Sync routers for ids ['7c78e6a7-a74c-4c25-b9bb-df0848574641'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:38.228111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549e194-1470-48bf-a46f-cd47910d2f62 None None] Routers {'7c78e6a7-a74c-4c25-b9bb-df0848574641'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:38.228974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b549e194-1470-48bf-a46f-cd47910d2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c78e6a7-a74c-4c25-b9bb-df0848574641'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:38.248841 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4624910 Dec 13 23:29:38.249422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3e777e6d-2041-4ae3-b0d7-df06f984303c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.256528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:38.264360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3e777e6d-2041-4ae3-b0d7-df06f984303c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.267982 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3e777e6d-2041-4ae3-b0d7-df06f984303c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/60ec906c-fcbf-4dcc-84a2-830018199a5b HTTP/1.1" status: 204 len: 168 time: 0.4347863 Dec 13 23:29:38.273976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53586) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:38.298560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e777e6d-2041-4ae3-b0d7-df06f984303c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60ec906c-fcbf-4dcc-84a2-830018199a5b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:38.303127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b549e194-1470-48bf-a46f-cd47910d2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:38.306864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3e777e6d-2041-4ae3-b0d7-df06f984303c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:38.310382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-713ea0b3-b73b-456e-98af-24ca46724557 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.314689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:38.324438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549e194-1470-48bf-a46f-cd47910d2f62 None None] Routers {'7c78e6a7-a74c-4c25-b9bb-df0848574641'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:38.325274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b549e194-1470-48bf-a46f-cd47910d2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c78e6a7-a74c-4c25-b9bb-df0848574641'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:38.325759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-713ea0b3-b73b-456e-98af-24ca46724557 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.330466 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-713ea0b3-b73b-456e-98af-24ca46724557 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/8d45610e-bcab-4d7a-9515-8e7f848f4eea HTTP/1.1" status: 204 len: 168 time: 0.2337987 Dec 13 23:29:38.335645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53592) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:38.337866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea0b3-b73b-456e-98af-24ca46724557 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d45610e-bcab-4d7a-9515-8e7f848f4eea,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:38.353276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acfa11-9f29-4502-9b3c-3aed34dd84fa req-a5515a9c-fe80-4393-8f55-5756c2981a9e tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:38.354198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-713ea0b3-b73b-456e-98af-24ca46724557 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:38.370562 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d2acfa11-9f29-4502-9b3c-3aed34dd84fa req-a5515a9c-fe80-4393-8f55-5756c2981a9e tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 931 time: 0.3307805 Dec 13 23:29:38.410114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8232c58c-325d-4b90-ada3-e4c0cf60b093 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:38.428660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9072b-7abd-4550-ae4a-d58ac538a6c6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:38.429376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-44b9072b-7abd-4550-ae4a-d58ac538a6c6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:38.437167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Request body: {'port': {'device_id': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:38.442374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b549e194-1470-48bf-a46f-cd47910d2f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:38.445518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549e194-1470-48bf-a46f-cd47910d2f62 None None] The sync data for ids ['7c78e6a7-a74c-4c25-b9bb-df0848574641'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:38.448978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0ead0c43-5bcc-4f39-b9d5-a3e331f989f4 None None] Provisioning for port 22054e49-7bfa-421a-9d7d-05f5b22c93ed completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:38.459861 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d2acfa11-9f29-4502-9b3c-3aed34dd84fa req-9e3242f4-a0fe-4186-8431-a48ab89dfbfc tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940375 Dec 13 23:29:38.461787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0ead0c43-5bcc-4f39-b9d5-a3e331f989f4 None None] Provisioning complete for port 22054e49-7bfa-421a-9d7d-05f5b22c93ed triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:38.462171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0ead0c43-5bcc-4f39-b9d5-a3e331f989f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.504976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a5ee8fac-0c14-4414-a914-c40543b5d453 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:38.531735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-68f77749-a521-41c0-af69-fdd1a95c0540 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:38.581271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0ead0c43-5bcc-4f39-b9d5-a3e331f989f4 None None] Port 22054e49-7bfa-421a-9d7d-05f5b22c93ed cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:38.611035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8232c58c-325d-4b90-ada3-e4c0cf60b093 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:38.612334 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8232c58c-325d-4b90-ada3-e4c0cf60b093 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3329425 Dec 13 23:29:38.615406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53596) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:38.617235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.631344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-44b9072b-7abd-4550-ae4a-d58ac538a6c6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:38.632573 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-44b9072b-7abd-4550-ae4a-d58ac538a6c6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c78e6a7-a74c-4c25-b9bb-df0848574641 HTTP/1.1" status: 200 len: 988 time: 0.4209716 Dec 13 23:29:38.635339 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53600) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:38.686444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.692854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0bd072a4-63c4-42fc-a239-4853b359b3b2 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:38.724979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e7ac9e3-7bf2-42b4-9aa0-62ac070f92ef tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.728357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a5ee8fac-0c14-4414-a914-c40543b5d453 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:38.733910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a5ee8fac-0c14-4414-a914-c40543b5d453 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:38.734417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.789682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e7ac9e3-7bf2-42b4-9aa0-62ac070f92ef tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.797790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Subnet': ['ID=8e61c0aa-390e-4a7c-93bc-d3609e3acf97,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:38.808918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:38.851763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Checking segment: {'id': 'e6948956-09d0-482c-b882-26c946012211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:38.851763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network hostable DHCP agents. Network: 5b08ca41-db06-4def-bbbf-05f9ae1cf979, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:29:38.857903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.896018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port a5ee8fac-0c14-4414-a914-c40543b5d453, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a5ee8fac-0c14-4414-a914-c40543b5d453,segment=NetworkSegment(518f529e-50a4-408c-838d-fa391f8c5bad),segment_id=518f529e-50a4-408c-838d-fa391f8c5bad)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:38.912202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-68f77749-a521-41c0-af69-fdd1a95c0540 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:38.913584 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-68f77749-a521-41c0-af69-fdd1a95c0540 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5771987 Dec 13 23:29:38.916629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53604) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:38.952452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:29:38.971597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.974542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e7ac9e3-7bf2-42b4-9aa0-62ac070f92ef tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:38.974761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:38.978321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-11757a1c-2960-4504-99b4-9d0dcc940698 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:38.992981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ac9e3-7bf2-42b4-9aa0-62ac070f92ef tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27784ee9-c777-47bd-b2b9-5f2d7474377c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:38.997568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e7ac9e3-7bf2-42b4-9aa0-62ac070f92ef tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:39.028823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-831fdc67-0194-4320-af4a-7c5dc9d522a1 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.048816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 5b08ca41-db06-4def-bbbf-05f9ae1cf979) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:39.057845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=a5ee8fac-0c14-4414-a914-c40543b5d453,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:39.060246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:39.060972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.061263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:39.068775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7350e41c-bfed-4db8-8288-95281de29a14 None None] Network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:39.087277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-831fdc67-0194-4320-af4a-7c5dc9d522a1 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.169673 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4577460 Dec 13 23:29:39.169673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7e7ac9e3-7bf2-42b4-9aa0-62ac070f92ef tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.169673 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7e7ac9e3-7bf2-42b4-9aa0-62ac070f92ef tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/27784ee9-c777-47bd-b2b9-5f2d7474377c HTTP/1.1" status: 204 len: 168 time: 0.5499001 Dec 13 23:29:39.169673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53608) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:39.170266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53612) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:39.252372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-831fdc67-0194-4320-af4a-7c5dc9d522a1 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.260440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-642e8a42-7bcc-46f9-9bb6-3062d733031d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:39.326049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:29:39.326957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.389500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fdc67-0194-4320-af4a-7c5dc9d522a1 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63207fc-83b9-424f-b3d7-dfb81e6af1f2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:39.391866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-831fdc67-0194-4320-af4a-7c5dc9d522a1 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:39.409053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22054e49-7bfa-421a-9d7d-05f5b22c93ed {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:29:39.419160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.444125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-864a5de1-4d7d-4734-ad4f-dbb61e3d5ba7 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:39.470387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Transition to ACTIVE for port object 22054e49-7bfa-421a-9d7d-05f5b22c93ed will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:39.517433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Allocated IP 2001:db8:2::2 (5b08ca41-db06-4def-bbbf-05f9ae1cf979/8e61c0aa-390e-4a7c-93bc-d3609e3acf97/353c9d85-e5fb-45ee-b604-11e458c3fb30) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:39.548428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.555155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-49e82fbf-40eb-439b-ac7a-c1094e34cfda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:39.568845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-831fdc67-0194-4320-af4a-7c5dc9d522a1 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.570095 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-831fdc67-0194-4320-af4a-7c5dc9d522a1 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/a63207fc-83b9-424f-b3d7-dfb81e6af1f2 HTTP/1.1" status: 204 len: 168 time: 0.6522293 Dec 13 23:29:39.570989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-864a5de1-4d7d-4734-ad4f-dbb61e3d5ba7 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:39.574991 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-864a5de1-4d7d-4734-ad4f-dbb61e3d5ba7 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4036605 Dec 13 23:29:39.575600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53618) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:39.575943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53620) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:39.753898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Pushing event updated for resources: {'Port': ['ID=22054e49-7bfa-421a-9d7d-05f5b22c93ed,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:39.762877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:39.764509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.777009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Transition to ACTIVE for port object 353c9d85-e5fb-45ee-b604-11e458c3fb30 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:39.799731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Transition to ACTIVE for port object 353c9d85-e5fb-45ee-b604-11e458c3fb30 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:39.874794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.886336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:39.895095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2b1c2256-f72f-4d14-afac-4fbe963fc322 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:39.916614 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb62af4e-c46c-40ac-902d-e5d7af873eda tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.950205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dabc5-34bb-4296-b57e-faa3c24596cd req-5ad5f7ac-4379-45c1-b837-8b8a384f51b4 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:39.950983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-2d1dabc5-34bb-4296-b57e-faa3c24596cd req-5ad5f7ac-4379-45c1-b837-8b8a384f51b4 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Synchronizing usage tracker for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:39.956416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.958372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb62af4e-c46c-40ac-902d-e5d7af873eda tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:39.977729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:39.981025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:39.993589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:40.014402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Pushing event updated for resources: {'Port': ['ID=353c9d85-e5fb-45ee-b604-11e458c3fb30,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:40.050479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:40.050734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2b1c2256-f72f-4d14-afac-4fbe963fc322 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:40.051411 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2b1c2256-f72f-4d14-afac-4fbe963fc322 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4678013 Dec 13 23:29:40.089813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53626) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:40.103068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group': {'name': 'tempest-secgroup--392104084'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:40.116301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Attempting to bind port 353c9d85-e5fb-45ee-b604-11e458c3fb30 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:40.117147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Attempting to bind port 353c9d85-e5fb-45ee-b604-11e458c3fb30 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'e6948956-09d0-482c-b882-26c946012211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:40.117147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Attempting to bind port 353c9d85-e5fb-45ee-b604-11e458c3fb30 on network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:40.122504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Attempting to bind port 22054e49-7bfa-421a-9d7d-05f5b22c93ed on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:40.122936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Attempting to bind port 22054e49-7bfa-421a-9d7d-05f5b22c93ed by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:40.123270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Attempting to bind port 22054e49-7bfa-421a-9d7d-05f5b22c93ed on network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:40.124889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:40.125618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Checking segment: {'id': 'e6948956-09d0-482c-b882-26c946012211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:40.126325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.127259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Bound using segment: {'id': 'e6948956-09d0-482c-b882-26c946012211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:40.127841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:40.128331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Bound port: 353c9d85-e5fb-45ee-b604-11e458c3fb30, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6948956-09d0-482c-b882-26c946012211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:40.130820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.143538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:40.147209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Port 22054e49-7bfa-421a-9d7d-05f5b22c93ed on network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:29:40.147772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Attempting to bind port 22054e49-7bfa-421a-9d7d-05f5b22c93ed on network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:40.163857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:40.164492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Checking segment: {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:40.164878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Bound using segment: {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:40.165310 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Bound port: 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3be6409b-172a-4be9-9941-2507d47c0378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:40.165657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.195841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-2d1dabc5-34bb-4296-b57e-faa3c24596cd req-5ad5f7ac-4379-45c1-b837-8b8a384f51b4 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Unset dirty status for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:40.197078 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2d1dabc5-34bb-4296-b57e-faa3c24596cd req-5ad5f7ac-4379-45c1-b837-8b8a384f51b4 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 943 time: 0.5914571 Dec 13 23:29:40.229667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb62af4e-c46c-40ac-902d-e5d7af873eda tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.237756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] For port 353c9d85-e5fb-45ee-b604-11e458c3fb30, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:40.242220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] For port 353c9d85-e5fb-45ee-b604-11e458c3fb30, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=353c9d85-e5fb-45ee-b604-11e458c3fb30,segment=NetworkSegment(e6948956-09d0-482c-b882-26c946012211),segment_id=e6948956-09d0-482c-b882-26c946012211)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:40.242444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ff6eeb0f-e573-4ee6-a0ae-6eeb11143b8b tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:40.259847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.270731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62af4e-c46c-40ac-902d-e5d7af873eda tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f566c97e-4e4d-40e2-802a-7aaf17e0f504,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:40.275826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bb62af4e-c46c-40ac-902d-e5d7af873eda tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:40.297622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.305201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-853ca8a3-7277-41f5-901d-9559a7d6a77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:40.355847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.368569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a5ee8fac-0c14-4414-a914-c40543b5d453 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:40.384685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb62af4e-c46c-40ac-902d-e5d7af873eda tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.387936 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bb62af4e-c46c-40ac-902d-e5d7af873eda tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/f566c97e-4e4d-40e2-802a-7aaf17e0f504 HTTP/1.1" status: 204 len: 168 time: 0.8008385 Dec 13 23:29:40.388647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53630) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:40.403315 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2d1dabc5-34bb-4296-b57e-faa3c24596cd req-d3850bea-1e5a-421d-b63a-23f9b8612155 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773720 Dec 13 23:29:40.451915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] For port 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:40.467376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:40.470469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Pushing event updated for resources: {'Port': ['ID=353c9d85-e5fb-45ee-b604-11e458c3fb30,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:40.475523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:40.477847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] For port 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:40.481350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:40.488891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a5ee8fac-0c14-4414-a914-c40543b5d453 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:40.489285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.491175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:40.508037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:40.639140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a03c1f90-72cc-4d80-b451-45dbc98b9a7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:40.762079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.770002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-779e860e-f557-4796-b57c-87083702a8f1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:40.772715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a03c1f90-72cc-4d80-b451-45dbc98b9a7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:40.778241 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a03c1f90-72cc-4d80-b451-45dbc98b9a7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3844991 Dec 13 23:29:40.780650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53634) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:40.789471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1469558767'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:40.809968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:40.830630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:40.895633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.897075 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] 10.222.0.18 "PUT /v2.0/ports/22054e49-7bfa-421a-9d7d-05f5b22c93ed HTTP/1.1" status: 200 len: 1093 time: 2.6307278 Dec 13 23:29:40.898274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:29:40.911194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 2001:db8:2::1 (5b08ca41-db06-4def-bbbf-05f9ae1cf979/8e61c0aa-390e-4a7c-93bc-d3609e3acf97/d0134eef-312d-47c8-9ab9-b9ae5fac6334) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:40.933482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Pushing event updated for resources: {'Port': ['ID=22054e49-7bfa-421a-9d7d-05f5b22c93ed,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:40.938556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:40.946360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:40.951717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:40.956649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.000535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.057722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:41.062101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:41.065501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:41.065842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.072322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:41.074834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8fd7e446-f557-4fa4-bc5d-64a928c41bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:41.125856 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'status': 'completed', 'code': 200} Dec 13 23:29:41.186264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.204462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.210652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1cd642-e84e-428b-80f3-f3ca81efd4d7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:41.221431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Transition to ACTIVE for port object d0134eef-312d-47c8-9ab9-b9ae5fac6334 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:41.221759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:41.264072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.272801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f375909a-3dee-43c5-a377-a6107eeacb02 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:41.282020 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-2e4aaf2d-9318-499a-9dbf-df2eb48b4bcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b5040e57f54a47a03b8d098147773b&device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 1096 time: 0.2841008 Dec 13 23:29:41.289634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.315626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c99f4e-04f2-47ab-9862-5e7d267cb5fc,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:41.321128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:41.364073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.367520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:41.382905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.384401 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2859147 Dec 13 23:29:41.404487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53642) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:41.420404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Request body: {'security_group_rule': {'security_group_id': 'df1cd642-e84e-428b-80f3-f3ca81efd4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:41.425886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.427479 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6463087 Dec 13 23:29:41.446596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53646) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:41.471857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:41.480929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Usage tracker for resource:security_group_rule and tenant:5345debd8d29486393aa5003c959ea65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:41.486442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:41.498865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:41.504301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=d0134eef-312d-47c8-9ab9-b9ae5fac6334,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:41.506391 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-42bb1a5a-a2db-4c62-ba92-a93c7d6d44d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed HTTP/1.1" status: 200 len: 217 time: 0.2096429 Dec 13 23:29:41.510029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'a2c99f4e-04f2-47ab-9862-5e7d267cb5fc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:41.514645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:41.521590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for 5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:41.523899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:41.527182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:41.529702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:41.530498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.554271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:41.598692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.635572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:41.650585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:41.679824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:41.699163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf75b0-6239-4679-b413-f386239d888c None None] Network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:41.712329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.732757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.737110 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-06cd5d5a-3dfc-4f3e-8e44-28526caa7e8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:41.738939 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-06cd5d5a-3dfc-4f3e-8e44-28526caa7e8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d1beda2-3762-4a34-99e6-5a0e8a9b1612 HTTP/1.1" status: 200 len: 835 time: 0.1861627 Dec 13 23:29:41.782886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.792351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:41.812565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4202b4-a5d7-430a-a1bc-628b1134ab7b,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:41.819814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:41.822817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100489e-af93-4606-8c78-e26624dc27f1 req-e33b089c-91cd-416d-a6be-b884fb34f39c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:41.828227 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1100489e-af93-4606-8c78-e26624dc27f1 req-e33b089c-91cd-416d-a6be-b884fb34f39c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 943 time: 0.2782185 Dec 13 23:29:41.861827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.874896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f1413f3b-9a3e-4b04-bd87-34ecbf26c27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:41.931728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9ed45d31-980e-49fb-bee7-2d71eb702e7e None None] Provisioning for port 353c9d85-e5fb-45ee-b604-11e458c3fb30 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:42.017727 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1100489e-af93-4606-8c78-e26624dc27f1 req-0a8a8355-673c-4a52-bde0-1040a0f8e970 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821661 Dec 13 23:29:42.031854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.035725 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6261423 Dec 13 23:29:42.038948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53652) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:42.039113 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-d671aee6-563e-4390-9c18-edaafe895c2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2873960 Dec 13 23:29:42.040610 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.136670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.141031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.149141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0da8b59c-1d9c-460b-9f0d-97a622e5d352 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:42.199384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc808a6e-ce1a-46a9-8f96-6abf62cf4337,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:42.219134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:42.219681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9ed7f624-6e4f-44b9-b514-d128266083c1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:42.269922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=5ab83add-b7a7-4e08-8c23-6ddaebaf33e6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:42.299141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:42.316198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.317599 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.8695290 Dec 13 23:29:42.325671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53656) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:42.365515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-04d6a68c-2d0c-4587-9e35-f9115750d4ba None None] Provisioning for port d0134eef-312d-47c8-9ab9-b9ae5fac6334 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:42.374483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-04d6a68c-2d0c-4587-9e35-f9115750d4ba None None] Provisioning complete for port d0134eef-312d-47c8-9ab9-b9ae5fac6334 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:42.375180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-04d6a68c-2d0c-4587-9e35-f9115750d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.439429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-371cf38c-eaca-49ee-84c5-d4c03ff3387b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.451467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 353c9d85-e5fb-45ee-b604-11e458c3fb30 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:42.494236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-371cf38c-eaca-49ee-84c5-d4c03ff3387b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.520071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.538223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-04d6a68c-2d0c-4587-9e35-f9115750d4ba None None] Port d0134eef-312d-47c8-9ab9-b9ae5fac6334 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:42.580123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.581089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.585379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:42.652700 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-13bcf8e4-c5e9-4368-833d-f2fdb4513916 service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998154 Dec 13 23:29:42.657126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 353c9d85-e5fb-45ee-b604-11e458c3fb30 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:42.665901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 353c9d85-e5fb-45ee-b604-11e458c3fb30 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:42.667290 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.729086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=d0134eef-312d-47c8-9ab9-b9ae5fac6334,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:42.736086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-371cf38c-eaca-49ee-84c5-d4c03ff3387b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.742006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:42.742894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0cef78ba-e43d-4783-ba8e-3ce025045158 None None] Provisioning complete for port d0134eef-312d-47c8-9ab9-b9ae5fac6334 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:42.743353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0cef78ba-e43d-4783-ba8e-3ce025045158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.745622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-83d4e0e7-2808-49c3-8eba-90cd22adbe7a tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:42.765957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cf38c-eaca-49ee-84c5-d4c03ff3387b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1cd642-e84e-428b-80f3-f3ca81efd4d7,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:42.776859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-371cf38c-eaca-49ee-84c5-d4c03ff3387b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:42.788426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-371cf38c-eaca-49ee-84c5-d4c03ff3387b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.789647 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-371cf38c-eaca-49ee-84c5-d4c03ff3387b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/df1cd642-e84e-428b-80f3-f3ca81efd4d7 HTTP/1.1" status: 204 len: 168 time: 0.7500386 Dec 13 23:29:42.799952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53660) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:42.809866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-602c3cc4-281e-4b35-abfa-765b1b2b88ed tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.823493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-602c3cc4-281e-4b35-abfa-765b1b2b88ed tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.859186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:42.859632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0cef78ba-e43d-4783-ba8e-3ce025045158 None None] Port d0134eef-312d-47c8-9ab9-b9ae5fac6334 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:42.860415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.860859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:42.880188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.919493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 353c9d85-e5fb-45ee-b604-11e458c3fb30, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=353c9d85-e5fb-45ee-b604-11e458c3fb30,segment=NetworkSegment(e6948956-09d0-482c-b882-26c946012211),segment_id=e6948956-09d0-482c-b882-26c946012211)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:42.991699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:42.999435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:43.015631 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1aac09c2-ca85-40f5-b812-8ab7bf84fed7 req-997a9b4a-37b1-4cd8-906e-7f1825d1e6a2 service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154821 Dec 13 23:29:43.017283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1b2f08b4-644f-46bf-88c1-0437ced5ba93 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:43.021928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-602c3cc4-281e-4b35-abfa-765b1b2b88ed tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.028261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c89e4306-b380-446f-92ea-1eaa2696b962 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:43.049535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c3cc4-281e-4b35-abfa-765b1b2b88ed tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc808a6e-ce1a-46a9-8f96-6abf62cf4337,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:43.055024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-602c3cc4-281e-4b35-abfa-765b1b2b88ed tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:43.069816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-602c3cc4-281e-4b35-abfa-765b1b2b88ed tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.070939 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-602c3cc4-281e-4b35-abfa-765b1b2b88ed tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bc808a6e-ce1a-46a9-8f96-6abf62cf4337 HTTP/1.1" status: 204 len: 168 time: 0.7373857 Dec 13 23:29:43.076184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53666) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:43.204655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=353c9d85-e5fb-45ee-b604-11e458c3fb30,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:43.216313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:43.248741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1b2f08b4-644f-46bf-88c1-0437ced5ba93 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:43.250033 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1b2f08b4-644f-46bf-88c1-0437ced5ba93 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4488833 Dec 13 23:29:43.283832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53670) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:43.286812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2eab0587-53fc-44e0-be75-815817c776e3 None None] Provisioning complete for port d0134eef-312d-47c8-9ab9-b9ae5fac6334 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:43.287195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2eab0587-53fc-44e0-be75-815817c776e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.354137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3f276933-14d4-430c-939b-4576fc1b2f07 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:43.395641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2eab0587-53fc-44e0-be75-815817c776e3 None None] Port d0134eef-312d-47c8-9ab9-b9ae5fac6334 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:43.399532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c2fbb-97bc-40eb-a940-659abb262980 req-38ab8bad-79bb-49b4-860c-ce2fdf7da70a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:43.401114 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cc1c2fbb-97bc-40eb-a940-659abb262980 req-38ab8bad-79bb-49b4-860c-ce2fdf7da70a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 943 time: 0.1575234 Dec 13 23:29:43.447978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:29:43.467157 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cc1c2fbb-97bc-40eb-a940-659abb262980 req-657033db-db37-4ed5-923b-8e733aaaa37e tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601032 Dec 13 23:29:43.518442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3bbcfe1e-1a08-47e1-b0ef-4aeddb8fa2b5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Synchronizing usage tracker for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:43.540405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3f276933-14d4-430c-939b-4576fc1b2f07 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:43.541647 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3f276933-14d4-430c-939b-4576fc1b2f07 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4645452 Dec 13 23:29:43.546126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53674) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:43.549796 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609931e-3ad3-4bbd-88f5-37e8b65b64a9 req-a8724e42-b01f-4289-a6ec-22157ba1e13a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b5040e57f54a47a03b8d098147773b&device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 1096 time: 0.3568392 Dec 13 23:29:43.642446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:43.647810 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4798458 Dec 13 23:29:43.650468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53678) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:43.655910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1578877272'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:43.661360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:43.665237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:network and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:43.668695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:43.674417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:43.678421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Router 7c78e6a7-a74c-4c25-b9bb-df0848574641 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:29:43.681592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3bbcfe1e-1a08-47e1-b0ef-4aeddb8fa2b5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Unset dirty status for tenant:5345debd8d29486393aa5003c959ea65 on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:43.682779 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3bbcfe1e-1a08-47e1-b0ef-4aeddb8fa2b5 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3926728 Dec 13 23:29:43.685788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53682) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:43.703589 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-b5f395f6-6ab7-4b78-9f52-449f73818afb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] delete failed (client error): The resource could not be found. Dec 13 23:29:43.704636 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b5f395f6-6ab7-4b78-9f52-449f73818afb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "DELETE /v2.0/security-groups/df1cd642-e84e-428b-80f3-f3ca81efd4d7 HTTP/1.1" status: 404 len: 347 time: 0.0179284 Dec 13 23:29:43.708518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53686) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:43.740485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:43.743352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.784084 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d071beb4-8f96-4397-a9ce-5b20cf8b65ee tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0746577 Dec 13 23:29:43.791464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:29:43.801790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.802265 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added segment c7d7c94b-f4c1-4fd8-9c83-be551dcaa548 of type vlan for network bad60817-4101-4af6-b318-f87e30c086ef Dec 13 23:29:43.806199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f5c71e9e-8df8-4814-8203-cee3de1dc56e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.830844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.887742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609931e-3ad3-4bbd-88f5-37e8b65b64a9 req-20ebcade-7554-472b-b113-ca41d9e00e01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:43.889195 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609931e-3ad3-4bbd-88f5-37e8b65b64a9 req-20ebcade-7554-472b-b113-ca41d9e00e01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9 HTTP/1.1" status: 200 len: 896 time: 0.3207557 Dec 13 23:29:43.922551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.927695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:43.928376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.933878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-762641f1-dbfb-42f1-aa54-42838781a3cb tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:43.957983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f5c71e9e-8df8-4814-8203-cee3de1dc56e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:43.993702 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609931e-3ad3-4bbd-88f5-37e8b65b64a9 req-3d0bd344-6f42-40ac-8265-bbf5255da022 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed HTTP/1.1" status: 200 len: 217 time: 0.0922337 Dec 13 23:29:44.035211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Network': ['ID=bad60817-4101-4af6-b318-f87e30c086ef,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:44.040852 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3868401 Dec 13 23:29:44.040852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1fd68aaf-6924-48f4-aacf-88e15a186768 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:44.041333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53692) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:44.047536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'subnet': {'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:44.049420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network bad60817-4101-4af6-b318-f87e30c086ef details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:29:44.052714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:44.061446 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "PUT /v2.0/routers/7c78e6a7-a74c-4c25-b9bb-df0848574641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4226174 Dec 13 23:29:44.062035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53696) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:44.073632 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71c0ca-2a2f-484a-8bd4-b3da351a3a24 None None] Sync routers for ids ['7c78e6a7-a74c-4c25-b9bb-df0848574641'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:44.098599 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71c0ca-2a2f-484a-8bd4-b3da351a3a24 None None] Routers {'7c78e6a7-a74c-4c25-b9bb-df0848574641'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:44.101524 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3a71c0ca-2a2f-484a-8bd4-b3da351a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c78e6a7-a74c-4c25-b9bb-df0848574641'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:44.163788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-43e4c502-9647-42cb-b27e-d65834e5209c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:44.182347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:44.186199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:subnet and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:44.189185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:44.196693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:44.200553 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3a71c0ca-2a2f-484a-8bd4-b3da351a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:44.213587 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71c0ca-2a2f-484a-8bd4-b3da351a3a24 None None] Routers {'7c78e6a7-a74c-4c25-b9bb-df0848574641'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:44.214215 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3a71c0ca-2a2f-484a-8bd4-b3da351a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c78e6a7-a74c-4c25-b9bb-df0848574641'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:44.245144 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-8927a7e2-e29b-4a5d-bc06-6aa1b76471a0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:29:44.245144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8927a7e2-e29b-4a5d-bc06-6aa1b76471a0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:44.260049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609931e-3ad3-4bbd-88f5-37e8b65b64a9 req-645a705f-bd26-4444-86ec-2f0ca7e873da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:44.266428 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609931e-3ad3-4bbd-88f5-37e8b65b64a9 req-645a705f-bd26-4444-86ec-2f0ca7e873da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d1beda2-3762-4a34-99e6-5a0e8a9b1612 HTTP/1.1" status: 200 len: 835 time: 0.2620347 Dec 13 23:29:44.280412 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3a71c0ca-2a2f-484a-8bd4-b3da351a3a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:44.281399 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71c0ca-2a2f-484a-8bd4-b3da351a3a24 None None] The sync data for ids ['7c78e6a7-a74c-4c25-b9bb-df0848574641'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:44.311811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Made reservation on behalf of bd2fb7df5fe8448b8951614189a700e8 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:44.366326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f5c71e9e-8df8-4814-8203-cee3de1dc56e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:44.376159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0999c5ab-ada5-487e-abef-b047e35781d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:44.384553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 353c9d85-e5fb-45ee-b604-11e458c3fb30 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:44.391334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53702) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:44.410384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8927a7e2-e29b-4a5d-bc06-6aa1b76471a0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:44.414169 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8927a7e2-e29b-4a5d-bc06-6aa1b76471a0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/5ab83add-b7a7-4e08-8c23-6ddaebaf33e6 HTTP/1.1" status: 404 len: 333 time: 0.3486400 Dec 13 23:29:44.422600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53708) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:44.423866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c71e9e-8df8-4814-8203-cee3de1dc56e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c99f4e-04f2-47ab-9862-5e7d267cb5fc,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:44.436951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f5c71e9e-8df8-4814-8203-cee3de1dc56e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:44.479898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 353c9d85-e5fb-45ee-b604-11e458c3fb30 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:44.480927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:44.576788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:44.638193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f5c71e9e-8df8-4814-8203-cee3de1dc56e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:44.639455 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f5c71e9e-8df8-4814-8203-cee3de1dc56e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2c99f4e-04f2-47ab-9862-5e7d267cb5fc HTTP/1.1" status: 204 len: 168 time: 1.0882323 Dec 13 23:29:44.644265 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53714) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:44.656601 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609931e-3ad3-4bbd-88f5-37e8b65b64a9 req-05f6cf7f-7c14-488d-8bd6-d8ff2bc34305 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3886418 Dec 13 23:29:44.845512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03feffd2-a14f-4155-b79c-36d670ead1b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:44.865524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:44.870031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26f42024-a6b8-4234-bbda-6a9a4021c134 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:44.905219 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f8868ef9-6481-4b9e-8b74-b8bf2939a6b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5345debd8d29486393aa5003c959ea65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5040464 Dec 13 23:29:44.909318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53718) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:44.968200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Subnet': ['ID=88367963-2012-420e-8163-bf8f3920f51d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:44.981540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:45.000175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Checking segment: {'id': 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:45.000535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network hostable DHCP agents. Network: bad60817-4101-4af6-b318-f87e30c086ef, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:29:45.024814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d5050875-d3bb-4118-886c-b7a8f78db788 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:45.025860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db6a382-1f45-481c-9199-558ee2e15245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.057513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db6a382-1f45-481c-9199-558ee2e15245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.074881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f2087-d68a-4e8e-8671-9a73aaf04153 req-413f74d9-eb75-4153-a9c3-e1b8694f7e46 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:45.076378 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-852f2087-d68a-4e8e-8671-9a73aaf04153 req-413f74d9-eb75-4153-a9c3-e1b8694f7e46 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 943 time: 0.4168072 Dec 13 23:29:45.136547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network bad60817-4101-4af6-b318-f87e30c086ef is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:29:45.139325 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609931e-3ad3-4bbd-88f5-37e8b65b64a9 req-09901f0f-9280-40ef-8a9b-a1803acedc1a service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191432 Dec 13 23:29:45.235108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d5050875-d3bb-4118-886c-b7a8f78db788 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:45.236321 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d5050875-d3bb-4118-886c-b7a8f78db788 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5843787 Dec 13 23:29:45.241014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53722) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:45.246823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-secgroup--1205250672'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:45.252816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db6a382-1f45-481c-9199-558ee2e15245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.256539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:45.259763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e7ac9e3-7bf2-42b4-9aa0-62ac070f92ef tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:45.280202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6a382-1f45-481c-9199-558ee2e15245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210d7e13-4748-436e-a1d3-08ddd1cd38c7,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:45.285115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:45.286843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, bad60817-4101-4af6-b318-f87e30c086ef) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:45.296546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5120907f-25a1-4c19-8b3e-7eaaa468c8c5 None None] Network bad60817-4101-4af6-b318-f87e30c086ef requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:45.297034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2db6a382-1f45-481c-9199-558ee2e15245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:45.302942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:45.303970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.317959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.424197 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3816984 Dec 13 23:29:45.426188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db6a382-1f45-481c-9199-558ee2e15245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.428610 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2db6a382-1f45-481c-9199-558ee2e15245 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/210d7e13-4748-436e-a1d3-08ddd1cd38c7 HTTP/1.1" status: 204 len: 168 time: 0.5151119 Dec 13 23:29:45.435798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53726) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:45.435798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.468132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03feffd2-a14f-4155-b79c-36d670ead1b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.479406 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-852f2087-d68a-4e8e-8671-9a73aaf04153 req-9897f08c-75a4-402d-b809-75b53d8f3e81 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470879 Dec 13 23:29:45.485717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03feffd2-a14f-4155-b79c-36d670ead1b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.530138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22054e49-7bfa-421a-9d7d-05f5b22c93ed details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:29:45.538471 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609931e-3ad3-4bbd-88f5-37e8b65b64a9 req-50ee4f88-976e-41a1-b949-acb72b4de619 service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410614 Dec 13 23:29:45.539293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.572653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-bad60817-4101-4af6-b318-f87e30c086ef', 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'fixed_ips': [{'subnet_id': '88367963-2012-420e-8163-bf8f3920f51d'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:29:45.573557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.620199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03feffd2-a14f-4155-b79c-36d670ead1b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.621236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03feffd2-a14f-4155-b79c-36d670ead1b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Fanout notify agent at l3_agent the message router_deleted on router 7c78e6a7-a74c-4c25-b9bb-df0848574641 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:29:45.648216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-03feffd2-a14f-4155-b79c-36d670ead1b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.648424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:45.648919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53732) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:45.649796 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-03feffd2-a14f-4155-b79c-36d670ead1b1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/routers/7c78e6a7-a74c-4c25-b9bb-df0848574641 HTTP/1.1" status: 204 len: 168 time: 1.2224994 Dec 13 23:29:45.685183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:45.696364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:45.712601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:45.769228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:45.820713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'port_id': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'mac_address': 'fa:16:3e:1a:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:29:45.895539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Allocated IP 2001:db8:3::2 (bad60817-4101-4af6-b318-f87e30c086ef/88367963-2012-420e-8163-bf8f3920f51d/c02d523c-0821-4a63-8375-a8cfcd1012b9) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:45.896566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.900879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:45.939756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22054e49-7bfa-421a-9d7d-05f5b22c93ed {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:29:45.954452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Sync routers for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:46.021480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:46.040998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:46.041636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:46.049604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.062296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e6d2cab4-0774-4ad2-8be9-a8e44014946e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:46.087560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet f7f83efd-0373-4e82-b797-3690e99bcfe3 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:29:46.102999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.155740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf1075f-e4fe-408b-9f56-77ceccf71206,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:46.169102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:46.174656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.181237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e4d3ed02-93a0-4037-bfc0-f4e020dc67fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:46.188747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.244372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.245576 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0035169 Dec 13 23:29:46.251424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53746) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:46.265893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'cbf1075f-e4fe-408b-9f56-77ceccf71206', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:46.278663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:46.305591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:46.309257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:46.316008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:46.360441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=22054e49-7bfa-421a-9d7d-05f5b22c93ed,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:46.366752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:46.372256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:46.415317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.430138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['22054e49-7bfa-421a-9d7d-05f5b22c93ed'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:29:46.436583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.504673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.526952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.561103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Transition to ACTIVE for port object c02d523c-0821-4a63-8375-a8cfcd1012b9 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:46.588376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.646269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-56193fc5-3312-4710-aef2-10ade9bcc262 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:46.685723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e33341-5050-4418-9498-9d3ad25b3f9e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:46.688513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:46.699028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Transition to ACTIVE for port object c02d523c-0821-4a63-8375-a8cfcd1012b9 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:46.725540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.727127 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4733806 Dec 13 23:29:46.729769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53756) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:46.755489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.761721 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-20db000a-fb8e-4c75-a6ec-365d0d9b4b37 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules/43e33341-5050-4418-9498-9d3ad25b3f9e HTTP/1.1" status: 200 len: 705 time: 0.0275240 Dec 13 23:29:46.762423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53760) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:46.791014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b81eb578-8d3b-4250-a556-e6aba96b5126 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:46.811522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.812657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-57491a38-3454-4095-82d9-a80618583dc8 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:46.826394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d7a981a6-67e9-44d2-ba87-040ebdd73692 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:46.875946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f83efd-0373-4e82-b797-3690e99bcfe3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:46.880955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.884236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:46.897542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-57491a38-3454-4095-82d9-a80618583dc8 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:46.899171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.901076 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-57491a38-3454-4095-82d9-a80618583dc8 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1374521 Dec 13 23:29:46.903583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53766) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:46.919804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1b6f70-1566-4dbf-9e3c-fccc26de2432 None None] Network c46fbb01-61e3-4ea5-90a6-7d9587189840 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:46.920044 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/f7f83efd-0373-4e82-b797-3690e99bcfe3 HTTP/1.1" status: 204 len: 168 time: 1.2650914 Dec 13 23:29:46.924099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:46.926406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53770) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:46.947282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Network bad60817-4101-4af6-b318-f87e30c086ef is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:46.958881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:46.974528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:47.070521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53774) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:47.096504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Pushing event updated for resources: {'Port': ['ID=c02d523c-0821-4a63-8375-a8cfcd1012b9,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:47.114388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81644e4-0368-4e7d-a331-91dd6544c395 req-b4f18b10-3953-4a19-8317-a749f5948665 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:47.114571 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a81644e4-0368-4e7d-a331-91dd6544c395 req-b4f18b10-3953-4a19-8317-a749f5948665 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 944 time: 0.3649781 Dec 13 23:29:47.116134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:47.202936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f80200ee-5400-43c4-871b-67ff30080381 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.224943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f80200ee-5400-43c4-871b-67ff30080381 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.232365 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a81644e4-0368-4e7d-a331-91dd6544c395 req-19e2275a-bb77-4e97-9152-6e3669532666 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078231 Dec 13 23:29:47.249550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.278379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port a6352301-ee94-4110-906d-49bfa739bb39 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:47.280147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.369639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-be3c8400-37e1-4969-b43d-32df2252dde1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:47.370364 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-be3c8400-37e1-4969-b43d-32df2252dde1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 23:29:47.371461 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-be3c8400-37e1-4969-b43d-32df2252dde1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2999790 Dec 13 23:29:47.373720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Attempting to bind port c02d523c-0821-4a63-8375-a8cfcd1012b9 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:47.374185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Attempting to bind port c02d523c-0821-4a63-8375-a8cfcd1012b9 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:47.374464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Attempting to bind port c02d523c-0821-4a63-8375-a8cfcd1012b9 on network bad60817-4101-4af6-b318-f87e30c086ef {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:47.379755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53780) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:47.392044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f80200ee-5400-43c4-871b-67ff30080381 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.392381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811007221'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:47.402010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:47.407087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:47.407473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Checking segment: {'id': 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:47.407915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.408322 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Bound using segment: {'id': 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:47.408840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Bound port: c02d523c-0821-4a63-8375-a8cfcd1012b9, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:47.409251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.413673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:47.416261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:47.423029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:47.429255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80200ee-5400-43c4-871b-67ff30080381 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43e33341-5050-4418-9498-9d3ad25b3f9e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:47.431942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f80200ee-5400-43c4-871b-67ff30080381 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:47.440092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:47.445324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Allocated IP 2001:db8:3::1 (bad60817-4101-4af6-b318-f87e30c086ef/88367963-2012-420e-8163-bf8f3920f51d/27b74ea7-792e-423f-9d0f-afa0abf6df82) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:47.468279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f80200ee-5400-43c4-871b-67ff30080381 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.471800 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f80200ee-5400-43c4-871b-67ff30080381 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/43e33341-5050-4418-9498-9d3ad25b3f9e HTTP/1.1" status: 204 len: 168 time: 0.5632136 Dec 13 23:29:47.473258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53784) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:47.495508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:41Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:33Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:42Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:47.524381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Checking router: b9be3ee3-ea14-405a-a4d6-12457333f3c5 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:29:47.524743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Updating router b9be3ee3-ea14-405a-a4d6-12457333f3c5 port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:29:47.554356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.576331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.583528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] For port a6352301-ee94-4110-906d-49bfa739bb39, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a6352301-ee94-4110-906d-49bfa739bb39,segment=NetworkSegment(719ae9c3-ab23-4bfc-9f1e-9f267097cf64),segment_id=719ae9c3-ab23-4bfc-9f1e-9f267097cf64)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:47.583908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.626837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] For port c02d523c-0821-4a63-8375-a8cfcd1012b9, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:47.638847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.658485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:47.664986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5cf1f9aa-3d5e-406c-91a0-b6a7abc29c6d tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:47.668427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.671732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:47.678690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:47.688119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:47.691588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] For port c02d523c-0821-4a63-8375-a8cfcd1012b9, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c02d523c-0821-4a63-8375-a8cfcd1012b9,segment=NetworkSegment(c7d7c94b-f4c1-4fd8-9c83-be551dcaa548),segment_id=c7d7c94b-f4c1-4fd8-9c83-be551dcaa548)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:47.698745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Transition to ACTIVE for port object 27b74ea7-792e-423f-9d0f-afa0abf6df82 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:47.725093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f302d163-6b5a-4482-b08c-14fbbc9af3c4 None None] DHCP port deletion for c46fbb01-61e3-4ea5-90a6-7d9587189840 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:29:47.741825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f302d163-6b5a-4482-b08c-14fbbc9af3c4 None None] Deleting port a6352301-ee94-4110-906d-49bfa739bb39 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:47.742772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f302d163-6b5a-4482-b08c-14fbbc9af3c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.745514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for a6352301-ee94-4110-906d-49bfa739bb39 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:47.785989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.788056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.791593 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-80407bd8-7fae-4c1c-8d92-d83ce099f447 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:47.799878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.805244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e697e94e-eb16-4d66-9316-342cd0511945 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:47.841105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-5cf1f9aa-3d5e-406c-91a0-b6a7abc29c6d tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:47.842641 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5cf1f9aa-3d5e-406c-91a0-b6a7abc29c6d tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3690958 Dec 13 23:29:47.845217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53788) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:47.851568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'cbf1075f-e4fe-408b-9f56-77ceccf71206', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:47.857608 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:47.868049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:47.881120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network bad60817-4101-4af6-b318-f87e30c086ef is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:47.882116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=27b74ea7-792e-423f-9d0f-afa0abf6df82,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:47.884731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:47.886491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:47.887224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:47.887776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.892630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.896518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:47.898257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8f4daa34-a046-4a84-bbbb-a85823d6ec31 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:47.905202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b394c1a7-d7f8-49de-8559-ccc8c75b6549 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:47.944475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:47.953038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f01af7-8ad8-4642-b55d-00971c5e0164,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:47.955793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:47.957368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=a6352301-ee94-4110-906d-49bfa739bb39,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:47.960021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:47.962073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:47.962855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:47.963000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No DVR routers for this DVR port a6352301-ee94-4110-906d-49bfa739bb39 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:29:47.970288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:47.974200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f302d163-6b5a-4482-b08c-14fbbc9af3c4 None None] The port 'a6352301-ee94-4110-906d-49bfa739bb39' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:29:48.031486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Pushing event updated for resources: {'Port': ['ID=c02d523c-0821-4a63-8375-a8cfcd1012b9,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:48.039488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:48.100343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.105059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.127960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.129387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.145954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46fbb01-61e3-4ea5-90a6-7d9587189840']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:48.169407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719ae9c3-ab23-4bfc-9f1e-9f267097cf64') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:48.169713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719ae9c3-ab23-4bfc-9f1e-9f267097cf64') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:48.179931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.193006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.224505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:48.232278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.243109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:29:48.243559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:29:48.261006 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:29:48.270234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e525099a-0a09-43ec-8605-567bf369dfc1,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:48.275175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:48.284286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.289056 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9081829 Dec 13 23:29:48.292018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53792) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:48.293333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.328154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'e525099a-0a09-43ec-8605-567bf369dfc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:48.346576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.351597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:48.421239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c02d523c-0821-4a63-8375-a8cfcd1012b9 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:48.445601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.454168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-34c84fd3-2ca5-4b2a-a2f8-1176ea47b970 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:48.464201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:48.468850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Transition to ACTIVE for port object 919cd2b1-881e-4a9c-b8b2-0c71f42b670e will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:48.469865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.475265 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.538350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:48.545838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf797747-e187-47ba-bfaf-462d6b8024bc,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:48.548281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:48.552757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:48.555121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ce18a1d4-6a00-46ec-9ece-cb5e43945eac tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:48.557440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.561899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:48.587160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Network': ['ID=c46fbb01-61e3-4ea5-90a6-7d9587189840,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:48.589613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:48.625093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb1317-95f2-4906-b567-af4a419385d7 req-33aa558e-00e8-4e99-9fa5-16e793a9340f tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:48.626658 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7ebb1317-95f2-4906-b567-af4a419385d7 req-33aa558e-00e8-4e99-9fa5-16e793a9340f tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 944 time: 0.1411288 Dec 13 23:29:48.666194 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/networks/c46fbb01-61e3-4ea5-90a6-7d9587189840 HTTP/1.1" status: 204 len: 168 time: 1.7382243 Dec 13 23:29:48.667355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.669701 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8226645 Dec 13 23:29:48.670008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53798) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:48.676886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port c02d523c-0821-4a63-8375-a8cfcd1012b9 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:48.686162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53802) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:48.722061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.755579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Pushing event updated for resources: {'Port': ['ID=919cd2b1-881e-4a9c-b8b2-0c71f42b670e,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:48.767314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:48.776139 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-295a44f7-ac02-4b7b-b7f9-a95af9c2229f tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules/bf797747-e187-47ba-bfaf-462d6b8024bc HTTP/1.1" status: 200 len: 705 time: 0.0888958 Dec 13 23:29:48.782336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53806) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:48.783656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81168841-c391-481b-aa64-6e7c1192b3b4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:48.784326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-81168841-c391-481b-aa64-6e7c1192b3b4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:48.797536 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7ebb1317-95f2-4906-b567-af4a419385d7 req-abb3d5ff-7381-43cd-ab19-b1865612e99a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645687 Dec 13 23:29:48.845236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a6352301-ee94-4110-906d-49bfa739bb39 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:29:48.868799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-81168841-c391-481b-aa64-6e7c1192b3b4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:48.877263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53810) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:48.879402 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-81168841-c391-481b-aa64-6e7c1192b3b4 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/cf8ec6a5-b210-484c-959e-c45e9a680669 HTTP/1.1" status: 200 len: 843 time: 0.2082813 Dec 13 23:29:48.918509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: a6352301-ee94-4110-906d-49bfa739bb39 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:29:48.918988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a6352301-ee94-4110-906d-49bfa739bb39 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:29:48.955120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Attempting to bind port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:48.955657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Attempting to bind port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '42db4e88-29a2-4362-bc16-cc37bc34edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:48.956195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Attempting to bind port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e on network e1dc7e0f-4082-4499-98f9-3c120c2e15ee {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:48.964543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:48.967647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Checking segment: {'id': '42db4e88-29a2-4362-bc16-cc37bc34edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:48.967647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:48.967647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Bound using segment: {'id': '42db4e88-29a2-4362-bc16-cc37bc34edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:48.967647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Bound port: 919cd2b1-881e-4a9c-b8b2-0c71f42b670e, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42db4e88-29a2-4362-bc16-cc37bc34edaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:48.967647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.068877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.074650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.085215 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] For port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:49.085426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.resource_extend [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 23:29:49.090420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] For port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=919cd2b1-881e-4a9c-b8b2-0c71f42b670e,segment=NetworkSegment(42db4e88-29a2-4362-bc16-cc37bc34edaf),segment_id=42db4e88-29a2-4362-bc16-cc37bc34edaf)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:49.109911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f18febed-f37f-4f8a-a4ee-e1f4c6a964f8 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:49.121758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.146691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c845dbdc-0a86-46eb-8118-51bb70b4d968 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:49.156314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.158700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.166984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:49.171318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2b4754c4-a77f-4b26-a93a-87685f4368a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:49.188590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c845dbdc-0a86-46eb-8118-51bb70b4d968 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:49.193883 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c845dbdc-0a86-46eb-8118-51bb70b4d968 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/cf8ec6a5-b210-484c-959e-c45e9a680669?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3079004 Dec 13 23:29:49.193883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2078c20f-4563-4bc4-8020-f4e3ea354a46,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:49.194193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:49.194853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.195762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.196971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53814) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:49.203102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5747db27-6ec2-4f71-9c06-4c61c74354e3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:49.211294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:49.242772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f18febed-f37f-4f8a-a4ee-e1f4c6a964f8 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:49.244072 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f18febed-f37f-4f8a-a4ee-e1f4c6a964f8 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4528387 Dec 13 23:29:49.250919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53818) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:49.268937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Pushing event updated for resources: {'Port': ['ID=919cd2b1-881e-4a9c-b8b2-0c71f42b670e,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:49.274746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Updating router b9be3ee3-ea14-405a-a4d6-12457333f3c5 port d0134eef-312d-47c8-9ab9-b9ae5fac6334 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:29:49.315385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:49.359072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.359072 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0628827 Dec 13 23:29:49.359452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event updated for resources: {'Port': ['ID=27b74ea7-792e-423f-9d0f-afa0abf6df82,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:49.363295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:49.365861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53822) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:49.371107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fbc44ef0-da3f-49c0-990d-88f32e83b15f tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.380173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6541c61b-071a-4cea-825e-4c35e299ac8e None None] Network bad60817-4101-4af6-b318-f87e30c086ef requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:49.382485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8c3f90a9-f11e-4c10-b154-dda7e9a364d0 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'e525099a-0a09-43ec-8605-567bf369dfc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:49.390415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8c3f90a9-f11e-4c10-b154-dda7e9a364d0 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:49.396680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fbc44ef0-da3f-49c0-990d-88f32e83b15f tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.398128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8c3f90a9-f11e-4c10-b154-dda7e9a364d0 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:49.412922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8c3f90a9-f11e-4c10-b154-dda7e9a364d0 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:49.422808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8c3f90a9-f11e-4c10-b154-dda7e9a364d0 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:49.452298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:49.456034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Network bad60817-4101-4af6-b318-f87e30c086ef is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:49.457818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:49.458952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:49.467714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:49.475175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.479179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:49.508503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fbc44ef0-da3f-49c0-990d-88f32e83b15f tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.510626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4811e072-6eec-426f-a229-02e7a2bcfb1c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:49.530613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc44ef0-da3f-49c0-990d-88f32e83b15f tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf797747-e187-47ba-bfaf-462d6b8024bc,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:49.534388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fbc44ef0-da3f-49c0-990d-88f32e83b15f tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:49.545865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22054e49-7bfa-421a-9d7d-05f5b22c93ed up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:49.563257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:49.613367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8c3f90a9-f11e-4c10-b154-dda7e9a364d0 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.646391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fbc44ef0-da3f-49c0-990d-88f32e83b15f tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.647509 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fbc44ef0-da3f-49c0-990d-88f32e83b15f tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bf797747-e187-47ba-bfaf-462d6b8024bc HTTP/1.1" status: 204 len: 168 time: 0.3957531 Dec 13 23:29:49.652122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53826) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:49.681817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.763917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-66f5d45f-5501-438b-995a-5f4ffb9b20e5 None None] Provisioning for port c02d523c-0821-4a63-8375-a8cfcd1012b9 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:49.786872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-66f5d45f-5501-438b-995a-5f4ffb9b20e5 None None] Provisioning complete for port c02d523c-0821-4a63-8375-a8cfcd1012b9 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:49.788025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-66f5d45f-5501-438b-995a-5f4ffb9b20e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:49.887562 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-8c3f90a9-f11e-4c10-b154-dda7e9a364d0 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 23:29:49.892069 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8c3f90a9-f11e-4c10-b154-dda7e9a364d0 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5253043 Dec 13 23:29:49.892589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53832) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:49.910443 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dbbc746e-48f5-4841-917b-15604f2b80db tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2527421 Dec 13 23:29:49.911351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53836) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:49.921596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'cbf1075f-e4fe-408b-9f56-77ceccf71206', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:49.931839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:49.939024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:49.952542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:49.962542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:50.032307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a43e-15cb-4c4e-a864-d18ceab90140 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.039157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 22054e49-7bfa-421a-9d7d-05f5b22c93ed completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:50.041284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:29:50.068414 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Project 6baa81651eb34e59b8a57c9e3a10d36a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:29:50.077654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a43e-15cb-4c4e-a864-d18ceab90140 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.082259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.086173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 22054e49-7bfa-421a-9d7d-05f5b22c93ed triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:50.086561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.183105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-66f5d45f-5501-438b-995a-5f4ffb9b20e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.192711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.200136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-78128577-551f-4edd-a986-60d7236e09ad tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:50.227438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d8df0-ef36-4179-b154-c2981c487c4b req-0e765527-a17f-4f58-ab9d-4dad41547814 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:50.228989 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fa6d8df0-ef36-4179-b154-c2981c487c4b req-0e765527-a17f-4f58-ab9d-4dad41547814 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 944 time: 0.2450814 Dec 13 23:29:50.281197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=a945f64b-61c3-4c36-9ce1-f264d83367c5,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:50.285005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:50.289088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a43e-15cb-4c4e-a864-d18ceab90140 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.295938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f5c71e9e-8df8-4814-8203-cee3de1dc56e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:50.319336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7a43e-15cb-4c4e-a864-d18ceab90140 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e525099a-0a09-43ec-8605-567bf369dfc1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:50.322320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9fe7a43e-15cb-4c4e-a864-d18ceab90140 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:50.324279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:50.326678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:50.327066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.329778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:50.330230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.352760 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fa6d8df0-ef36-4179-b154-c2981c487c4b req-7ca90ad3-5eaf-4db4-ac9c-a05b0f88e86a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072581 Dec 13 23:29:50.355846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fe7a43e-15cb-4c4e-a864-d18ceab90140 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.357068 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9fe7a43e-15cb-4c4e-a864-d18ceab90140 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/e525099a-0a09-43ec-8605-567bf369dfc1 HTTP/1.1" status: 204 len: 168 time: 0.4606416 Dec 13 23:29:50.359812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53840) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:50.385145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.391494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.397633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:50.400864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Transition to ACTIVE for port object d0134eef-312d-47c8-9ab9-b9ae5fac6334 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:50.410453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f21307-1f0a-4870-857d-0fc5a6181849 None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:50.418170 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2184415 Dec 13 23:29:50.421123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53844) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:50.428541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'security_group': {'name': 'tempest-secgroup-1241379810'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:50.440271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf02cf3-7dfb-4089-b6f5-cedd5640a101,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:50.446659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:50.449988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:50.459557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:50.467397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-66f5d45f-5501-438b-995a-5f4ffb9b20e5 None None] For port c02d523c-0821-4a63-8375-a8cfcd1012b9, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c02d523c-0821-4a63-8375-a8cfcd1012b9,segment=NetworkSegment(c7d7c94b-f4c1-4fd8-9c83-be551dcaa548),segment_id=c7d7c94b-f4c1-4fd8-9c83-be551dcaa548)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:50.467905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:50.472638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:50.479541 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0271168 Dec 13 23:29:50.484317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2f502bad-3e65-4133-af9c-9d46091783f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Synchronizing usage tracker for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:50.485865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53848) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:50.488723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:50.492958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:50.537914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.546042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:50.551646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.552803 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6386616 Dec 13 23:29:50.555807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53852) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:50.570964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.623851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:50.632137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group_rule and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:50.638850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:50.648254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:50.666293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53856) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:50.667586 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c292f38e-dd17-4ab4-9c18-91cfa1e6c5e1 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules/3bf02cf3-7dfb-4089-b6f5-cedd5640a101 HTTP/1.1" status: 200 len: 711 time: 0.1102917 Dec 13 23:29:50.669529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-66f5d45f-5501-438b-995a-5f4ffb9b20e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.688536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.713689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Pushing event updated for resources: {'Port': ['ID=d0134eef-312d-47c8-9ab9-b9ae5fac6334,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:50.716654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:50.724656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2f502bad-3e65-4133-af9c-9d46091783f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Unset dirty status for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:50.730198 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2f502bad-3e65-4133-af9c-9d46091783f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3691483 Dec 13 23:29:50.730349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:50.733115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53860) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:50.741326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552643982'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:50.743680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.755187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:50.796864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.802730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-665d5871-75e3-49de-8a27-e2a6580eb206 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:50.857236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f172a8e7-e038-4b7b-80d2-d1c84d9283e3 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:50.866815 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:50.867164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc79441-ee22-47df-bb3d-ae6e87d3a787,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:50.870725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:50.918000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:29:50.922776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:50.927470 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5016022 Dec 13 23:29:50.927746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53866) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:50.933621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'security_group': {'name': 'tempest-secgroup-975846912'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:50.940229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:50.945316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:50.948786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:50.951796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:50.960309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:51.066058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.092719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.124046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5d45f-5501-438b-995a-5f4ffb9b20e5 None None] Pushing event updated for resources: {'Port': ['ID=c02d523c-0821-4a63-8375-a8cfcd1012b9,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:51.127435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-66f5d45f-5501-438b-995a-5f4ffb9b20e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:51.137069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:51.148298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:51.155332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group_rule and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:51.164605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:51.173838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:51.214135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.244761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.256947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f172a8e7-e038-4b7b-80d2-d1c84d9283e3 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:51.258371 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f172a8e7-e038-4b7b-80d2-d1c84d9283e3 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.5889935 Dec 13 23:29:51.260518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-899a1595-c566-4c52-9215-e3bc8fedf546 None None] Provisioning for port 27b74ea7-792e-423f-9d0f-afa0abf6df82 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:51.261702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53872) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:51.275929 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'code': 200} Dec 13 23:29:51.281216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Attempting to bind port d0134eef-312d-47c8-9ab9-b9ae5fac6334 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:51.281594 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Attempting to bind port d0134eef-312d-47c8-9ab9-b9ae5fac6334 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'e6948956-09d0-482c-b882-26c946012211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:51.282058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Attempting to bind port d0134eef-312d-47c8-9ab9-b9ae5fac6334 on network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:51.286380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=22054e49-7bfa-421a-9d7d-05f5b22c93ed,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:51.290518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-899a1595-c566-4c52-9215-e3bc8fedf546 None None] Provisioning complete for port 27b74ea7-792e-423f-9d0f-afa0abf6df82 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:51.290899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-899a1595-c566-4c52-9215-e3bc8fedf546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.317909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-30d547a3-1232-4688-a54e-9c01183aab95 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.332588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-30d547a3-1232-4688-a54e-9c01183aab95 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.337719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:51.345524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:51.345696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.350185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:51.354103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5e78a1f9-bc7b-4a87-8e6d-e05de7379dce tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:51.389822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:51.401701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:51.414255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abc24c9-6757-4150-98c4-5db380b2bb0c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:51.421194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-899a1595-c566-4c52-9215-e3bc8fedf546 None None] Port 27b74ea7-792e-423f-9d0f-afa0abf6df82 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:51.426928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:51.438052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:51.438509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Checking segment: {'id': 'e6948956-09d0-482c-b882-26c946012211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:51.439971 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.439971 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Bound using segment: {'id': 'e6948956-09d0-482c-b882-26c946012211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:51.440316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Bound port: d0134eef-312d-47c8-9ab9-b9ae5fac6334, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6948956-09d0-482c-b882-26c946012211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:51.441991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.500620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-30d547a3-1232-4688-a54e-9c01183aab95 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.503797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5b0410d6-217d-4714-a840-6b86e7fe5f2a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:51.516183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-30d547a3-1232-4688-a54e-9c01183aab95 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.519930 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-30d547a3-1232-4688-a54e-9c01183aab95 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3bf02cf3-7dfb-4089-b6f5-cedd5640a101 HTTP/1.1" status: 204 len: 168 time: 0.2545712 Dec 13 23:29:51.520355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53878) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:51.540959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-899a1595-c566-4c52-9215-e3bc8fedf546 None None] Provisioning complete for port c02d523c-0821-4a63-8375-a8cfcd1012b9 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:51.541551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-899a1595-c566-4c52-9215-e3bc8fedf546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.553749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d547a3-1232-4688-a54e-9c01183aab95 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bf02cf3-7dfb-4089-b6f5-cedd5640a101,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:51.562331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.564908 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6361871 Dec 13 23:29:51.568349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-30d547a3-1232-4688-a54e-9c01183aab95 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:51.569604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53882) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:51.581662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1663734818', 'security_groups': ['0abc24c9-6757-4150-98c4-5db380b2bb0c'], 'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a945f64b-61c3-4c36-9ce1-f264d83367c5'}]}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:51.602454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.616108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ecc3213e-ede5-4e57-9da1-b12e5deeb3d4 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:51.625591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] For port d0134eef-312d-47c8-9ab9-b9ae5fac6334, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:51.628429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 13 23:29:51.629894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] For port d0134eef-312d-47c8-9ab9-b9ae5fac6334, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d0134eef-312d-47c8-9ab9-b9ae5fac6334,segment=NetworkSegment(e6948956-09d0-482c-b882-26c946012211),segment_id=e6948956-09d0-482c-b882-26c946012211)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:51.653452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Removed routes are [] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 13 23:29:51.653864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.676186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d63a15-af79-4022-b9f8-a96403614d6d req-91276125-85b6-4399-a33b-75465cc4abc1 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:51.678136 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-53d63a15-af79-4022-b9f8-a96403614d6d req-91276125-85b6-4399-a33b-75465cc4abc1 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.1758912 Dec 13 23:29:51.683200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'tenant_id': '4dff06d63ab0478ba59bc0ffe360cae3', 'fixed_ips': [{'subnet_id': 'a945f64b-61c3-4c36-9ce1-f264d83367c5'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:29:51.684042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.711122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.720857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1537917c-a461-45e2-a1ff-afdf34254c93 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:51.736156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.744343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:51.802271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:51.815153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ecc3213e-ede5-4e57-9da1-b12e5deeb3d4 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:51.819421 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ecc3213e-ede5-4e57-9da1-b12e5deeb3d4 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2953367 Dec 13 23:29:51.819421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:51.820483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53886) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:51.823577 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f264f0a9-d496-4769-8448-b1a212a7adba req-5c780b4e-b80f-423d-ab51-f81217eb972d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 1098 time: 0.2007825 Dec 13 23:29:51.910816 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f264f0a9-d496-4769-8448-b1a212a7adba req-3281ac84-5ff2-4aa1-8ed0-682a0f778b0c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728676 Dec 13 23:29:51.921562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Pushing event updated for resources: {'Port': ['ID=d0134eef-312d-47c8-9ab9-b9ae5fac6334,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:51.929451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-07a7a6b2-9aea-492c-aed0-92c6de344994 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.931086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:51.942267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b764cb3-ee59-46d5-b71c-1ec32810ded3,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:51.944856 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-53d63a15-af79-4022-b9f8-a96403614d6d req-1e5bd2af-60d8-44db-bf08-ee6a71b6b800 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600932 Dec 13 23:29:51.945586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:51.962517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-07a7a6b2-9aea-492c-aed0-92c6de344994 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:51.974341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:51.978964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:52.013181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.018948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53890) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:52.022437 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2836132 Dec 13 23:29:52.025189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b9bc10ee-9faf-42e0-904b-ac443bfca56b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '5b764cb3-ee59-46d5-b71c-1ec32810ded3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:52.025840 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-b9bc10ee-9faf-42e0-904b-ac443bfca56b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:52.029345 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b9bc10ee-9faf-42e0-904b-ac443bfca56b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0082834 Dec 13 23:29:52.031230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53894) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:52.069227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:52.079015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.119750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port ce4c3e2c-f911-4396-bdcc-9b551c29425a yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:29:52.164723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-07a7a6b2-9aea-492c-aed0-92c6de344994 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.169118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Allocated IP 2001:db8::2 (c041d70c-aa2a-4839-a73c-c1faf9b550a2/a945f64b-61c3-4c36-9ce1-f264d83367c5/52e09238-119b-4626-a1cc-eb46e47a1a7f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:52.172634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-908662a8-33a1-4abc-b480-8823bfb38447 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:52.187570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:52.212126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7a6b2-9aea-492c-aed0-92c6de344994 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf1075f-e4fe-408b-9f56-77ceccf71206,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:52.219428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-07a7a6b2-9aea-492c-aed0-92c6de344994 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:52.225401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.229510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.293868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-428c5a8e-aa27-4876-be61-16cb8f2d364f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.313524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-07a7a6b2-9aea-492c-aed0-92c6de344994 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.314803 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-07a7a6b2-9aea-492c-aed0-92c6de344994 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/cbf1075f-e4fe-408b-9f56-77ceccf71206 HTTP/1.1" status: 204 len: 168 time: 0.4901674 Dec 13 23:29:52.324572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53898) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:52.384739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-428c5a8e-aa27-4876-be61-16cb8f2d364f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.444742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:29:52.447352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b9be69cf-4edd-43dc-bcb0-5ea249539be4 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:52.482122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c02d523c-0821-4a63-8375-a8cfcd1012b9 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:52.548299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-428c5a8e-aa27-4876-be61-16cb8f2d364f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.553636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1932ba23-168f-4620-a872-ec8ca830de03 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:52.567338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b9be69cf-4edd-43dc-bcb0-5ea249539be4 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:52.568924 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b9be69cf-4edd-43dc-bcb0-5ea249539be4 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2438369 Dec 13 23:29:52.574400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53902) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:52.575252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c5a8e-aa27-4876-be61-16cb8f2d364f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b764cb3-ee59-46d5-b71c-1ec32810ded3,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:52.580300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-428c5a8e-aa27-4876-be61-16cb8f2d364f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:52.587136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group': {'name': 'tempest-secgroup--934438476'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:52.593835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-428c5a8e-aa27-4876-be61-16cb8f2d364f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.598741 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-428c5a8e-aa27-4876-be61-16cb8f2d364f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/5b764cb3-ee59-46d5-b71c-1ec32810ded3 HTTP/1.1" status: 204 len: 168 time: 0.5625837 Dec 13 23:29:52.599495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53906) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:52.601702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:52.614964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:52.661417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-38b987e9-9995-4aa8-b083-c0326819dbad tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Synchronizing usage tracker for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:52.664132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:52.670599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.671931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ee5b5aa9-8799-4b98-ad73-a56f9698b37b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5 HTTP/1.1" status: 200 len: 953 time: 2.1851156 Dec 13 23:29:52.674467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53910) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:52.735527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.742712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-38b987e9-9995-4aa8-b083-c0326819dbad tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Unset dirty status for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:52.749802 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-38b987e9-9995-4aa8-b083-c0326819dbad tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1438868 Dec 13 23:29:52.750612 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53914) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:52.756835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977750868'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:52.765013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:52.779329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:52.837514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:52.841576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:52.844860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:52.845548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.850829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-eaaf0153-5960-47f6-986b-de9712611218 None None] Provisioning complete for port 27b74ea7-792e-423f-9d0f-afa0abf6df82 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:52.851357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-eaaf0153-5960-47f6-986b-de9712611218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.856321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:52.901008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:52.904549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:52.908421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:52.918765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:52.946970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.952758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.960190 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cd16945e-416e-43c6-9681-76dbb2bf2f92 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5 HTTP/1.1" status: 200 len: 953 time: 0.2838948 Dec 13 23:29:52.960825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53918) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:52.962158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c02d523c-0821-4a63-8375-a8cfcd1012b9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:52.962534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:52.966649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'routes': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:53.007875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Transition to ACTIVE for port object 52e09238-119b-4626-a1cc-eb46e47a1a7f will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:53.011267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.026650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf0153-5960-47f6-986b-de9712611218 None None] Port 27b74ea7-792e-423f-9d0f-afa0abf6df82 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:53.064251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Transition to ACTIVE for port object 52e09238-119b-4626-a1cc-eb46e47a1a7f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:53.074931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.085604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c2db5d4a-8ed0-43e7-a86e-73b35f6f764a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:53.140709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.152166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:53.190451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:51Z', 'revision_number': 6, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '27b74ea7-792e-423f-9d0f-afa0abf6df82', 'name': '', 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:87:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88367963-2012-420e-8163-bf8f3920f51d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:47Z', 'updated_at': '2021-12-13T23:29:48Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88367963-2012-420e-8163-bf8f3920f51d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:49Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:51Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:53.190811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.200731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a9cac3c0-b155-4a8c-841b-650c400a3e1a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:53.216296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9204ca-034a-49bd-9deb-0ec1ae2f85e3 None None] The sync data for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv is: [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:51Z', 'revision_number': 6, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '27b74ea7-792e-423f-9d0f-afa0abf6df82', 'name': '', 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:87:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88367963-2012-420e-8163-bf8f3920f51d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:47Z', 'updated_at': '2021-12-13T23:29:48Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88367963-2012-420e-8163-bf8f3920f51d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:49Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:51Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:53.239452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Pushing event updated for resources: {'Port': ['ID=52e09238-119b-4626-a1cc-eb46e47a1a7f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:53.242384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:53.242878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60dd23f3-da6f-48f7-a985-d2f6a90da716,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:53.247578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:53.249454 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:53.251198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:53.259738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:53.316691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf128d1-dfcd-47ef-aeba-7020a535e0f5 req-e2b6552d-81c6-4035-9cfe-d9ccfe344689 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:53.318599 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9bf128d1-dfcd-47ef-aeba-7020a535e0f5 req-e2b6552d-81c6-4035-9cfe-d9ccfe344689 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.2024307 Dec 13 23:29:53.335001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.339097 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5877373 Dec 13 23:29:53.339901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53924) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:53.341268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::3ab (c041d70c-aa2a-4839-a73c-c1faf9b550a2/a945f64b-61c3-4c36-9ce1-f264d83367c5/ce4c3e2c-f911-4396-bdcc-9b551c29425a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:53.354728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-dc238086-591f-4f46-8d45-bad10dc6bc25 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '60dd23f3-da6f-48f7-a985-d2f6a90da716', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:53.355831 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-dc238086-591f-4f46-8d45-bad10dc6bc25 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:53.360048 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dc238086-591f-4f46-8d45-bad10dc6bc25 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133839 Dec 13 23:29:53.361505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53928) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:53.394435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Attempting to bind port 52e09238-119b-4626-a1cc-eb46e47a1a7f on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:53.394723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Attempting to bind port 52e09238-119b-4626-a1cc-eb46e47a1a7f by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '3e29ca01-8bfd-4e53-8217-702a4517fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:53.395161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Attempting to bind port 52e09238-119b-4626-a1cc-eb46e47a1a7f on network c041d70c-aa2a-4839-a73c-c1faf9b550a2 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:53.402299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:53.402677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Checking segment: {'id': '3e29ca01-8bfd-4e53-8217-702a4517fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:53.403086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.403476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Bound using segment: {'id': '3e29ca01-8bfd-4e53-8217-702a4517fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:53.404064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Bound port: 52e09238-119b-4626-a1cc-eb46e47a1a7f, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e29ca01-8bfd-4e53-8217-702a4517fd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:53.404882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.418078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbc5932-0b0b-4997-885f-167180bba71c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:53.428672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:53.444437 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9bf128d1-dfcd-47ef-aeba-7020a535e0f5 req-70fbe7c9-e245-4c65-8d74-e71f1df2d56c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005950 Dec 13 23:29:53.498504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.503144 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9286661 Dec 13 23:29:53.507830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53932) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:53.523480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Request body: {'security_group_rule': {'security_group_id': 'fbbc5932-0b0b-4997-885f-167180bba71c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:53.538551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:53.541847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94a6b228-f80e-4a1a-8b1d-4cbf66e0136a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.543924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] For port 52e09238-119b-4626-a1cc-eb46e47a1a7f, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:53.559913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] For port 52e09238-119b-4626-a1cc-eb46e47a1a7f, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=52e09238-119b-4626-a1cc-eb46e47a1a7f,segment=NetworkSegment(3e29ca01-8bfd-4e53-8217-702a4517fd4e),segment_id=3e29ca01-8bfd-4e53-8217-702a4517fd4e)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:53.560094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Usage tracker for resource:security_group_rule and tenant:6baa81651eb34e59b8a57c9e3a10d36a is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:53.562455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:53.583928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:53.594245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94a6b228-f80e-4a1a-8b1d-4cbf66e0136a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.640943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.650248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.650777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-718894cf-f3c9-499a-a849-57fab879b5b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:53.668611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object ce4c3e2c-f911-4396-bdcc-9b551c29425a will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:53.750720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Pushing event updated for resources: {'Port': ['ID=52e09238-119b-4626-a1cc-eb46e47a1a7f,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:53.754860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:53.757491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.762986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:53.780490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.898351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94a6b228-f80e-4a1a-8b1d-4cbf66e0136a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:53.906249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8cf87830-a3f5-4490-a2cd-7252e213e986 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:53.942669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6b228-f80e-4a1a-8b1d-4cbf66e0136a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dd23f3-da6f-48f7-a985-d2f6a90da716,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:54.004884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-94a6b228-f80e-4a1a-8b1d-4cbf66e0136a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:54.008359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=ce4c3e2c-f911-4396-bdcc-9b551c29425a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:54.023139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:54.023139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:54.027451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:54.045999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94a6b228-f80e-4a1a-8b1d-4cbf66e0136a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.047662 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-94a6b228-f80e-4a1a-8b1d-4cbf66e0136a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/60dd23f3-da6f-48f7-a985-d2f6a90da716 HTTP/1.1" status: 204 len: 168 time: 0.6751952 Dec 13 23:29:54.057923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53936) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:54.069168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:54.073590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:54.074215 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.129585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.155136 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5836070 Dec 13 23:29:54.158162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53940) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:54.168212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:54.219453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.245189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7f271fe2-ae45-44d8-9d0f-54598f764e81 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:54.262897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7633c3de-8cf3-4174-be79-e6f1adca39f9 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Synchronizing usage tracker for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:54.277383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08f5643-b78a-4f49-b362-69f7a71f0999,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:54.280162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:54.332764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.338468 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8308723 Dec 13 23:29:54.345112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53944) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:54.345675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:54.351085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:54.358314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:54.367594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:54.427878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added routes are [] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 13 23:29:54.428460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 13 23:29:54.455296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 52e09238-119b-4626-a1cc-eb46e47a1a7f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:54.459247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:54.462822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.465016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7633c3de-8cf3-4174-be79-e6f1adca39f9 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Unset dirty status for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:54.470122 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7633c3de-8cf3-4174-be79-e6f1adca39f9 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4071763 Dec 13 23:29:54.472375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53948) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:54.482296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650691620'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:54.491171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:54.526441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:54.536176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ae500180-1f56-4e66-9141-5b313d2aff60 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.538123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.586550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ae500180-1f56-4e66-9141-5b313d2aff60 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.688639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 52e09238-119b-4626-a1cc-eb46e47a1a7f completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:54.699701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 919cd2b1-881e-4a9c-b8b2-0c71f42b670e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:54.703557 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.ipam_backend_mixin [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a945f64b-61c3-4c36-9ce1-f264d83367c5 (CIDR: 2001:db8::/64) Dec 13 23:29:54.763279 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:54.763908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:29:54.827413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.867661 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1b3494b0-094e-4888-aa4b-f29c6ab89c2d tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7069564 Dec 13 23:29:54.871656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53954) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:54.878548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:54.896385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:54.897909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:54.900695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:54.907553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:54.907737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:54.908141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:54.910205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:55.030267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.045394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0830a-f569-4bc6-be84-638bb51ef3b2 req-18d7779a-03a6-48ba-96ae-d4381cce1050 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:55.046931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-03f0830a-f569-4bc6-be84-638bb51ef3b2 req-18d7779a-03a6-48ba-96ae-d4381cce1050 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.3056409 Dec 13 23:29:55.053505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ae500180-1f56-4e66-9141-5b313d2aff60 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.081714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-371cf38c-eaca-49ee-84c5-d4c03ff3387b tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:55.104541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.124935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae500180-1f56-4e66-9141-5b313d2aff60 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbc5932-0b0b-4997-885f-167180bba71c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:55.131493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ae500180-1f56-4e66-9141-5b313d2aff60 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:55.131493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.141188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:55.145857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:55.147020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-220b847a-2ac2-4ea4-bff5-233f533df56b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:55.149247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:55.160001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:55.177718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=919cd2b1-881e-4a9c-b8b2-0c71f42b670e,segment=NetworkSegment(42db4e88-29a2-4362-bc16-cc37bc34edaf),segment_id=42db4e88-29a2-4362-bc16-cc37bc34edaf)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:55.265325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.269134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:55.273645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ae500180-1f56-4e66-9141-5b313d2aff60 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.274782 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ae500180-1f56-4e66-9141-5b313d2aff60 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/fbbc5932-0b0b-4997-885f-167180bba71c HTTP/1.1" status: 204 len: 168 time: 0.9271703 Dec 13 23:29:55.277449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53958) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:55.318154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:29:55.326983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Provisioning for port 52e09238-119b-4626-a1cc-eb46e47a1a7f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:55.350067 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-03f0830a-f569-4bc6-be84-638bb51ef3b2 req-b1288afb-d7bc-44e6-923a-5d56b35c9ea9 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903562 Dec 13 23:29:55.364534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Provisioning complete for port 52e09238-119b-4626-a1cc-eb46e47a1a7f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:55.365769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.370012 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8956745 Dec 13 23:29:55.370757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.371029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fe9798-a023-4c7f-9e60-f740643cd6cb,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:55.374056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:55.374409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53962) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:55.501960 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=919cd2b1-881e-4a9c-b8b2-0c71f42b670e,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:55.508507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:55.540273 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8f1991e0-b6c3-42a2-8839-21c6a72c7124 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2598846 Dec 13 23:29:55.544357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53968) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:55.579480 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Sync routers for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:55.582201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.585110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f68a318f-31f6-4fea-89a9-4c386c32b1a5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '43fe9798-a023-4c7f-9e60-f740643cd6cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:55.586129 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-f68a318f-31f6-4fea-89a9-4c386c32b1a5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:55.587218 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f68a318f-31f6-4fea-89a9-4c386c32b1a5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.2085559 Dec 13 23:29:55.590971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53972) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:55.595851 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:55.600323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f38fc83f-519a-4efb-9082-118f0b29493a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '43fe9798-a023-4c7f-9e60-f740643cd6cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:55.601123 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-f38fc83f-519a-4efb-9082-118f0b29493a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:55.601543 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:55.604913 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f38fc83f-519a-4efb-9082-118f0b29493a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102735 Dec 13 23:29:55.607499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53976) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:55.613573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7c443090-5a9c-4f5a-9d85-a2eae1e79e44 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '43fe9798-a023-4c7f-9e60-f740643cd6cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:55.614365 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-7c443090-5a9c-4f5a-9d85-a2eae1e79e44 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:55.615388 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7c443090-5a9c-4f5a-9d85-a2eae1e79e44 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068862 Dec 13 23:29:55.621665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] For port 52e09238-119b-4626-a1cc-eb46e47a1a7f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=52e09238-119b-4626-a1cc-eb46e47a1a7f,segment=NetworkSegment(3e29ca01-8bfd-4e53-8217-702a4517fd4e),segment_id=3e29ca01-8bfd-4e53-8217-702a4517fd4e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:55.626105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53980) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:55.637523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-41b9c375-ca27-41ae-ae01-c0869d1f417e tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '43fe9798-a023-4c7f-9e60-f740643cd6cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:55.638339 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-41b9c375-ca27-41ae-ae01-c0869d1f417e tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:55.642219 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-41b9c375-ca27-41ae-ae01-c0869d1f417e tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0124891 Dec 13 23:29:55.642219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.644178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53984) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:55.661143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.711378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.716439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a2e2aa34-a325-44c2-9146-c8c04ff16fc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:55.717418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6dcca7d9-d4c0-43aa-b23a-4a48eb784f88 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Synchronizing usage tracker for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:55.724096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.777169 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:55.802068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Provisioning complete for port cf8ec6a5-b210-484c-959e-c45e9a680669 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:55.802558 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.844315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0630914c-8cc9-46b5-a497-80251f6ea2f7 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.861480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Pushing event updated for resources: {'Port': ['ID=52e09238-119b-4626-a1cc-eb46e47a1a7f,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:55.873909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0630914c-8cc9-46b5-a497-80251f6ea2f7 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:55.883474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:55.892050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Port cf8ec6a5-b210-484c-959e-c45e9a680669 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:55.966612 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a319c-767c-47b4-aa02-383870bbd529 req-389f7b0a-b737-4031-a509-523a578c3824 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:55.968030 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7b8a319c-767c-47b4-aa02-383870bbd529 req-389f7b0a-b737-4031-a509-523a578c3824 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.4093473 Dec 13 23:29:55.977617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:29:56.031451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6dcca7d9-d4c0-43aa-b23a-4a48eb784f88 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Unset dirty status for tenant:6baa81651eb34e59b8a57c9e3a10d36a on resource:security_group_rule {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:56.032683 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6dcca7d9-d4c0-43aa-b23a-4a48eb784f88 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4854875 Dec 13 23:29:56.042478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53988) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:56.052927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0630914c-8cc9-46b5-a497-80251f6ea2f7 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.064886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ceb08632-9364-4311-99c4-095f3ecef0f9 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:56.072430 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-171cce1f-5dfe-4ffe-987f-b90e894b70dc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] delete failed (client error): The resource could not be found. Dec 13 23:29:56.073449 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-171cce1f-5dfe-4ffe-987f-b90e894b70dc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "DELETE /v2.0/security-groups/fbbc5932-0b0b-4997-885f-167180bba71c HTTP/1.1" status: 404 len: 347 time: 0.0295196 Dec 13 23:29:56.077359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 53992) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:56.085852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630914c-8cc9-46b5-a497-80251f6ea2f7 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fe9798-a023-4c7f-9e60-f740643cd6cb,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:56.094651 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7b8a319c-767c-47b4-aa02-383870bbd529 req-df6bfc7c-7417-4289-8669-045db5b1aeb1 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111958 Dec 13 23:29:56.136876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.139279 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:54Z', 'revision_number': 7, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '27b74ea7-792e-423f-9d0f-afa0abf6df82', 'name': '', 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:87:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88367963-2012-420e-8163-bf8f3920f51d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:47Z', 'updated_at': '2021-12-13T23:29:48Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88367963-2012-420e-8163-bf8f3920f51d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:51Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:56.140670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d29619db-2cf1-4c64-8297-1a0ac1ab01a3 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:56.143191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0630914c-8cc9-46b5-a497-80251f6ea2f7 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:56.145266 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Checking router: b9be3ee3-ea14-405a-a4d6-12457333f3c5 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:29:56.145845 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Updating router b9be3ee3-ea14-405a-a4d6-12457333f3c5 port 27b74ea7-792e-423f-9d0f-afa0abf6df82 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:29:56.150024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 53996) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:56.158157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-aae7322d-3efa-41b9-b2da-dbbea6802869 None None] Provisioning for port ce4c3e2c-f911-4396-bdcc-9b551c29425a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:56.165602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-aae7322d-3efa-41b9-b2da-dbbea6802869 None None] Provisioning complete for port ce4c3e2c-f911-4396-bdcc-9b551c29425a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:56.167590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aae7322d-3efa-41b9-b2da-dbbea6802869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.172949 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9f48efe9-64b1-4a78-8679-b2de861c4270 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0947425 Dec 13 23:29:56.211538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:56.214594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:56.216499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:56.218952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:56.219464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.224350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:56.242635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0630914c-8cc9-46b5-a497-80251f6ea2f7 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.243591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aeb97c-a12e-46ff-b41a-a606dbd9776b None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:29:56.243758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0630914c-8cc9-46b5-a497-80251f6ea2f7 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/43fe9798-a023-4c7f-9e60-f740643cd6cb HTTP/1.1" status: 204 len: 168 time: 0.5985172 Dec 13 23:29:56.247443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54002) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:56.281728 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.293710 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5f0f58b2-bcd1-4fa0-8d18-882b6145d9d1 tempest-TestNetworkAdvancedServerOps-945620558 tempest-TestNetworkAdvancedServerOps-945620558-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 1093 time: 0.1416199 Dec 13 23:29:56.296524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54006) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:56.303348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:56.318231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:56.322381 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4489155 Dec 13 23:29:56.330006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:29:56.331331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Usage tracker for resource:floatingip and tenant:69b5040e57f54a47a03b8d098147773b is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:56.333511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54010) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:56.334365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:56.335467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.336767 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d4d646c7-56c7-4f08-9fac-bc93052cbc2b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5 HTTP/1.1" status: 200 len: 703 time: 3.3746529 Dec 13 23:29:56.342532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54012) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:56.344789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51ebfdf4-335d-48ec-85f4-2d07c8e187df tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Synchronizing usage tracker for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:29:56.359316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-997072364', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268'}], 'security_groups': ['0fc79441-ee22-47df-bb3d-ae6e87d3a787']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:56.458688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-aae7322d-3efa-41b9-b2da-dbbea6802869 None None] Port ce4c3e2c-f911-4396-bdcc-9b551c29425a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:29:56.482439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:56.567947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d0134eef-312d-47c8-9ab9-b9ae5fac6334 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:56.663080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.692067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51ebfdf4-335d-48ec-85f4-2d07c8e187df tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Unset dirty status for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:29:56.693566 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-51ebfdf4-335d-48ec-85f4-2d07c8e187df tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4451652 Dec 13 23:29:56.694451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.697476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54018) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:56.703288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808204678'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:56.714664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:56.744373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:56.770733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port d0134eef-312d-47c8-9ab9-b9ae5fac6334 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:56.781987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d0134eef-312d-47c8-9ab9-b9ae5fac6334 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:56.782361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.811487 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.827233 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Transition to ACTIVE for port object 27b74ea7-792e-423f-9d0f-afa0abf6df82 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:56.839755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.886361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:56.890705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:56.894625 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:56.899995 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.901217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:56.906390 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:56.929408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54024) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:56.977826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:56.979059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] Update dhcp port {'port': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'fixed_ips': [{'subnet_id': 'a945f64b-61c3-4c36-9ce1-f264d83367c5', 'ip_address': '2001:db8::2'}, {'subnet_id': '6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '52e09238-119b-4626-a1cc-eb46e47a1a7f'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:29:56.998355 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa63dcb-6db5-4478-86f3-a7f207318529 None None] Pushing event updated for resources: {'Port': ['ID=27b74ea7-792e-423f-9d0f-afa0abf6df82,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:57.004889 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-baa63dcb-6db5-4478-86f3-a7f207318529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:57.054046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.067252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5827f06c-1573-42d5-beea-0064083517d9 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:57.079406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.092086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.176149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:57.176149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:57.181600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port d0134eef-312d-47c8-9ab9-b9ae5fac6334, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d0134eef-312d-47c8-9ab9-b9ae5fac6334,segment=NetworkSegment(e6948956-09d0-482c-b882-26c946012211),segment_id=e6948956-09d0-482c-b882-26c946012211)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:57.210166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54030) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:57.223765 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b4bdabbb-182d-424b-8edc-6d61877a3889 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5 HTTP/1.1" status: 200 len: 703 time: 0.8752663 Dec 13 23:29:57.241254 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Attempting to bind port 27b74ea7-792e-423f-9d0f-afa0abf6df82 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:29:57.241875 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Attempting to bind port 27b74ea7-792e-423f-9d0f-afa0abf6df82 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:29:57.242269 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Attempting to bind port 27b74ea7-792e-423f-9d0f-afa0abf6df82 on network bad60817-4101-4af6-b318-f87e30c086ef {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:29:57.249546 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:29:57.249762 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Checking segment: {'id': 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:29:57.250175 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.250569 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Bound using segment: {'id': 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:29:57.251031 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Bound port: 27b74ea7-792e-423f-9d0f-afa0abf6df82, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:29:57.251491 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.358438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.358705 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] For port 27b74ea7-792e-423f-9d0f-afa0abf6df82, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:29:57.362578 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6606684 Dec 13 23:29:57.364010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.364383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54034) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:57.370713 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] For port 27b74ea7-792e-423f-9d0f-afa0abf6df82, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=27b74ea7-792e-423f-9d0f-afa0abf6df82,segment=NetworkSegment(c7d7c94b-f4c1-4fd8-9c83-be551dcaa548),segment_id=c7d7c94b-f4c1-4fd8-9c83-be551dcaa548)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:29:57.370901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 52e09238-119b-4626-a1cc-eb46e47a1a7f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:57.372936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.396364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:57.468339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cac178e0-8762-4fdd-bba2-5cfd14ece297 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:57.468578 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.468789 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-cac178e0-8762-4fdd-bba2-5cfd14ece297 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:57.469764 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cac178e0-8762-4fdd-bba2-5cfd14ece297 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1028366 Dec 13 23:29:57.474025 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:57.476616 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54038) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:57.494941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6e43365a-800d-4ebf-bcf8-dd0ef79537bc tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:57.502530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6e43365a-800d-4ebf-bcf8-dd0ef79537bc tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:57.508408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6e43365a-800d-4ebf-bcf8-dd0ef79537bc tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:57.512638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6e43365a-800d-4ebf-bcf8-dd0ef79537bc tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:57.519419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6e43365a-800d-4ebf-bcf8-dd0ef79537bc tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:57.535226 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5231d3ba-7cfd-4651-9cff-41ffc7d9fdc6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6baa81651eb34e59b8a57c9e3a10d36a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6030974 Dec 13 23:29:57.541556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54042) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:57.573501 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa63dcb-6db5-4478-86f3-a7f207318529 None None] Pushing event updated for resources: {'Port': ['ID=27b74ea7-792e-423f-9d0f-afa0abf6df82,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:57.578771 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-baa63dcb-6db5-4478-86f3-a7f207318529 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:57.579739 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:57.580355 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:57.631000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] Allocated IP 2001:db8:0:1::2 (c041d70c-aa2a-4839-a73c-c1faf9b550a2/6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268/52e09238-119b-4626-a1cc-eb46e47a1a7f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:57.636202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=d0134eef-312d-47c8-9ab9-b9ae5fac6334,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:57.640196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:57.696084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7b15-1bd6-4124-9817-8b4e048d7eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.781468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Allocated IP 172.26.5.86 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/3cf72f30-24d9-4c8e-b911-ca1ac843a85d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:57.794933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:57.796577 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:57.865304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 52e09238-119b-4626-a1cc-eb46e47a1a7f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:57.865686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.000924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.002557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] For port 52e09238-119b-4626-a1cc-eb46e47a1a7f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=52e09238-119b-4626-a1cc-eb46e47a1a7f,segment=NetworkSegment(3e29ca01-8bfd-4e53-8217-702a4517fd4e),segment_id=3e29ca01-8bfd-4e53-8217-702a4517fd4e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:58.032156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7b15-1bd6-4124-9817-8b4e048d7eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.040935 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-6e43365a-800d-4ebf-bcf8-dd0ef79537bc tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:58.044837 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6e43365a-800d-4ebf-bcf8-dd0ef79537bc tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5592425 Dec 13 23:29:58.046140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54046) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:58.057106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-97d14449-d829-4e23-88be-a17936e8f162 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:58.057724 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-97d14449-d829-4e23-88be-a17936e8f162 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:58.061158 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-97d14449-d829-4e23-88be-a17936e8f162 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116000 Dec 13 23:29:58.068949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54050) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:58.077864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-af351804-cb38-43b4-8224-907adfb528e5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:58.096314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-af351804-cb38-43b4-8224-907adfb528e5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:58.105346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-af351804-cb38-43b4-8224-907adfb528e5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:58.108414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-af351804-cb38-43b4-8224-907adfb528e5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:58.116535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-af351804-cb38-43b4-8224-907adfb528e5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:58.117110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.121373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.129026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:58.136031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 919cd2b1-881e-4a9c-b8b2-0c71f42b670e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:58.185976 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:54Z', 'revision_number': 7, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '27b74ea7-792e-423f-9d0f-afa0abf6df82', 'name': '', 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:87:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88367963-2012-420e-8163-bf8f3920f51d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:47Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88367963-2012-420e-8163-bf8f3920f51d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:58.192390 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330f3e1-eb9d-4ceb-94ca-1b87e8d98969 None None] The sync data for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv is: [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:54Z', 'revision_number': 7, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '27b74ea7-792e-423f-9d0f-afa0abf6df82', 'name': '', 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:87:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88367963-2012-420e-8163-bf8f3920f51d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:47Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88367963-2012-420e-8163-bf8f3920f51d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:29:58.207801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:29:58.211584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:29:58.213689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'Port': ['ID=3cf72f30-24d9-4c8e-b911-ca1ac843a85d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:58.215860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:29:58.225420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] Transition to ACTIVE for port object 52e09238-119b-4626-a1cc-eb46e47a1a7f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:58.239972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:58.240348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.245230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:58.266651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7b15-1bd6-4124-9817-8b4e048d7eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.275243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b7f4c423-9101-434a-b223-316c7c1fb78b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:58.307118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba7b15-1bd6-4124-9817-8b4e048d7eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c523c2f5-74a2-43aa-bc59-5cb7fb327fd9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:58.317465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.335241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:58.459301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d4ba7b15-1bd6-4124-9817-8b4e048d7eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:58.473078 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-af351804-cb38-43b4-8224-907adfb528e5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:58.474548 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-af351804-cb38-43b4-8224-907adfb528e5 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4044566 Dec 13 23:29:58.522126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Delete allocated IP 2001:db8::3ab (c041d70c-aa2a-4839-a73c-c1faf9b550a2/a945f64b-61c3-4c36-9ce1-f264d83367c5) {{(pid=84312) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 23:29:58.523626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54054) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:58.544206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-35f55fd2-f26d-4e57-99a7-d372132d90b3 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:58.544206 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-35f55fd2-f26d-4e57-99a7-d372132d90b3 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:58.544206 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-35f55fd2-f26d-4e57-99a7-d372132d90b3 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0156257 Dec 13 23:29:58.552576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8:0:1::210 (c041d70c-aa2a-4839-a73c-c1faf9b550a2/6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268/ce4c3e2c-f911-4396-bdcc-9b551c29425a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:29:58.555014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54058) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:58.557832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] Sync routers for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:29:58.560996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4ff55d63-4a78-4fb4-84b9-02d7c22cc744 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:58.587591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4ff55d63-4a78-4fb4-84b9-02d7c22cc744 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:58.605276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] Pushing event updated for resources: {'Port': ['ID=52e09238-119b-4626-a1cc-eb46e47a1a7f,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:58.610248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:58.610830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:58.611444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:58.633925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4ff55d63-4a78-4fb4-84b9-02d7c22cc744 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:58.639692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4ff55d63-4a78-4fb4-84b9-02d7c22cc744 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:58.682310 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4ff55d63-4a78-4fb4-84b9-02d7c22cc744 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:58.698075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4ba7b15-1bd6-4124-9817-8b4e048d7eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.700413 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d4ba7b15-1bd6-4124-9817-8b4e048d7eb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c523c2f5-74a2-43aa-bc59-5cb7fb327fd9 HTTP/1.1" status: 204 len: 168 time: 1.1576495 Dec 13 23:29:58.737643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 27b74ea7-792e-423f-9d0f-afa0abf6df82 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:58.738204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:58.803804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d0134eef-312d-47c8-9ab9-b9ae5fac6334 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:58.898323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:29:58.981363 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-4ff55d63-4a78-4fb4-84b9-02d7c22cc744 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:58.982650 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4ff55d63-4a78-4fb4-84b9-02d7c22cc744 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4266510 Dec 13 23:29:58.986920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54064) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:59.005296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bea3e3a5-c21c-4dd1-b185-7eecd03da9e8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:59.009005 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-bea3e3a5-c21c-4dd1-b185-7eecd03da9e8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:59.009005 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bea3e3a5-c21c-4dd1-b185-7eecd03da9e8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194051 Dec 13 23:29:59.011965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54068) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:59.021710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port 27b74ea7-792e-423f-9d0f-afa0abf6df82, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=27b74ea7-792e-423f-9d0f-afa0abf6df82,segment=NetworkSegment(c7d7c94b-f4c1-4fd8-9c83-be551dcaa548),segment_id=c7d7c94b-f4c1-4fd8-9c83-be551dcaa548)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:29:59.022165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.116089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1fcbdcb9-5a8b-4c0d-8cd9-110ed5e912fb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:59.155426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1fcbdcb9-5a8b-4c0d-8cd9-110ed5e912fb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:59.190948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1fcbdcb9-5a8b-4c0d-8cd9-110ed5e912fb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:59.199518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1fcbdcb9-5a8b-4c0d-8cd9-110ed5e912fb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:59.225929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d0134eef-312d-47c8-9ab9-b9ae5fac6334 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:59.225929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.240571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1fcbdcb9-5a8b-4c0d-8cd9-110ed5e912fb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:59.253153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 27b74ea7-792e-423f-9d0f-afa0abf6df82 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:29:59.462671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.500157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object ce4c3e2c-f911-4396-bdcc-9b551c29425a will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:29:59.564007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Provisioning for port 52e09238-119b-4626-a1cc-eb46e47a1a7f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:29:59.584440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.586233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Provisioning complete for port 52e09238-119b-4626-a1cc-eb46e47a1a7f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:59.586553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.591157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:59.603350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.605245 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-1fcbdcb9-5a8b-4c0d-8cd9-110ed5e912fb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:29:59.606284 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1fcbdcb9-5a8b-4c0d-8cd9-110ed5e912fb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5846801 Dec 13 23:29:59.622763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-04592041-a1c4-4e9c-9b26-e81cf48a1db7 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:29:59.627147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54072) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:59.632074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 52e09238-119b-4626-a1cc-eb46e47a1a7f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:29:59.639667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7ed03139-840e-4f0b-abec-56ef976a8787 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': 'a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:29:59.654907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=27b74ea7-792e-423f-9d0f-afa0abf6df82,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:59.657579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7ed03139-840e-4f0b-abec-56ef976a8787 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:29:59.661608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:59.666097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7ed03139-840e-4f0b-abec-56ef976a8787 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:29:59.710807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7ed03139-840e-4f0b-abec-56ef976a8787 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:29:59.723696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7ed03139-840e-4f0b-abec-56ef976a8787 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:29:59.744449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] In _notify_port_updated(), no bound segment for port ce4c3e2c-f911-4396-bdcc-9b551c29425a on network c041d70c-aa2a-4839-a73c-c1faf9b550a2 {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:29:59.748310 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:29:59.757993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.757993 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "PUT /v2.0/ports/ce4c3e2c-f911-4396-bdcc-9b551c29425a HTTP/1.1" status: 200 len: 930 time: 3.4094293 Dec 13 23:29:59.761356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=ce4c3e2c-f911-4396-bdcc-9b551c29425a,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:29:59.763556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54076) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:29:59.768622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:29:59.771395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.812493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:54Z', 'revision_number': 7, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '27b74ea7-792e-423f-9d0f-afa0abf6df82', 'name': '', 'network_id': 'bad60817-4101-4af6-b318-f87e30c086ef', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:87:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88367963-2012-420e-8163-bf8f3920f51d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:47Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 4, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88367963-2012-420e-8163-bf8f3920f51d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:59.822450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] Checking router: b9be3ee3-ea14-405a-a4d6-12457333f3c5 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:29:59.835597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 52e09238-119b-4626-a1cc-eb46e47a1a7f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:59.841123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.864956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port ce4c3e2c-f911-4396-bdcc-9b551c29425a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:29:59.865712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.896473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Provisioning complete for port cf8ec6a5-b210-484c-959e-c45e9a680669 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:29:59.896863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:29:59.934609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:29:59.935271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:29:59.982821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.003859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.095329 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-7ed03139-840e-4f0b-abec-56ef976a8787 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:30:00.096773 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7ed03139-840e-4f0b-abec-56ef976a8787 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4615066 Dec 13 23:30:00.100433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54080) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:00.110834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Port cf8ec6a5-b210-484c-959e-c45e9a680669 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:00.178987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:00.248583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 27b74ea7-792e-423f-9d0f-afa0abf6df82 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:00.282981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Provisioning for port ce4c3e2c-f911-4396-bdcc-9b551c29425a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:00.294628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 27b74ea7-792e-423f-9d0f-afa0abf6df82 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:00.295067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 27b74ea7-792e-423f-9d0f-afa0abf6df82 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 13 23:30:00.338653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Port 27b74ea7-792e-423f-9d0f-afa0abf6df82 not found, will not notify nova. {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 13 23:30:00.341042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Provisioning complete for port ce4c3e2c-f911-4396-bdcc-9b551c29425a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:00.341428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.397673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c197407-a4e7-4434-8e9e-6a7c4d168bcd tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.481501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c197407-a4e7-4434-8e9e-6a7c4d168bcd tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.524027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f8e53353-6456-4f18-badf-b69dda7de410 None None] Port ce4c3e2c-f911-4396-bdcc-9b551c29425a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:00.561549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.571029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.663163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:59Z', 'revision_number': 8, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:00.666965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2e2feb7-5242-40d6-ad88-70374325ee3c None None] Provisioning complete for port ce4c3e2c-f911-4396-bdcc-9b551c29425a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:00.667668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2e2feb7-5242-40d6-ad88-70374325ee3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.702856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.703885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f89ec7a-c1d4-432f-a20f-61ca002749b9 None None] The sync data for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv is: [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:59Z', 'revision_number': 8, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:00.706760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:30:00.714478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for ce4c3e2c-f911-4396-bdcc-9b551c29425a owned by {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:00.734830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a2e2feb7-5242-40d6-ad88-70374325ee3c None None] Port ce4c3e2c-f911-4396-bdcc-9b551c29425a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:00.744642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b0bb9e75-7cf3-4c93-aaa2-b6d7626f2694 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:00.831589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c197407-a4e7-4434-8e9e-6a7c4d168bcd tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.893000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event updated for resources: {'Port': ['ID=3cf72f30-24d9-4c8e-b911-ca1ac843a85d,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:00.896680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:00.899875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:00.913207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bf3df220-4b5e-4da7-b148-11eeac83f541 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:00.915765 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7042809 Dec 13 23:30:00.916432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54084) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:00.935392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c197407-a4e7-4434-8e9e-6a7c4d168bcd tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:00.937678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5c197407-a4e7-4434-8e9e-6a7c4d168bcd tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:00.938572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:00.996938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5c197407-a4e7-4434-8e9e-6a7c4d168bcd tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.000565 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5c197407-a4e7-4434-8e9e-6a7c4d168bcd tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/a26c0b39-4d63-46bc-9eeb-27e1dc0fb65c HTTP/1.1" status: 204 len: 168 time: 0.8698535 Dec 13 23:30:01.001147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54088) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:01.119262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting subnet 88367963-2012-420e-8163-bf8f3920f51d {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:01.123313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.137556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a428d360-5a9e-45d0-90dc-35748e901731 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Synchronizing usage tracker for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:01.186886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.270158 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] Sync routers for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:01.283075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.283565 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:01.284680 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:01.331805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.339083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b1db8a28-7f94-4e1c-9877-8e9dd1213879 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:01.388729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=ce4c3e2c-f911-4396-bdcc-9b551c29425a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:01.391092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:01.435671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a428d360-5a9e-45d0-90dc-35748e901731 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Unset dirty status for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:01.436926 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a428d360-5a9e-45d0-90dc-35748e901731 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4280922 Dec 13 23:30:01.441774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.443138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54092) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:01.449956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033651743'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:01.458289 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:01.458958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:01.462828 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/ce4c3e2c-f911-4396-bdcc-9b551c29425a HTTP/1.1" status: 204 len: 168 time: 1.6960118 Dec 13 23:30:01.465587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54096) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:01.474197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:01.483311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.494878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-773d763d-3ade-42cb-8ef6-8d3f55ed5e2f tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:01.512383 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87e0a9a-449d-4281-98ff-805870a75f5a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:30:01.512889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c87e0a9a-449d-4281-98ff-805870a75f5a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:01.543069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c25401-9332-4c37-84ab-274b43431745 None None] Network bad60817-4101-4af6-b318-f87e30c086ef requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:01.546264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.546435 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Floating IP 452de488-1cb5-4377-a229-72d859356978 associated. External IP: 172.26.5.86, port: 22054e49-7bfa-421a-9d7d-05f5b22c93ed. Dec 13 23:30:01.552885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Subnet': ['ID=88367963-2012-420e-8163-bf8f3920f51d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:01.564113 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/88367963-2012-420e-8163-bf8f3920f51d HTTP/1.1" status: 204 len: 168 time: 0.6462710 Dec 13 23:30:01.566088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54100) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:01.567128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:01.567937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.629487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c87e0a9a-449d-4281-98ff-805870a75f5a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:01.631037 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c87e0a9a-449d-4281-98ff-805870a75f5a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/ce4c3e2c-f911-4396-bdcc-9b551c29425a HTTP/1.1" status: 404 len: 333 time: 0.1645560 Dec 13 23:30:01.633844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54104) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:01.738427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c727a7ae-d82b-41d7-b00d-7707d71e367a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.788676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:01.794640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.798797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:01.802641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:01.812873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:01.826836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port c02d523c-0821-4a63-8375-a8cfcd1012b9 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:01.826836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.863378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c727a7ae-d82b-41d7-b00d-7707d71e367a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.965403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] DHCP port deletion for bad60817-4101-4af6-b318-f87e30c086ef request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:30:01.969352 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] Deleting port c02d523c-0821-4a63-8375-a8cfcd1012b9 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:01.969774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.971890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:01.985085 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:59Z', 'revision_number': 8, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:01.990717 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] Checking router: b9be3ee3-ea14-405a-a4d6-12457333f3c5 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:30:02.011478 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:02.013113 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:02.041077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c727a7ae-d82b-41d7-b00d-7707d71e367a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.048980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6f658255-26b3-4e81-b1e1-25867aba166d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:02.060583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.067668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727a7ae-d82b-41d7-b00d-7707d71e367a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abc24c9-6757-4150-98c4-5db380b2bb0c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:02.071859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c727a7ae-d82b-41d7-b00d-7707d71e367a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:02.073796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c727a7ae-d82b-41d7-b00d-7707d71e367a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.075185 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c727a7ae-d82b-41d7-b00d-7707d71e367a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/security-groups/0abc24c9-6757-4150-98c4-5db380b2bb0c HTTP/1.1" status: 204 len: 168 time: 0.4402311 Dec 13 23:30:02.078016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54108) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:02.081702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9df571a8-148d-4dac-b977-145731b138bc tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:02.119548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port c02d523c-0821-4a63-8375-a8cfcd1012b9, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c02d523c-0821-4a63-8375-a8cfcd1012b9,segment=NetworkSegment(c7d7c94b-f4c1-4fd8-9c83-be551dcaa548),segment_id=c7d7c94b-f4c1-4fd8-9c83-be551dcaa548)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:02.120271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.199823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] For port c02d523c-0821-4a63-8375-a8cfcd1012b9, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c02d523c-0821-4a63-8375-a8cfcd1012b9,segment=NetworkSegment(c7d7c94b-f4c1-4fd8-9c83-be551dcaa548),segment_id=c7d7c94b-f4c1-4fd8-9c83-be551dcaa548)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:02.200156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.215031 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:02.237671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87be2a13-398c-4d6b-aaca-c8f58aa9141e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.280897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87be2a13-398c-4d6b-aaca-c8f58aa9141e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.297370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for c02d523c-0821-4a63-8375-a8cfcd1012b9 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:02.376989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:30:02.385349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992209e8-f50d-41a9-a6fc-b04b131f0f23,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:02.389211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:02.391795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] Calling delete_port for c02d523c-0821-4a63-8375-a8cfcd1012b9 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:02.459415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87be2a13-398c-4d6b-aaca-c8f58aa9141e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.472736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1c82d327-3627-434e-8bff-335498c86f57 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:02.486111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.489415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be2a13-398c-4d6b-aaca-c8f58aa9141e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc79441-ee22-47df-bb3d-ae6e87d3a787,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:02.489593 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:30:02.489780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:30:02.492431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-87be2a13-398c-4d6b-aaca-c8f58aa9141e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:02.493234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87be2a13-398c-4d6b-aaca-c8f58aa9141e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.493672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93fb356e-6240-47d5-ae94-90cdaa0e306f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:02.494351 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-87be2a13-398c-4d6b-aaca-c8f58aa9141e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/security-groups/0fc79441-ee22-47df-bb3d-ae6e87d3a787 HTTP/1.1" status: 204 len: 168 time: 0.4151883 Dec 13 23:30:02.497402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54112) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:02.530145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.531362 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0867474 Dec 13 23:30:02.535548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54116) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:02.546103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=c02d523c-0821-4a63-8375-a8cfcd1012b9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:02.548316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f41128e7-c7b9-49aa-b404-caf06229a611 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '992209e8-f50d-41a9-a6fc-b04b131f0f23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:02.550264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:02.553590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No DVR routers for this DVR port c02d523c-0821-4a63-8375-a8cfcd1012b9 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:02.560473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f41128e7-c7b9-49aa-b404-caf06229a611 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:02.581644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f41128e7-c7b9-49aa-b404-caf06229a611 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:02.589921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f41128e7-c7b9-49aa-b404-caf06229a611 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:02.601233 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f41128e7-c7b9-49aa-b404-caf06229a611 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:02.617719 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:59Z', 'revision_number': 8, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:02.622320 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbad9a-1b1e-41f3-8c5b-996831763993 None None] The sync data for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv is: [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:59Z', 'revision_number': 8, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0134eef-312d-47c8-9ab9-b9ae5fac6334', 'name': '', 'network_id': '5b08ca41-db06-4def-bbbf-05f9ae1cf979', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:ac:a2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:40Z', 'updated_at': '2021-12-13T23:29:57Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '8e61c0aa-390e-4a7c-93bc-d3609e3acf97', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:02.707892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 27b74ea7-792e-423f-9d0f-afa0abf6df82 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:02.726474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.755988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 27b74ea7-792e-423f-9d0f-afa0abf6df82 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:02.756507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 27b74ea7-792e-423f-9d0f-afa0abf6df82 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:02.756937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c02d523c-0821-4a63-8375-a8cfcd1012b9 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:02.808335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: c02d523c-0821-4a63-8375-a8cfcd1012b9 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:02.808638 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c02d523c-0821-4a63-8375-a8cfcd1012b9 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:02.840441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet a945f64b-61c3-4c36-9ce1-f264d83367c5 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:02.845603 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.879170 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-f41128e7-c7b9-49aa-b404-caf06229a611 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The resource could not be found. Dec 13 23:30:02.879440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad60817-4101-4af6-b318-f87e30c086ef']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:02.880226 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f41128e7-c7b9-49aa-b404-caf06229a611 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3399148 Dec 13 23:30:02.883516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54120) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:02.892327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:02.892629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d7c94b-f4c1-4fd8-9c83-be551dcaa548') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:02.894897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a01036c7-534f-431b-9a00-b591b4a05d05 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '992209e8-f50d-41a9-a6fc-b04b131f0f23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c92c5ee3-a631-4590-a679-7a8cb3cf74f3'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:02.904443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.909713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a01036c7-534f-431b-9a00-b591b4a05d05 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:02.919066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a01036c7-534f-431b-9a00-b591b4a05d05 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:02.922077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.923557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a01036c7-534f-431b-9a00-b591b4a05d05 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:02.930365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:30:02.936073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.936390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:30:02.945450 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:30:02.964827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a01036c7-534f-431b-9a00-b591b4a05d05 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:02.990665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:02.990855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] Deleting port c02d523c-0821-4a63-8375-a8cfcd1012b9 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:02.991073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.023873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] Sync routers for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:03.041444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.068953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac543445-d1d9-4cb7-8f0b-7e13cedb313e None None] The port 'c02d523c-0821-4a63-8375-a8cfcd1012b9' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:30:03.082170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:03.082824 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:03.092339 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.133769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.138597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e308f7ae-e301-44ea-8be9-f9ea4a2ceb9c tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:03.163433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.167539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Network': ['ID=bad60817-4101-4af6-b318-f87e30c086ef,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:03.172377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:03.177929 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.8803661 Dec 13 23:30:03.178817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:30:03.192104 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/networks/bad60817-4101-4af6-b318-f87e30c086ef HTTP/1.1" status: 204 len: 168 time: 1.6133530 Dec 13 23:30:03.192972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54128) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:03.241803 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'status': 'completed', 'code': 200} Dec 13 23:30:03.248372 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-a01036c7-534f-431b-9a00-b591b4a05d05 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The resource could not be found. Dec 13 23:30:03.250347 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a01036c7-534f-431b-9a00-b591b4a05d05 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3638527 Dec 13 23:30:03.252207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54132) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:03.294085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:03.448781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.461342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-23aff05b-6a39-46b1-8ffc-7d1ad5395cda tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:03.485500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf6198-bf67-4af7-9f9a-ae2d513e4c05 req-df57293c-371b-40a4-bcc2-2bb47c94a305 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:03.487563 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-28bf6198-bf67-4af7-9f9a-ae2d513e4c05 req-df57293c-371b-40a4-bcc2-2bb47c94a305 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.1313872 Dec 13 23:30:03.512294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=a945f64b-61c3-4c36-9ce1-f264d83367c5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:03.514624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:03.526435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.545761 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/a945f64b-61c3-4c36-9ce1-f264d83367c5 HTTP/1.1" status: 204 len: 168 time: 1.0430944 Dec 13 23:30:03.553478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54136) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:03.553687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae4a11-766e-42a7-ae7b-62b8b8076cbc None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:03.568703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:03.604082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2dd17b7d-8994-40fd-adc3-7571890a54d4 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.670823 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-28bf6198-bf67-4af7-9f9a-ae2d513e4c05 req-25582ac3-c420-4185-9864-5f83251543b1 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742437 Dec 13 23:30:03.681549 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32398c69-2112-481b-9b00-915ee397cf45 req-b147005a-dfa0-469f-8b99-c1c966f68c6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b5040e57f54a47a03b8d098147773b&device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 1098 time: 0.4134040 Dec 13 23:30:03.707492 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54140) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:03.713804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2dd17b7d-8994-40fd-adc3-7571890a54d4 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.802946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:03.870659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:03.892812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:03.900671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:03.917659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:03.924057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:24Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '452de488-1cb5-4377-a229-72d859356978', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'floating_ip_address': '172.26.5.86', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'port_id': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'mac_address': 'fa:16:3e:1a:36:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:29:59Z', 'updated_at': '2021-12-13T23:29:59Z', 'revision_number': 0, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe46439-9ab6-43ee-a08c-74ca3ca61663', 'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'mac_address': 'fa:16:3e:fd:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:23Z', 'updated_at': '2021-12-13T23:29:32Z', 'revision_number': 5, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'subnets': [{'id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:03.930772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32398c69-2112-481b-9b00-915ee397cf45 req-a1e6e0b4-6945-4baa-815e-0b94f752006a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:03.931962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] Checking router: 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:30:03.932311 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32398c69-2112-481b-9b00-915ee397cf45 req-a1e6e0b4-6945-4baa-815e-0b94f752006a service neutron] 10.222.0.18 "GET /v2.0/networks?id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9 HTTP/1.1" status: 200 len: 896 time: 0.2432892 Dec 13 23:30:03.941638 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dc4cbc76-552d-4b59-a914-2abf222c63c0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/floatingips/452de488-1cb5-4377-a229-72d859356978 HTTP/1.1" status: 200 len: 990 time: 0.2326612 Dec 13 23:30:03.961560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:03.965073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:04.004622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2dd17b7d-8994-40fd-adc3-7571890a54d4 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:04.028683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-60a2f1a7-b124-4130-891f-eb2deea4b7ff tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:04.047273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:04.052045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:04.084769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd17b7d-8994-40fd-adc3-7571890a54d4 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992209e8-f50d-41a9-a6fc-b04b131f0f23,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:04.087382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2dd17b7d-8994-40fd-adc3-7571890a54d4 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:04.185122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2dd17b7d-8994-40fd-adc3-7571890a54d4 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:04.186257 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2dd17b7d-8994-40fd-adc3-7571890a54d4 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/992209e8-f50d-41a9-a6fc-b04b131f0f23 HTTP/1.1" status: 204 len: 168 time: 0.9321454 Dec 13 23:30:04.191105 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32398c69-2112-481b-9b00-915ee397cf45 req-971040db-1902-4020-8f4a-f5d98a83635b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed HTTP/1.1" status: 200 len: 998 time: 0.2517965 Dec 13 23:30:04.191593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54144) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:04.223447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:04.363439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32398c69-2112-481b-9b00-915ee397cf45 req-b23bfb8e-21ff-4249-acb8-d87b76bfe323 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:04.364944 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32398c69-2112-481b-9b00-915ee397cf45 req-b23bfb8e-21ff-4249-acb8-d87b76bfe323 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d1beda2-3762-4a34-99e6-5a0e8a9b1612 HTTP/1.1" status: 200 len: 835 time: 0.1438754 Dec 13 23:30:04.432302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bbf5b018-b9fc-408a-a173-b340675cd1e1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Synchronizing usage tracker for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:04.553022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bbf5b018-b9fc-408a-a173-b340675cd1e1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Unset dirty status for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:04.558424 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bbf5b018-b9fc-408a-a173-b340675cd1e1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3593044 Dec 13 23:30:04.559183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54148) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:04.569279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4929d999-039d-4a1c-909f-552459691ebe tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '209f7e88-6fb5-43d8-9047-f0e10c1207f2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:04.582459 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32398c69-2112-481b-9b00-915ee397cf45 req-18504537-fe2b-4c39-82d3-a6eb30880acd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2066250 Dec 13 23:30:04.584449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4929d999-039d-4a1c-909f-552459691ebe tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:04.613829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port d0134eef-312d-47c8-9ab9-b9ae5fac6334 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:04.613829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:04.614922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4929d999-039d-4a1c-909f-552459691ebe tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:04.621248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4929d999-039d-4a1c-909f-552459691ebe tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:04.641542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4929d999-039d-4a1c-909f-552459691ebe tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:04.720148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:24Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '452de488-1cb5-4377-a229-72d859356978', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'floating_ip_address': '172.26.5.86', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'port_id': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'mac_address': 'fa:16:3e:1a:36:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:29:59Z', 'updated_at': '2021-12-13T23:29:59Z', 'revision_number': 0, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe46439-9ab6-43ee-a08c-74ca3ca61663', 'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'mac_address': 'fa:16:3e:fd:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:23Z', 'updated_at': '2021-12-13T23:29:32Z', 'revision_number': 5, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'subnets': [{'id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:04.727748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5b50b4-4313-47d8-8fea-6da85c6c4de7 None None] The sync data for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv is: [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:24Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '452de488-1cb5-4377-a229-72d859356978', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'floating_ip_address': '172.26.5.86', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'port_id': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'mac_address': 'fa:16:3e:1a:36:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:29:59Z', 'updated_at': '2021-12-13T23:29:59Z', 'revision_number': 0, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe46439-9ab6-43ee-a08c-74ca3ca61663', 'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'mac_address': 'fa:16:3e:fd:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:23Z', 'updated_at': '2021-12-13T23:29:32Z', 'revision_number': 5, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'subnets': [{'id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:04.802207 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32398c69-2112-481b-9b00-915ee397cf45 req-b05c7524-5167-4805-9bb9-48f9e4fdb3cc service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130382 Dec 13 23:30:04.810375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-967f63fd-f290-4dac-bd29-f1b6cd07d358 None None] Provisioning complete for port 52e09238-119b-4626-a1cc-eb46e47a1a7f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:04.811052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-967f63fd-f290-4dac-bd29-f1b6cd07d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:04.844263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:04.858153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2df33905-5615-43a4-adbf-fd0423d6567d tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:04.945369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54152) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:04.965002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-967f63fd-f290-4dac-bd29-f1b6cd07d358 None None] Provisioning complete for port cf8ec6a5-b210-484c-959e-c45e9a680669 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:04.967447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-967f63fd-f290-4dac-bd29-f1b6cd07d358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:04.995829 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14024660-7a14-412e-ae9e-0e27c3007c20 None None] New status for floating IP 452de488-1cb5-4377-a229-72d859356978: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:30:05.008698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:05.015252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=662f3b40-657f-44b4-a03e-74497956ad53,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:05.018228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:05.023166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:05.023166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:05.023166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.030611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6cb147-5e94-42b5-98b3-e2387c9e6fd4 None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:05.060474 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-4929d999-039d-4a1c-909f-552459691ebe tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The resource could not be found. Dec 13 23:30:05.065448 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4929d999-039d-4a1c-909f-552459691ebe tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5014205 Dec 13 23:30:05.065641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54156) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:05.073370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104749376'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:05.074029 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0f5dbd72-108e-4eaf-a355-dccca0315128 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/floatingips/452de488-1cb5-4377-a229-72d859356978 HTTP/1.1" status: 200 len: 990 time: 0.1274283 Dec 13 23:30:05.079941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:05.091933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:05.112474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port d0134eef-312d-47c8-9ab9-b9ae5fac6334, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d0134eef-312d-47c8-9ab9-b9ae5fac6334,segment=NetworkSegment(e6948956-09d0-482c-b882-26c946012211),segment_id=e6948956-09d0-482c-b882-26c946012211)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:05.113069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.120443 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32398c69-2112-481b-9b00-915ee397cf45 req-a7fa050c-62d8-4298-9f28-b880e46521bf service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053582 Dec 13 23:30:05.132945 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-967f63fd-f290-4dac-bd29-f1b6cd07d358 None None] Port cf8ec6a5-b210-484c-959e-c45e9a680669 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:05.140445 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d4e96060-0603-48a2-82e5-4d349ab14ceb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5827191 Dec 13 23:30:05.142317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54160) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:05.151509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'security_group': {'name': 'tempest-secgroup-1555088385'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:05.159006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.180589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:05.191727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:05.195806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:05.210366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:05.220228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:05.225744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:05.237426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:05.249140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:05.251071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for d0134eef-312d-47c8-9ab9-b9ae5fac6334 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:05.328196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.329957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.373441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:05.380700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group_rule and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:05.389430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:05.393817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:05.409425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.416212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-428c5a8e-aa27-4876-be61-16cb8f2d364f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:05.470255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] Update dhcp port {'port': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'fixed_ips': [{'subnet_id': '6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '662f3b40-657f-44b4-a03e-74497956ad53'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '52e09238-119b-4626-a1cc-eb46e47a1a7f'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:30:05.480792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43300ec5-6787-4480-9008-1122c1a5b9a8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:05.485748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:05.511594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.527344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.542183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.547130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a11a9bf0-7d0d-44cf-86b9-e435e40be64c tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:05.582920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.588708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c727a7ae-d82b-41d7-b00d-7707d71e367a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:05.591871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=d0134eef-312d-47c8-9ab9-b9ae5fac6334,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:05.594322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:05.597985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.602352 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d3909062-c305-447d-a5c7-d0ba130d0f7b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5355520 Dec 13 23:30:05.608374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54164) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:05.624446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'tempest-secgroup--404342715'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:05.645724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:05.653915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:05.657404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:05.661505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f59577-977f-4ab5-bf78-bd5def17f182,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:05.667512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:05.668706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:05.742439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.746424 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5995984 Dec 13 23:30:05.746613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54168) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:05.752965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'security_group': {'name': 'tempest-secgroup-1147336824'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:05.759550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:05.763749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] Allocated IP 2001:db8::2 (c041d70c-aa2a-4839-a73c-c1faf9b550a2/662f3b40-657f-44b4-a03e-74497956ad53/52e09238-119b-4626-a1cc-eb46e47a1a7f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:05.768609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:05.772085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:05.780641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:05.828917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.837222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.862989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:05.886594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:05.894620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:05.898884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:05.912014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:05.929546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:05.934936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group_rule and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:05.940406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:05.950098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:05.966582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] For port 52e09238-119b-4626-a1cc-eb46e47a1a7f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=52e09238-119b-4626-a1cc-eb46e47a1a7f,segment=NetworkSegment(3e29ca01-8bfd-4e53-8217-702a4517fd4e),segment_id=3e29ca01-8bfd-4e53-8217-702a4517fd4e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:05.995058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.015443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] Transition to ACTIVE for port object 52e09238-119b-4626-a1cc-eb46e47a1a7f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:06.081485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54172) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:06.083235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.089714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4dc7ddc0-7269-45cb-8ae5-be63cbd5504e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:06.226749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.227017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] Pushing event updated for resources: {'Port': ['ID=52e09238-119b-4626-a1cc-eb46e47a1a7f,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:06.230651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:06.264619 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-80128b78-daf3-42b3-aa67-a0f988735144 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/floatingips/452de488-1cb5-4377-a229-72d859356978 HTTP/1.1" status: 200 len: 992 time: 0.1817923 Dec 13 23:30:06.267307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.293814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.298129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2dd17b7d-8994-40fd-adc3-7571890a54d4 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:06.353295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969610b8-c0a6-4cfe-adca-939819b18d8a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:06.359012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:06.366910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.372579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3a7e4d30-cd90-4079-8588-3e8676389f49 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:06.386119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:30:06.413854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe84ee2-349e-4ce8-8dc5-1b02ce2ab1c4,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:06.416539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:06.444838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.447263 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8353059 Dec 13 23:30:06.449472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54176) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:06.456460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e8a3135e-b23a-4892-9326-836aed469a8a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group_rule': {'security_group_id': '43300ec5-6787-4480-9008-1122c1a5b9a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '969610b8-c0a6-4cfe-adca-939819b18d8a'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:06.463483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e8a3135e-b23a-4892-9326-836aed469a8a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:06.468590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e8a3135e-b23a-4892-9326-836aed469a8a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:06.472315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e8a3135e-b23a-4892-9326-836aed469a8a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:06.475543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.479456 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7292356 Dec 13 23:30:06.480691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54180) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:06.482971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e8a3135e-b23a-4892-9326-836aed469a8a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:06.488537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'security_group': {'name': 'tempest-secgroup-180818719'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:06.496582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:06.504040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:06.508157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:06.514730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:06.630896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.653780 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-e8a3135e-b23a-4892-9326-836aed469a8a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:30:06.657972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e8a3135e-b23a-4892-9326-836aed469a8a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2074358 Dec 13 23:30:06.658550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54184) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:06.718411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:06.726652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:security_group_rule and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:06.730240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:06.731094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:06.739722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:06.742863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] Sync routers for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:06.763692 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5695579 Dec 13 23:30:06.763940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54188) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:06.765291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:06.765921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:06.770032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-be4180e0-2603-47b3-8f73-2012b19a2e76 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.837850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 52e09238-119b-4626-a1cc-eb46e47a1a7f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:06.871184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-be4180e0-2603-47b3-8f73-2012b19a2e76 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.933534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:06.999353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:07.013690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.019550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b6160a6e-6fdb-40a7-9f4c-b7482eeaa0e1 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:07.045107 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:30:07.064150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f68ecd28-a571-4fe0-b375-eccd5d4d9727 None None] Provisioning for port 52e09238-119b-4626-a1cc-eb46e47a1a7f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:07.080816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f68ecd28-a571-4fe0-b375-eccd5d4d9727 None None] Provisioning complete for port 52e09238-119b-4626-a1cc-eb46e47a1a7f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:07.081200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f68ecd28-a571-4fe0-b375-eccd5d4d9727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.091839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a26c11b6-d1fc-4977-a185-73417df4cf40,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:07.095664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting subnet 8e61c0aa-390e-4a7c-93bc-d3609e3acf97 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:07.100624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-be4180e0-2603-47b3-8f73-2012b19a2e76 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.102926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-be4180e0-2603-47b3-8f73-2012b19a2e76 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.106749 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-be4180e0-2603-47b3-8f73-2012b19a2e76 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/969610b8-c0a6-4cfe-adca-939819b18d8a HTTP/1.1" status: 204 len: 168 time: 0.4422057 Dec 13 23:30:07.106897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.107228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54192) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:07.142208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.142595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.143014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.143396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.143810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.144181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.144556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.144914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.145276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.145637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.145998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:07.151486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:07.152038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5c197407-a4e7-4434-8e9e-6a7c4d168bcd tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:07.171969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.171969 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6831517 Dec 13 23:30:07.172225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54196) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:07.175035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4180e0-2603-47b3-8f73-2012b19a2e76 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969610b8-c0a6-4cfe-adca-939819b18d8a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:07.179743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-be4180e0-2603-47b3-8f73-2012b19a2e76 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:07.180196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1505785810', 'security_groups': ['a26c11b6-d1fc-4977-a185-73417df4cf40'], 'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '662f3b40-657f-44b4-a03e-74497956ad53'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:07.187419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.212460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a3dae570-0094-4323-9168-41d5eafd414b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Synchronizing usage tracker for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:07.280004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.344253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:07.351876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a3dae570-0094-4323-9168-41d5eafd414b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Unset dirty status for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:07.356652 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a3dae570-0094-4323-9168-41d5eafd414b tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2449801 Dec 13 23:30:07.357290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54200) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:07.360652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:07.433249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5d08052-6b15-4611-b75a-8698631123f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.445300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f68ecd28-a571-4fe0-b375-eccd5d4d9727 None None] Provisioning complete for port cf8ec6a5-b210-484c-959e-c45e9a680669 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:07.445685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f68ecd28-a571-4fe0-b375-eccd5d4d9727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.448894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.454014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-52bc86e4-31e4-4254-a0c7-3d72b360f30a tempest-FloatingIPNegativeTestJSON-624710540 tempest-FloatingIPNegativeTestJSON-624710540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:07.461070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5d08052-6b15-4611-b75a-8698631123f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.482910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:07.492135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Subnet': ['ID=8e61c0aa-390e-4a7c-93bc-d3609e3acf97,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:07.494827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:07.497692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.508913 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/8e61c0aa-390e-4a7c-93bc-d3609e3acf97 HTTP/1.1" status: 204 len: 168 time: 0.7424169 Dec 13 23:30:07.508913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54204) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:07.512589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f68ecd28-a571-4fe0-b375-eccd5d4d9727 None None] Port cf8ec6a5-b210-484c-959e-c45e9a680669 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:07.517310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b34341-747e-4905-9e88-42f5af74720c None None] Network 5b08ca41-db06-4def-bbbf-05f9ae1cf979 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:07.609838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:05Z', 'revision_number': 9, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:07.626198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] Checking router: b9be3ee3-ea14-405a-a4d6-12457333f3c5 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:30:07.630252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.635202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.641325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 353c9d85-e5fb-45ee-b604-11e458c3fb30 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:07.641725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.657698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] device_id is not set on port f1f34934-0690-41c3-af11-67dab8c9acb5 yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:30:07.693822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5d08052-6b15-4611-b75a-8698631123f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.699706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2defbcce-873c-42fc-8447-327777c0352b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:07.706968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:07.707628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:07.735245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d08052-6b15-4611-b75a-8698631123f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43300ec5-6787-4480-9008-1122c1a5b9a8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:07.741721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a5d08052-6b15-4611-b75a-8698631123f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:07.825650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a5d08052-6b15-4611-b75a-8698631123f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.825887 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a5d08052-6b15-4611-b75a-8698631123f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/43300ec5-6787-4480-9008-1122c1a5b9a8 HTTP/1.1" status: 204 len: 168 time: 0.4676564 Dec 13 23:30:07.829171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54208) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:07.866444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port 353c9d85-e5fb-45ee-b604-11e458c3fb30, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=353c9d85-e5fb-45ee-b604-11e458c3fb30,segment=NetworkSegment(e6948956-09d0-482c-b882-26c946012211),segment_id=e6948956-09d0-482c-b882-26c946012211)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:07.866895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:07.887910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:07.959001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-560466d9-bfb6-4ad3-b71f-13b6f57f52bb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Synchronizing usage tracker for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:07.962128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8::24c (c041d70c-aa2a-4839-a73c-c1faf9b550a2/662f3b40-657f-44b4-a03e-74497956ad53/f1f34934-0690-41c3-af11-67dab8c9acb5) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:07.992415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 353c9d85-e5fb-45ee-b604-11e458c3fb30 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:08.071018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc478449-b233-48a7-8104-cf43490a4cbf None None] DHCP port deletion for 5b08ca41-db06-4def-bbbf-05f9ae1cf979 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:30:08.100764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-dc478449-b233-48a7-8104-cf43490a4cbf None None] Deleting port 353c9d85-e5fb-45ee-b604-11e458c3fb30 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:08.100764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dc478449-b233-48a7-8104-cf43490a4cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.101667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-560466d9-bfb6-4ad3-b71f-13b6f57f52bb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Unset dirty status for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:08.102906 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-560466d9-bfb6-4ad3-b71f-13b6f57f52bb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2726305 Dec 13 23:30:08.106794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54212) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:08.112430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'tempest-secgroup--32742873'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:08.126147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:08.150014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:08.159308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.164420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:08.205987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.209455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=353c9d85-e5fb-45ee-b604-11e458c3fb30,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:08.212882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:08.215768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No DVR routers for this DVR port 353c9d85-e5fb-45ee-b604-11e458c3fb30 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:08.222756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object f1f34934-0690-41c3-af11-67dab8c9acb5 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:08.250526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-dc478449-b233-48a7-8104-cf43490a4cbf None None] The port '353c9d85-e5fb-45ee-b604-11e458c3fb30' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:30:08.266699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.306456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:08.310978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Usage tracker for resource:security_group_rule and tenant:7bf51014b2614ec48bd9ec44fb2d2c71 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:08.314507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:08.322317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:08.359405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.373828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:05Z', 'revision_number': 9, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:08.379737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd49cb8-85c7-42fa-8f6d-27b33fe0d8e4 None None] The sync data for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv is: [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:05Z', 'revision_number': 9, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': '919cd2b1-881e-4a9c-b8b2-0c71f42b670e', 'name': '', 'network_id': 'e1dc7e0f-4082-4499-98f9-3c120c2e15ee', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:3d:6c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:29Z', 'updated_at': '2021-12-13T23:29:55Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '5f57e163-e356-4b90-8c23-d1a7d4358a17', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:08.387047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:08.445074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:08.456522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:08.472207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:30:08.477043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.477659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:08.478334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.511089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b08ca41-db06-4def-bbbf-05f9ae1cf979']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:08.514442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.526913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6948956-09d0-482c-b882-26c946012211') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:08.527438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6948956-09d0-482c-b882-26c946012211') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:08.530426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=f1f34934-0690-41c3-af11-67dab8c9acb5,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:08.551206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.553416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.553851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.554282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.554665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.555031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.555396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.555788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.556211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.557321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.557695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.558212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:08.562151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:08.572688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.579812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:30:08.580798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.587915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.591822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bb62af4e-c46c-40ac-902d-e5d7af873eda tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:30:08.607483 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:30:08.624598 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4501958 Dec 13 23:30:08.633331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54216) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:08.640632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:08.660320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c1024b-4fdb-460e-833f-d0d0afae607e,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:08.669126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:08.720144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 353c9d85-e5fb-45ee-b604-11e458c3fb30 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:08.732094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.733298 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6256104 Dec 13 23:30:08.736353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54220) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:08.744398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ce0e896c-d1f0-4368-8ec1-04104981051f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:08.744950 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-ce0e896c-d1f0-4368-8ec1-04104981051f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 23:30:08.745865 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ce0e896c-d1f0-4368-8ec1-04104981051f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "PUT /v2.0/security-groups/b4c1024b-4fdb-460e-833f-d0d0afae607e HTTP/1.1" status: 409 len: 330 time: 0.0079758 Dec 13 23:30:08.748791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54224) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:08.759375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 353c9d85-e5fb-45ee-b604-11e458c3fb30 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:08.759770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 353c9d85-e5fb-45ee-b604-11e458c3fb30 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:08.760204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d0134eef-312d-47c8-9ab9-b9ae5fac6334 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:08.770548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.779426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4753f2a8-cd9f-462d-a4ed-52d1cb2d3810 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:08.794457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: d0134eef-312d-47c8-9ab9-b9ae5fac6334 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:08.794883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d0134eef-312d-47c8-9ab9-b9ae5fac6334 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:08.802143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.817325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Network': ['ID=5b08ca41-db06-4def-bbbf-05f9ae1cf979,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:08.821294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:08.825791 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/networks/5b08ca41-db06-4def-bbbf-05f9ae1cf979 HTTP/1.1" status: 204 len: 168 time: 1.3146787 Dec 13 23:30:08.826417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54228) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:08.847018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:08.853954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:08.857389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:08.872847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:08.881906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48d83c62-d251-4993-b056-4e2b3d62358f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.896108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-368ac668-5170-4dcb-9784-62754de2006c None None] Provisioning for port f1f34934-0690-41c3-af11-67dab8c9acb5 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:08.902582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-368ac668-5170-4dcb-9784-62754de2006c None None] Provisioning complete for port f1f34934-0690-41c3-af11-67dab8c9acb5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:08.903201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-368ac668-5170-4dcb-9784-62754de2006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.912414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48d83c62-d251-4993-b056-4e2b3d62358f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:08.965811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-368ac668-5170-4dcb-9784-62754de2006c None None] Port f1f34934-0690-41c3-af11-67dab8c9acb5 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:08.981719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:08.985510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:09.067398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48d83c62-d251-4993-b056-4e2b3d62358f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:09.073433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6ae72b2f-bf1c-4ca9-9051-8f4cff3123cf tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:09.103549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d83c62-d251-4993-b056-4e2b3d62358f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c1024b-4fdb-460e-833f-d0d0afae607e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:09.108124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-48d83c62-d251-4993-b056-4e2b3d62358f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:09.145642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.ipam_backend_mixin [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 662f3b40-657f-44b4-a03e-74497956ad53 (CIDR: 2001:db8::/64) Dec 13 23:30:09.179070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:09.181091 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:30:09.181717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:09.188035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-48d83c62-d251-4993-b056-4e2b3d62358f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:09.189212 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-48d83c62-d251-4993-b056-4e2b3d62358f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/b4c1024b-4fdb-460e-833f-d0d0afae607e HTTP/1.1" status: 204 len: 168 time: 0.4393692 Dec 13 23:30:09.194813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54232) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:09.350593 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-350f3d9f-0e49-4133-803a-ced5f9f33c8f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7161865 Dec 13 23:30:09.354014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54236) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:09.361105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:09.369598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-74578767-9225-4f62-a35d-3a7cee1cf314 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Synchronizing usage tracker for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:09.442076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-74578767-9225-4f62-a35d-3a7cee1cf314 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Unset dirty status for tenant:7bf51014b2614ec48bd9ec44fb2d2c71 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:09.443322 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-74578767-9225-4f62-a35d-3a7cee1cf314 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2476225 Dec 13 23:30:09.447203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54240) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:09.464380 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-2529b5be-970b-46d4-9561-f1a7f0b35288 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] delete failed (client error): The resource could not be found. Dec 13 23:30:09.465367 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2529b5be-970b-46d4-9561-f1a7f0b35288 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "DELETE /v2.0/security-groups/934a9fa0-f462-4dca-a962-6fab942d92b4 HTTP/1.1" status: 404 len: 347 time: 0.0171814 Dec 13 23:30:09.469025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54244) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:09.488822 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-4701f5e5-e393-4215-b864-c04c2d7ca85a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] show failed (client error): The resource could not be found. Dec 13 23:30:09.493650 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4701f5e5-e393-4215-b864-c04c2d7ca85a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-groups/a5c928e2-d4b6-48b9-98c1-8cc1f7acdace HTTP/1.1" status: 404 len: 347 time: 0.0200396 Dec 13 23:30:09.494619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54248) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:09.511149 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-e19e15b1-1672-49d3-b19e-3f5d528edeeb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] show failed (client error): The resource could not be found. Dec 13 23:30:09.515799 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e19e15b1-1672-49d3-b19e-3f5d528edeeb tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] 10.222.0.30 "GET /v2.0/security-group-rules/e687ca37-aa4a-4c07-99fc-72b26de81477 HTTP/1.1" status: 404 len: 356 time: 0.0177343 Dec 13 23:30:09.640826 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:09.648313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:09.652762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:09.670209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:09.772392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:09.928891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.027600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54256) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:10.203350 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-41fe546b-9a74-443e-bea3-8031b7c105dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7bf51014b2614ec48bd9ec44fb2d2c71&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1743329 Dec 13 23:30:10.205826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54262) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:10.235039 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.ipam_backend_mixin [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268 (CIDR: 2001:db8:0:1::/64) Dec 13 23:30:10.267666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-59b0a917-e2b9-45f2-a60e-97712c31af41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.287818 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:30:10.288368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:10.296098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-59b0a917-e2b9-45f2-a60e-97712c31af41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.315030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:10.315369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.389948 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-22f4b794-b829-4392-a06a-b0d1f71771a5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0345383 Dec 13 23:30:10.392893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54266) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:10.398930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'subnet': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:10.416460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-59b0a917-e2b9-45f2-a60e-97712c31af41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.425968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a464ecb1-89c3-44b8-bed2-e498a6d58601 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:10.486327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0a917-e2b9-45f2-a60e-97712c31af41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f01af7-8ad8-4642-b55d-00971c5e0164,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:10.497771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-59b0a917-e2b9-45f2-a60e-97712c31af41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:10.516820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port 919cd2b1-881e-4a9c-b8b2-0c71f42b670e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=919cd2b1-881e-4a9c-b8b2-0c71f42b670e,segment=NetworkSegment(42db4e88-29a2-4362-bc16-cc37bc34edaf),segment_id=42db4e88-29a2-4362-bc16-cc37bc34edaf)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:10.517209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.559686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:10.564956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Usage tracker for resource:subnet and tenant:4dff06d63ab0478ba59bc0ffe360cae3 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:10.567992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:10.570674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-59b0a917-e2b9-45f2-a60e-97712c31af41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.571804 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-59b0a917-e2b9-45f2-a60e-97712c31af41 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24f01af7-8ad8-4642-b55d-00971c5e0164 HTTP/1.1" status: 204 len: 168 time: 0.3649487 Dec 13 23:30:10.575622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:10.641818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Made reservation on behalf of 4dff06d63ab0478ba59bc0ffe360cae3 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:10.645925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.649254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 919cd2b1-881e-4a9c-b8b2-0c71f42b670e owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:10.919110 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.923737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ca070d1a-a6ca-4a50-884f-428439f4e430 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:10.966551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=919cd2b1-881e-4a9c-b8b2-0c71f42b670e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:10.971465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:10.993754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:10.999733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3726029a-a625-4e3b-a11f-268dfaf37aca tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:11.083579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:11.087013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:11.091288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:11.091896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:11.095717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Subnet': ['ID=ce6c065c-b20a-4533-8c1f-e13271ee4606,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:11.101437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab9c43-c885-4046-958a-d200941aa5ba None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:11.115387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:11.207444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:11.220682 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8264554 Dec 13 23:30:11.223840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54282) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:11.230216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-110924971', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ce6c065c-b20a-4533-8c1f-e13271ee4606'}], 'security_groups': ['89f59577-977f-4ab5-bf78-bd5def17f182', 'dfe84ee2-349e-4ce8-8dc5-1b02ce2ab1c4']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:11.374543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:11.548863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] Update dhcp port {'port': {'network_id': 'c041d70c-aa2a-4839-a73c-c1faf9b550a2', 'fixed_ips': [{'subnet_id': '6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '662f3b40-657f-44b4-a03e-74497956ad53', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ce6c065c-b20a-4533-8c1f-e13271ee4606'}], 'binding:host_id': 'dv-neutron-821564-1-hyperv'}, 'id': '52e09238-119b-4626-a1cc-eb46e47a1a7f'} from dv-neutron-821564-1-hyperv. {{(pid=84313) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Dec 13 23:30:11.622984 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:11.863638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Delete allocated IP 2001:db8::24c (c041d70c-aa2a-4839-a73c-c1faf9b550a2/662f3b40-657f-44b4-a03e-74497956ad53) {{(pid=84311) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 23:30:11.873905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Allocated IP 2001:db8:0:2::26f (c041d70c-aa2a-4839-a73c-c1faf9b550a2/ce6c065c-b20a-4533-8c1f-e13271ee4606/f1f34934-0690-41c3-af11-67dab8c9acb5) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:11.881018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-79c717ed-3b57-4476-8607-639f34cf8d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:11.885229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54292) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:11.888891 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026567 Dec 13 23:30:11.892090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54294) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:11.932538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:30:12.072735 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e2804a1e-08ac-47dd-8940-6d021aed502d tempest-NetworksApiDiscovery-1964206369 tempest-NetworksApiDiscovery-1964206369-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1795347 Dec 13 23:30:12.122813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:12.138545 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3087900 Dec 13 23:30:12.138856 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] Sync routers for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:12.139305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54302) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:12.146215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.156127 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:12.157013 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:12.164997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Transition to ACTIVE for port object f1f34934-0690-41c3-af11-67dab8c9acb5 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:12.256006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.263683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-88a18f0c-c685-4489-93e9-3a53fcb0713b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:12.338310 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:12.342000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] Allocated IP 2001:db8:0:2::2 (c041d70c-aa2a-4839-a73c-c1faf9b550a2/ce6c065c-b20a-4533-8c1f-e13271ee4606/52e09238-119b-4626-a1cc-eb46e47a1a7f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:12.348727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting subnet 5f57e163-e356-4b90-8c23-d1a7d4358a17 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:12.351977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.419732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] In _notify_port_updated(), no bound segment for port f1f34934-0690-41c3-af11-67dab8c9acb5 on network c041d70c-aa2a-4839-a73c-c1faf9b550a2 {{(pid=84311) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:30:12.425393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:12.426763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.431100 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "PUT /v2.0/ports/f1f34934-0690-41c3-af11-67dab8c9acb5 HTTP/1.1" status: 200 len: 969 time: 1.2038336 Dec 13 23:30:12.433691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.433820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54306) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:12.479597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event updated for resources: {'Port': ['ID=f1f34934-0690-41c3-af11-67dab8c9acb5,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:12.490944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:12.529415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.530093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port f1f34934-0690-41c3-af11-67dab8c9acb5 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:12.530436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.549348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] For port 52e09238-119b-4626-a1cc-eb46e47a1a7f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=52e09238-119b-4626-a1cc-eb46e47a1a7f,segment=NetworkSegment(3e29ca01-8bfd-4e53-8217-702a4517fd4e),segment_id=3e29ca01-8bfd-4e53-8217-702a4517fd4e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:12.582700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.606467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] Transition to ACTIVE for port object 52e09238-119b-4626-a1cc-eb46e47a1a7f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:12.668714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.677243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:12.725455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.739317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-03c3431f-4c12-4c89-82e8-29f5fff9cb77 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:12.771929 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:10Z', 'revision_number': 10, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:12.777233 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] Checking router: b9be3ee3-ea14-405a-a4d6-12457333f3c5 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:30:12.778913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54312) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:12.779807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Subnet': ['ID=5f57e163-e356-4b90-8c23-d1a7d4358a17,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:12.784229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.792303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:12.793207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da921119-93ef-41a9-a39b-29ef1c8b2903 None None] Network e1dc7e0f-4082-4499-98f9-3c120c2e15ee requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:12.795790 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/5f57e163-e356-4b90-8c23-d1a7d4358a17 HTTP/1.1" status: 204 len: 168 time: 0.6559038 Dec 13 23:30:12.801349 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:12.802049 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:29:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:12.802901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54316) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:12.964762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:12.987925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port c1db21a5-b3fc-465c-9f50-6f8e19182c37 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:12.988274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.003785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.013817 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:13.050598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] Pushing event updated for resources: {'Port': ['ID=52e09238-119b-4626-a1cc-eb46e47a1a7f,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:13.064380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:13.072663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.127237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:13.132464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Usage tracker for resource:security_group_rule and tenant:9bb78a4ec2fc4aafa0f2136aa8dfcf05 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:13.135979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:13.142498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:13.163124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for f1f34934-0690-41c3-af11-67dab8c9acb5 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:13.310094 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] DHCP port deletion for e1dc7e0f-4082-4499-98f9-3c120c2e15ee request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:30:13.315162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.319640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] Deleting port c1db21a5-b3fc-465c-9f50-6f8e19182c37 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:13.323773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.405506 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:10Z', 'revision_number': 10, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:13.411053 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579a561c-1bf7-464e-9fb4-bd37e3f43e2b None None] The sync data for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv is: [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:10Z', 'revision_number': 10, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None, '_interfaces': [{'id': 'a5ee8fac-0c14-4414-a914-c40543b5d453', 'name': '', 'network_id': '53884696-524c-4df9-9b24-b05f63c0cccf', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'mac_address': 'fa:16:3e:d6:fd:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:21Z', 'updated_at': '2021-12-13T23:29:38Z', 'revision_number': 5, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'subnets': [{'id': '88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:13.451092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.454821 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.460898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4e7f1cb9-1ced-4fcd-b290-22c67a80dee4 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:13.473700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-74d2fbc7-8215-4141-9407-c63d55c95f2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:13.522128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=f1f34934-0690-41c3-af11-67dab8c9acb5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:13.527151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:13.540995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port c1db21a5-b3fc-465c-9f50-6f8e19182c37, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c1db21a5-b3fc-465c-9f50-6f8e19182c37,segment=NetworkSegment(42db4e88-29a2-4362-bc16-cc37bc34edaf),segment_id=42db4e88-29a2-4362-bc16-cc37bc34edaf)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:13.541319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.551760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc6badb-12da-40b0-a4a2-462b38cd1e94,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:13.557560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:13.561749 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bb78a4ec2fc4aafa0f2136aa8dfcf05&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7798314 Dec 13 23:30:13.575320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54322) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:13.596036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.606904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] For port c1db21a5-b3fc-465c-9f50-6f8e19182c37, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c1db21a5-b3fc-465c-9f50-6f8e19182c37,segment=NetworkSegment(42db4e88-29a2-4362-bc16-cc37bc34edaf),segment_id=42db4e88-29a2-4362-bc16-cc37bc34edaf)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:13.607442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.613605 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/f1f34934-0690-41c3-af11-67dab8c9acb5 HTTP/1.1" status: 204 len: 168 time: 1.1803646 Dec 13 23:30:13.621513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54326) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:13.695220 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde4355e-9b32-4a2f-8336-1068f84a8223 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] GET failed (client error): The resource could not be found. Dec 13 23:30:13.695751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dde4355e-9b32-4a2f-8336-1068f84a8223 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Synchronizing usage tracker for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:13.708811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for c1db21a5-b3fc-465c-9f50-6f8e19182c37 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:13.721637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d74aceab-5965-4ed0-825f-a0778ebf9750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.753261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] Calling delete_port for c1db21a5-b3fc-465c-9f50-6f8e19182c37 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:13.753760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d74aceab-5965-4ed0-825f-a0778ebf9750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.879573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.880390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dde4355e-9b32-4a2f-8336-1068f84a8223 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Unset dirty status for tenant:4dff06d63ab0478ba59bc0ffe360cae3 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:13.884107 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dde4355e-9b32-4a2f-8336-1068f84a8223 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports/f1f34934-0690-41c3-af11-67dab8c9acb5 HTTP/1.1" status: 404 len: 333 time: 0.2588940 Dec 13 23:30:13.884107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d74aceab-5965-4ed0-825f-a0778ebf9750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.894139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54330) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:13.894139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fb8d7228-60aa-49da-af24-d84dcd443d40 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:13.894349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:13.897020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:30:13.897600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:30:13.927231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d74aceab-5965-4ed0-825f-a0778ebf9750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:13.928498 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d74aceab-5965-4ed0-825f-a0778ebf9750 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fcc6badb-12da-40b0-a4a2-462b38cd1e94 HTTP/1.1" status: 204 len: 168 time: 0.3529439 Dec 13 23:30:13.929405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74aceab-5965-4ed0-825f-a0778ebf9750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6badb-12da-40b0-a4a2-462b38cd1e94,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:13.938181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d74aceab-5965-4ed0-825f-a0778ebf9750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:13.946838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No DVR routers for this DVR port c1db21a5-b3fc-465c-9f50-6f8e19182c37 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:13.948841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=c1db21a5-b3fc-465c-9f50-6f8e19182c37,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:13.983422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:14.000705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6bf87bc3-1a58-4d6e-a105-a64c8c6a2fa9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.049700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-079fc51e-65be-4544-a8c4-481d757bd2be None None] Could not find standard attr ID for object f1f34934-0690-41c3-af11-67dab8c9acb5. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:30:14.067059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6bf87bc3-1a58-4d6e-a105-a64c8c6a2fa9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.091515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3addfb49-722d-4944-9fdc-84f85482d6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.126239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-079fc51e-65be-4544-a8c4-481d757bd2be None None] Provisioning for port 52e09238-119b-4626-a1cc-eb46e47a1a7f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:14.137159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-079fc51e-65be-4544-a8c4-481d757bd2be None None] Provisioning complete for port 52e09238-119b-4626-a1cc-eb46e47a1a7f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:14.137857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-079fc51e-65be-4544-a8c4-481d757bd2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.217626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6bf87bc3-1a58-4d6e-a105-a64c8c6a2fa9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.225896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ae500180-1f56-4e66-9141-5b313d2aff60 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:14.265712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf87bc3-1a58-4d6e-a105-a64c8c6a2fa9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26c11b6-d1fc-4977-a185-73417df4cf40,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:14.274523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6bf87bc3-1a58-4d6e-a105-a64c8c6a2fa9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:14.285533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6bf87bc3-1a58-4d6e-a105-a64c8c6a2fa9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.289128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.291059 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6bf87bc3-1a58-4d6e-a105-a64c8c6a2fa9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/security-groups/a26c11b6-d1fc-4977-a185-73417df4cf40 HTTP/1.1" status: 204 len: 168 time: 0.3896096 Dec 13 23:30:14.293930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54336) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:14.343345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1dc7e0f-4082-4499-98f9-3c120c2e15ee']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:14.378844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42db4e88-29a2-4362-bc16-cc37bc34edaf') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:14.378844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42db4e88-29a2-4362-bc16-cc37bc34edaf') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:14.401369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] Deleting port c1db21a5-b3fc-465c-9f50-6f8e19182c37 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:14.401773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.402217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.429383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.437532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:30:14.438919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.444013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8bc33941-36a0-4442-a07c-97dc63b82d6a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:30:14.457964 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:30:14.479509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8bc33941-36a0-4442-a07c-97dc63b82d6a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.577396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef45fc-2986-4a2e-bdce-849b1f81eeb5 None None] The port 'c1db21a5-b3fc-465c-9f50-6f8e19182c37' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:30:14.602146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-079fc51e-65be-4544-a8c4-481d757bd2be None None] Provisioning complete for port cf8ec6a5-b210-484c-959e-c45e9a680669 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:14.602527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-079fc51e-65be-4544-a8c4-481d757bd2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.633201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8bc33941-36a0-4442-a07c-97dc63b82d6a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.637852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8efc51e7-e76d-4e53-8353-83e8ba7a2433 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:14.660384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-079fc51e-65be-4544-a8c4-481d757bd2be None None] Port cf8ec6a5-b210-484c-959e-c45e9a680669 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:14.661196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc33941-36a0-4442-a07c-97dc63b82d6a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe84ee2-349e-4ce8-8dc5-1b02ce2ab1c4,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:14.663540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.664277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8bc33941-36a0-4442-a07c-97dc63b82d6a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:14.667089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d8d03067-0a27-452f-99c3-90daa9226831 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:14.673645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8bc33941-36a0-4442-a07c-97dc63b82d6a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.674704 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8bc33941-36a0-4442-a07c-97dc63b82d6a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/security-groups/dfe84ee2-349e-4ce8-8dc5-1b02ce2ab1c4 HTTP/1.1" status: 204 len: 168 time: 0.3794467 Dec 13 23:30:14.675315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54340) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:14.711255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.714035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Network': ['ID=e1dc7e0f-4082-4499-98f9-3c120c2e15ee,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:14.717155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:14.726997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 52e09238-119b-4626-a1cc-eb46e47a1a7f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:14.731907 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/networks/e1dc7e0f-4082-4499-98f9-3c120c2e15ee HTTP/1.1" status: 204 len: 168 time: 1.9273808 Dec 13 23:30:14.734640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54344) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:14.758788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07dd53f3-22dc-4517-abad-857dcf33a863 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.786464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0fa3c569-23d8-4034-bc0b-567361e8d680 None None] Could not find standard attr ID for object f1f34934-0690-41c3-af11-67dab8c9acb5. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 23:30:14.789835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07dd53f3-22dc-4517-abad-857dcf33a863 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.811411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 52e09238-119b-4626-a1cc-eb46e47a1a7f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:14.811842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.907258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07dd53f3-22dc-4517-abad-857dcf33a863 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.913408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0630914c-8cc9-46b5-a497-80251f6ea2f7 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:14.926969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd53f3-22dc-4517-abad-857dcf33a863 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f59577-977f-4ab5-bf78-bd5def17f182,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:14.929565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-07dd53f3-22dc-4517-abad-857dcf33a863 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:14.937099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-07dd53f3-22dc-4517-abad-857dcf33a863 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:14.941560 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-07dd53f3-22dc-4517-abad-857dcf33a863 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/security-groups/89f59577-977f-4ab5-bf78-bd5def17f182 HTTP/1.1" status: 204 len: 168 time: 0.2652500 Dec 13 23:30:14.942461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54348) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:14.989482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c1db21a5-b3fc-465c-9f50-6f8e19182c37 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:15.027397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: c1db21a5-b3fc-465c-9f50-6f8e19182c37 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:15.029298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c1db21a5-b3fc-465c-9f50-6f8e19182c37 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:15.029911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 919cd2b1-881e-4a9c-b8b2-0c71f42b670e no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:15.065840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 919cd2b1-881e-4a9c-b8b2-0c71f42b670e {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:15.066787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 919cd2b1-881e-4a9c-b8b2-0c71f42b670e not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:15.084663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.140206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet 662f3b40-657f-44b4-a03e-74497956ad53 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:15.143790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.201622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.290116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.302105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.410711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.439184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.449275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9813062a-0aec-45eb-8611-4766f5f4017f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:15.481049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=662f3b40-657f-44b4-a03e-74497956ad53,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:15.483413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:15.489647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.495465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed8290-1835-4701-b306-98ef95991b48 None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:15.500412 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/662f3b40-657f-44b4-a03e-74497956ad53 HTTP/1.1" status: 204 len: 168 time: 0.5528619 Dec 13 23:30:15.501322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54352) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:15.569372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet ce6c065c-b20a-4533-8c1f-e13271ee4606 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:15.572337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.633885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.687054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port a5ee8fac-0c14-4414-a914-c40543b5d453 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:15.687394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.725488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.862955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.868971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5a142fa1-4558-436d-a756-fbcf6dfb15e7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:15.889184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port a5ee8fac-0c14-4414-a914-c40543b5d453, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a5ee8fac-0c14-4414-a914-c40543b5d453,segment=NetworkSegment(518f529e-50a4-408c-838d-fa391f8c5bad),segment_id=518f529e-50a4-408c-838d-fa391f8c5bad)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:15.889550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.911551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6c065c-b20a-4533-8c1f-e13271ee4606,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:15.914849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:15.915922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:15.925483 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/ce6c065c-b20a-4533-8c1f-e13271ee4606 HTTP/1.1" status: 204 len: 168 time: 0.4203758 Dec 13 23:30:15.925957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54356) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:15.967639 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-370dcb73-7874-4620-a93f-208a8c903cb7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:15.968094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370dcb73-7874-4620-a93f-208a8c903cb7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:15.969940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-370dcb73-7874-4620-a93f-208a8c903cb7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/662f3b40-657f-44b4-a03e-74497956ad53 HTTP/1.1" status: 404 len: 337 time: 0.0429060 Dec 13 23:30:15.972527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54360) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:16.053182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting subnet 6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:16.056749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.116597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.132377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for a5ee8fac-0c14-4414-a914-c40543b5d453 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:16.208095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.344058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd6ae7-60d1-4714-acd0-211061a8378b None None] Network c041d70c-aa2a-4839-a73c-c1faf9b550a2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:16.351579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.356718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8b65cbc0-3a71-4502-9bbb-797f72672245 tempest-TagsExtTest-117728234 tempest-TagsExtTest-117728234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:16.380220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.388274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5178c791-f467-485d-b52a-c17763989147 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:16.394062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:16.396701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:16.402730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.411668 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/6a1dcb04-f7c2-4e8a-afc6-3c7c4440a268 HTTP/1.1" status: 204 len: 168 time: 0.4360657 Dec 13 23:30:16.412834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54364) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:16.438443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=a5ee8fac-0c14-4414-a914-c40543b5d453,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:16.441806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:16.455549 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-869699c7-ff59-4b60-989d-d2d989fbb400 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:16.456196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869699c7-ff59-4b60-989d-d2d989fbb400 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:16.460442 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-869699c7-ff59-4b60-989d-d2d989fbb400 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/a945f64b-61c3-4c36-9ce1-f264d83367c5 HTTP/1.1" status: 404 len: 337 time: 0.0440023 Dec 13 23:30:16.460686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54368) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:16.522157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-662d52ad-2c91-449e-bef1-10a70dbce3cc None None] Provisioning complete for port 52e09238-119b-4626-a1cc-eb46e47a1a7f triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:16.522536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-662d52ad-2c91-449e-bef1-10a70dbce3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.631709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.640713 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e00a9dea-4d59-42e8-a1d1-b236e9126bbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c78e6a7-a74c-4c25-b9bb-df0848574641 HTTP/1.1" status: 200 len: 205 time: 0.1765857 Dec 13 23:30:16.641190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54372) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:16.748598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-662d52ad-2c91-449e-bef1-10a70dbce3cc None None] Provisioning complete for port cf8ec6a5-b210-484c-959e-c45e9a680669 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:16.748969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-662d52ad-2c91-449e-bef1-10a70dbce3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.762660 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-867ba4a3-3a63-4edd-b1ff-78298e222b51 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] delete failed (client error): The resource could not be found. Dec 13 23:30:16.769408 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-867ba4a3-3a63-4edd-b1ff-78298e222b51 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/routers/7c78e6a7-a74c-4c25-b9bb-df0848574641 HTTP/1.1" status: 404 len: 336 time: 0.1220090 Dec 13 23:30:16.770013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54376) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:16.794340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.805624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] DHCP port deletion for c041d70c-aa2a-4839-a73c-c1faf9b550a2 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:30:16.809848 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3d4559-c8c5-462b-80a9-1c44dc2e2bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:16.810294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3d4559-c8c5-462b-80a9-1c44dc2e2bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:16.814236 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-be3d4559-c8c5-462b-80a9-1c44dc2e2bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/f7f83efd-0373-4e82-b797-3690e99bcfe3 HTTP/1.1" status: 404 len: 337 time: 0.0406861 Dec 13 23:30:16.814578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54380) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:16.829317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-662d52ad-2c91-449e-bef1-10a70dbce3cc None None] Port cf8ec6a5-b210-484c-959e-c45e9a680669 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:16.834944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] Deleting port 52e09238-119b-4626-a1cc-eb46e47a1a7f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:16.835333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:16.856768 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e502ce3-b324-465a-85d3-0bfe963ce587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:16.857200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e502ce3-b324-465a-85d3-0bfe963ce587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:16.861378 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9e502ce3-b324-465a-85d3-0bfe963ce587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/df616811-eb14-4805-a9d4-b7c5e14fda9a HTTP/1.1" status: 404 len: 337 time: 0.0433655 Dec 13 23:30:16.861555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54384) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:16.907242 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea83b96-8d27-4721-a146-35aaedd594bc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:16.908601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea83b96-8d27-4721-a146-35aaedd594bc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:16.911854 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dea83b96-8d27-4721-a146-35aaedd594bc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/6c7d489c-51b8-4676-a697-fedbcfb0a7c7 HTTP/1.1" status: 404 len: 337 time: 0.0469656 Dec 13 23:30:16.912135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54388) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:16.953964 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac63ec6a-4734-44f5-b858-b72eb4f9d20f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:16.954405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac63ec6a-4734-44f5-b858-b72eb4f9d20f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:16.956970 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ac63ec6a-4734-44f5-b858-b72eb4f9d20f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/ec19152f-7d22-48a3-a05c-17b6feff09bd HTTP/1.1" status: 404 len: 333 time: 0.0439279 Dec 13 23:30:16.959433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54392) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:16.997326 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c1a24a-41e2-44cf-9f86-de57b3408e0c tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:16.997764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c1a24a-41e2-44cf-9f86-de57b3408e0c tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:17.001684 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c9c1a24a-41e2-44cf-9f86-de57b3408e0c tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/2b1d3bcb-ccca-4017-8284-ad27fa8ea751 HTTP/1.1" status: 404 len: 337 time: 0.0387182 Dec 13 23:30:17.002477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54396) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:17.041710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] For port 52e09238-119b-4626-a1cc-eb46e47a1a7f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=52e09238-119b-4626-a1cc-eb46e47a1a7f,segment=NetworkSegment(3e29ca01-8bfd-4e53-8217-702a4517fd4e),segment_id=3e29ca01-8bfd-4e53-8217-702a4517fd4e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:17.042081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.043780 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6b0831-bdc1-4404-8f3c-a1971d1efeec tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:17.044229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6b0831-bdc1-4404-8f3c-a1971d1efeec tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:17.048157 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ee6b0831-bdc1-4404-8f3c-a1971d1efeec tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/547cc739-f120-4420-a6a5-b040922e2729 HTTP/1.1" status: 404 len: 337 time: 0.0425768 Dec 13 23:30:17.048443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54400) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:17.088389 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ff6ddf-e60e-4e92-bce1-a87f75257974 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:17.088898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ff6ddf-e60e-4e92-bce1-a87f75257974 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:17.092788 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-86ff6ddf-e60e-4e92-bce1-a87f75257974 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/8ffec3e5-43cb-4484-b0ac-858e833a4c88 HTTP/1.1" status: 404 len: 333 time: 0.0411725 Dec 13 23:30:17.093025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54404) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:17.107144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:30:17.131265 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9cd533-81ab-44b1-b859-000290867f38 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:17.131636 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9cd533-81ab-44b1-b859-000290867f38 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:17.135796 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fc9cd533-81ab-44b1-b859-000290867f38 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/681f5328-fa61-45ab-969b-de99a93f5d5d HTTP/1.1" status: 404 len: 337 time: 0.0393813 Dec 13 23:30:17.135796 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54408) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:17.165595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] Calling delete_port for 52e09238-119b-4626-a1cc-eb46e47a1a7f owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:17.177109 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a59580-5820-437d-9c8e-82ba71b25239 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:17.177550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a59580-5820-437d-9c8e-82ba71b25239 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:17.181595 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c8a59580-5820-437d-9c8e-82ba71b25239 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/subnets/88c18f65-24d6-47ba-8315-f2a551b1d2ac HTTP/1.1" status: 404 len: 337 time: 0.0425169 Dec 13 23:30:17.181789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54412) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:17.248334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Deleting port cf8ec6a5-b210-484c-959e-c45e9a680669 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:17.248960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.254411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:17.265354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] Sync routers for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:17.270095 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5312183 Dec 13 23:30:17.270785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54416) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:17.280716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:17.280716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:17.348664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.418658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8c8fe067-c7cd-42ab-b86a-0273c70b73f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:17.466000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] No DVR routers for this DVR port 52e09238-119b-4626-a1cc-eb46e47a1a7f on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:17.470050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] Pushing event deleted for resources: {'Port': ['ID=52e09238-119b-4626-a1cc-eb46e47a1a7f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:17.483013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting subnet 88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:17.483170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:17.483440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.486165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.490634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:17.601026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:16Z', 'revision_number': 11, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:17.605674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] Checking router: b9be3ee3-ea14-405a-a4d6-12457333f3c5 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:30:17.611023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Calling delete_port for cf8ec6a5-b210-484c-959e-c45e9a680669 owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:17.617744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:17.618366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:17.664072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.743808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:17.747455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.751405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.755464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26399529-9c76-4d36-a20e-668c2718ec18 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:17.803310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Port': ['ID=cf8ec6a5-b210-484c-959e-c45e9a680669,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:17.806105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:17.812417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.893937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:16Z', 'revision_number': 11, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:17.898022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662344c-b5eb-400c-8878-7841c4f665ad None None] The sync data for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv is: [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:16Z', 'revision_number': 11, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:17.906389 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/ports/cf8ec6a5-b210-484c-959e-c45e9a680669 HTTP/1.1" status: 204 len: 168 time: 0.7217276 Dec 13 23:30:17.906389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54420) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:17.948116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.952170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2db78352-9218-49f8-95b5-d7b5bd451a76 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:17.986971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Subnet': ['ID=88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:17.991054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:17.993872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:17.999384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f15296b-fe47-4423-9108-f5135990cd03 None None] Network 53884696-524c-4df9-9b24-b05f63c0cccf requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:18.003475 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c HTTP/1.1" status: 204 len: 168 time: 0.7314541 Dec 13 23:30:18.005714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54424) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:18.021999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.120592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.132285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Deleting port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:18.132639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.159710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.190773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c041d70c-aa2a-4839-a73c-c1faf9b550a2']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:18.206079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e29ca01-8bfd-4e53-8217-702a4517fd4e') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:18.206501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e29ca01-8bfd-4e53-8217-702a4517fd4e') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:18.219058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.239090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.246572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:30:18.247745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:30:18.262731 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:30:18.277780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] DHCP port deletion for 53884696-524c-4df9-9b24-b05f63c0cccf request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:30:18.283141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] Deleting port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:18.284481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.364720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] For port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=67737b4e-4bcc-4dc6-bd02-6f15f8c35adf,segment=NetworkSegment(518f529e-50a4-408c-838d-fa391f8c5bad),segment_id=518f529e-50a4-408c-838d-fa391f8c5bad)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:18.365299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.515395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Calling delete_port for 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:18.542390 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] For port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=67737b4e-4bcc-4dc6-bd02-6f15f8c35adf,segment=NetworkSegment(518f529e-50a4-408c-838d-fa391f8c5bad),segment_id=518f529e-50a4-408c-838d-fa391f8c5bad)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:18.543145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.619453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.623903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.628447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d2c89274-929d-418a-b776-d48a87e625c2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:18.650466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Pushing event deleted for resources: {'Network': ['ID=c041d70c-aa2a-4839-a73c-c1faf9b550a2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:18.652982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:18.656106 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] 10.222.0.30 "DELETE /v2.0/networks/c041d70c-aa2a-4839-a73c-c1faf9b550a2 HTTP/1.1" status: 204 len: 168 time: 0.7500186 Dec 13 23:30:18.665504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] Calling delete_port for 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:18.673061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.680994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ab79e37a-16d2-4077-86f8-a42a4c9729b5 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:18.706833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a5ee8fac-0c14-4414-a914-c40543b5d453 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:18.733780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Port': ['ID=67737b4e-4bcc-4dc6-bd02-6f15f8c35adf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:18.738346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:18.739095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No DVR routers for this DVR port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:18.748376 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: a5ee8fac-0c14-4414-a914-c40543b5d453 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:18.748797 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a5ee8fac-0c14-4414-a914-c40543b5d453 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:18.749291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 52e09238-119b-4626-a1cc-eb46e47a1a7f no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:18.786529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 52e09238-119b-4626-a1cc-eb46e47a1a7f {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:18.786953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 52e09238-119b-4626-a1cc-eb46e47a1a7f not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:18.787467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:18.832745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:18.833092 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:18.842538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:30:18.842812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:30:18.870335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.897544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53884696-524c-4df9-9b24-b05f63c0cccf']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:18.910232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518f529e-50a4-408c-838d-fa391f8c5bad') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:18.910540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518f529e-50a4-408c-838d-fa391f8c5bad') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:18.921814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.937712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.946098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:30:18.946491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:30:18.961844 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:30:19.073746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.145262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.148580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a2f0d443-016e-44eb-85b6-b075034fd229 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:19.165817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.175069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Pushing event deleted for resources: {'Network': ['ID=53884696-524c-4df9-9b24-b05f63c0cccf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:19.179863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:19.183544 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/networks/53884696-524c-4df9-9b24-b05f63c0cccf HTTP/1.1" status: 204 len: 168 time: 1.1768191 Dec 13 23:30:19.184144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54436) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:19.186520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54440) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:19.193001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'routes': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:19.343642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] Deleting port 67737b4e-4bcc-4dc6-bd02-6f15f8c35adf {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:19.344903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.362592 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0ee4b012-7a24-4c71-af96-55d92b267990 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4dff06d63ab0478ba59bc0ffe360cae3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1750886 Dec 13 23:30:19.362913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54446) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:19.421355 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7d04b35b-3a99-48a6-b53d-9ce65b56c7dc None None] The port '67737b4e-4bcc-4dc6-bd02-6f15f8c35adf' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:30:19.428292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6f65c57a-c0e8-45c3-b7d0-d2a5da766549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.456625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6f65c57a-c0e8-45c3-b7d0-d2a5da766549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.494462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Added routes are [] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 13 23:30:19.494765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.extraroute_db [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Removed routes are [] {{(pid=84311) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 13 23:30:19.495129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.575901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6f65c57a-c0e8-45c3-b7d0-d2a5da766549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.579682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0386bae4-1385-4dd1-80a3-691f3294434f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:19.591469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65c57a-c0e8-45c3-b7d0-d2a5da766549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89591d9-a8d5-4fa8-affb-b6693f1eefba,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:19.595402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6f65c57a-c0e8-45c3-b7d0-d2a5da766549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:19.599972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6f65c57a-c0e8-45c3-b7d0-d2a5da766549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.603684 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6f65c57a-c0e8-45c3-b7d0-d2a5da766549 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d89591d9-a8d5-4fa8-affb-b6693f1eefba HTTP/1.1" status: 204 len: 168 time: 0.2372103 Dec 13 23:30:19.755595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.759014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:19.902245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router b9be3ee3-ea14-405a-a4d6-12457333f3c5 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:30:20.050472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:20.056270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:20.060228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54460) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:20.060697 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] Sync routers for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:20.064037 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-470d8561-3923-41ec-b717-476b13cc535f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5 HTTP/1.1" status: 200 len: 704 time: 0.8753896 Dec 13 23:30:20.073207 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:20.073811 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:20.105010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2980aa5a-2f54-483b-a1af-f92542536fd8 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:20.202943 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:20.210530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2980aa5a-2f54-483b-a1af-f92542536fd8 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:20.213970 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2980aa5a-2f54-483b-a1af-f92542536fd8 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9be3ee3-ea14-405a-a4d6-12457333f3c5 HTTP/1.1" status: 200 len: 205 time: 0.1504188 Dec 13 23:30:20.215922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54466) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:20.311517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:16Z', 'revision_number': 11, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:20.316487 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] Checking router: b9be3ee3-ea14-405a-a4d6-12457333f3c5 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:30:20.327976 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] Routers {'b9be3ee3-ea14-405a-a4d6-12457333f3c5'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:20.328777 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:20.462395 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] Set router b9be3ee3-ea14-405a-a4d6-12457333f3c5 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:20.462621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48ddadcd-c538-45fd-937a-30b9a9b60528 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:20.568953 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:16Z', 'revision_number': 11, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:20.573103 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c5d70d-b444-497f-b5df-09a81b8f01bb None None] The sync data for ids ['b9be3ee3-ea14-405a-a4d6-12457333f3c5'] in dv-neutron-821564-1-hyperv is: [{'id': 'b9be3ee3-ea14-405a-a4d6-12457333f3c5', 'name': 'tempest-RoutersIpV6Test-router-954993062', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:30:16Z', 'revision_number': 11, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:20.764980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54476) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:20.862710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48ddadcd-c538-45fd-937a-30b9a9b60528 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:20.866983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48ddadcd-c538-45fd-937a-30b9a9b60528 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:20.900788 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d0704ebd-9164-473b-8dca-6ea51eab8e40 tempest-ServiceProvidersTest-2031602962 tempest-ServiceProvidersTest-2031602962-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1343300 Dec 13 23:30:20.967802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48ddadcd-c538-45fd-937a-30b9a9b60528 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:20.968221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ddadcd-c538-45fd-937a-30b9a9b60528 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Fanout notify agent at l3_agent the message router_deleted on router b9be3ee3-ea14-405a-a4d6-12457333f3c5 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:30:20.983580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-48ddadcd-c538-45fd-937a-30b9a9b60528 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:20.985076 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-48ddadcd-c538-45fd-937a-30b9a9b60528 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5 HTTP/1.1" status: 204 len: 168 time: 0.7680829 Dec 13 23:30:20.989425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54484) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:20.995472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-910338994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:21.003297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:21.009091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Usage tracker for resource:router and tenant:bd2fb7df5fe8448b8951614189a700e8 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:21.013070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:21.021399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:21.104898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.105947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.124938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.210561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.305353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.306878 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-093a8fb7-c9a5-4e23-aa99-0779cb676dfd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3163140 Dec 13 23:30:21.311757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54490) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:21.315952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f43a88cf-ef36-45fa-b2ff-edd0e0d82e4c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:21.416411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54496) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:21.570385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.604436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:21.608685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:7b5bb1999e024df0bb3c7c9b68973d93 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:21.612507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:21.618948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:21.701449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.720124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f43a88cf-ef36-45fa-b2ff-edd0e0d82e4c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.790589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.798524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-831fdc67-0194-4320-af4a-7c5dc9d522a1 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:21.798785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f43a88cf-ef36-45fa-b2ff-edd0e0d82e4c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.838997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b070e747-73ff-4931-a919-fd9fcbadd102,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:21.842009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:21.848244 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b5bb1999e024df0bb3c7c9b68973d93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4254923 Dec 13 23:30:21.849183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54502) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:21.912991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81023433-e0ff-4e8c-9b97-a3a6525b5578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:21.938816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81023433-e0ff-4e8c-9b97-a3a6525b5578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:22.021365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43a88cf-ef36-45fa-b2ff-edd0e0d82e4c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Router 400ab702-bfdc-4cc7-a4cf-d6c3e2744563 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:30:22.079068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81023433-e0ff-4e8c-9b97-a3a6525b5578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:22.085312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9a5f7156-831a-4007-b738-431f2a086c7b tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:22.096352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81023433-e0ff-4e8c-9b97-a3a6525b5578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070e747-73ff-4931-a919-fd9fcbadd102,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:22.100336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81023433-e0ff-4e8c-9b97-a3a6525b5578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:22.116207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81023433-e0ff-4e8c-9b97-a3a6525b5578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:22.117350 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-81023433-e0ff-4e8c-9b97-a3a6525b5578 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b070e747-73ff-4931-a919-fd9fcbadd102 HTTP/1.1" status: 204 len: 168 time: 0.2680135 Dec 13 23:30:22.285377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43a88cf-ef36-45fa-b2ff-edd0e0d82e4c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:22.291362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f43a88cf-ef36-45fa-b2ff-edd0e0d82e4c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:22.295313 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f43a88cf-ef36-45fa-b2ff-edd0e0d82e4c tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "PUT /v2.0/routers/400ab702-bfdc-4cc7-a4cf-d6c3e2744563 HTTP/1.1" status: 200 len: 697 time: 0.9822369 Dec 13 23:30:22.295575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54508) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:22.299943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] Sync routers for ids ['400ab702-bfdc-4cc7-a4cf-d6c3e2744563'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:22.315429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] Routers {'400ab702-bfdc-4cc7-a4cf-d6c3e2744563'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:22.316730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['400ab702-bfdc-4cc7-a4cf-d6c3e2744563'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:22.437653 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4f8a65f0-b650-471e-a065-6133ba00e98e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/routers/400ab702-bfdc-4cc7-a4cf-d6c3e2744563 HTTP/1.1" status: 200 len: 703 time: 0.1407759 Dec 13 23:30:22.440866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54514) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:22.449083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] Set router 400ab702-bfdc-4cc7-a4cf-d6c3e2744563 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:22.482189 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-25c9f8d8-d9f7-4d5a-94d1-28457f8d954d tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=400ab702-bfdc-4cc7-a4cf-d6c3e2744563 HTTP/1.1" status: 200 len: 205 time: 0.0401537 Dec 13 23:30:22.484675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54518) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:22.562714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400ab702-bfdc-4cc7-a4cf-d6c3e2744563', 'name': 'tempest-RoutersIpV6Test-router-910338994', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:30:21Z', 'updated_at': '2021-12-13T23:30:21Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:22.567032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] Checking router: 400ab702-bfdc-4cc7-a4cf-d6c3e2744563 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:30:22.579195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] Routers {'400ab702-bfdc-4cc7-a4cf-d6c3e2744563'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:22.580581 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['400ab702-bfdc-4cc7-a4cf-d6c3e2744563'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:22.626032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a51a0209-567b-4b73-9471-c2511f7b95f6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:22.711617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] Set router 400ab702-bfdc-4cc7-a4cf-d6c3e2744563 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:30:22.858969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400ab702-bfdc-4cc7-a4cf-d6c3e2744563', 'name': 'tempest-RoutersIpV6Test-router-910338994', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:30:21Z', 'updated_at': '2021-12-13T23:30:21Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:22.863739 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664ff548-4656-43e4-8bda-8995c264e890 None None] The sync data for ids ['400ab702-bfdc-4cc7-a4cf-d6c3e2744563'] in dv-neutron-821564-1-hyperv is: [{'id': '400ab702-bfdc-4cc7-a4cf-d6c3e2744563', 'name': 'tempest-RoutersIpV6Test-router-910338994', 'tenant_id': 'bd2fb7df5fe8448b8951614189a700e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:30:21Z', 'updated_at': '2021-12-13T23:30:21Z', 'revision_number': 2, 'project_id': 'bd2fb7df5fe8448b8951614189a700e8', 'gw_port_host': None}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:23.029246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a51a0209-567b-4b73-9471-c2511f7b95f6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.034301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a51a0209-567b-4b73-9471-c2511f7b95f6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.128096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a51a0209-567b-4b73-9471-c2511f7b95f6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.128644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a0209-567b-4b73-9471-c2511f7b95f6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Fanout notify agent at l3_agent the message router_deleted on router 400ab702-bfdc-4cc7-a4cf-d6c3e2744563 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:30:23.143499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a51a0209-567b-4b73-9471-c2511f7b95f6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.144597 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a51a0209-567b-4b73-9471-c2511f7b95f6 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/400ab702-bfdc-4cc7-a4cf-d6c3e2744563 HTTP/1.1" status: 204 len: 168 time: 0.6590405 Dec 13 23:30:23.147945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54534) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.191271 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f69c6100-eee0-4b61-90b5-05211a8e2881 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=400ab702-bfdc-4cc7-a4cf-d6c3e2744563 HTTP/1.1" status: 200 len: 205 time: 0.0418248 Dec 13 23:30:23.193578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54540) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.262007 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-9c7f1ed6-7d8b-4f61-baec-c201428b461f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] delete failed (client error): The resource could not be found. Dec 13 23:30:23.263042 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9c7f1ed6-7d8b-4f61-baec-c201428b461f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/400ab702-bfdc-4cc7-a4cf-d6c3e2744563 HTTP/1.1" status: 404 len: 336 time: 0.0685384 Dec 13 23:30:23.265710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54544) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.292783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54548) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.306216 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-36d24d56-ba9e-463a-9b84-6b35be46caa1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:23.306658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36d24d56-ba9e-463a-9b84-6b35be46caa1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:23.308481 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-36d24d56-ba9e-463a-9b84-6b35be46caa1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/88367963-2012-420e-8163-bf8f3920f51d HTTP/1.1" status: 404 len: 337 time: 0.0418711 Dec 13 23:30:23.311268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54554) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.349690 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1ca272-fa8c-4f03-a0b8-2682a4f68c94 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:23.350124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1ca272-fa8c-4f03-a0b8-2682a4f68c94 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:23.351855 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5c1ca272-fa8c-4f03-a0b8-2682a4f68c94 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/8e61c0aa-390e-4a7c-93bc-d3609e3acf97 HTTP/1.1" status: 404 len: 337 time: 0.0394270 Dec 13 23:30:23.354485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54558) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.512103 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cf8780-f92f-4da5-a213-8da65a2dc2d8 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:23.512531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cf8780-f92f-4da5-a213-8da65a2dc2d8 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:23.514162 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d5cf8780-f92f-4da5-a213-8da65a2dc2d8 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/5f57e163-e356-4b90-8c23-d1a7d4358a17 HTTP/1.1" status: 404 len: 337 time: 0.1588023 Dec 13 23:30:23.516862 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54562) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.517527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1318051120-network', 'tenant_id': 'ccdf8f903209458f9ff8dd61026cbefe'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:23.522471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:23.526392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Usage tracker for resource:network and tenant:ccdf8f903209458f9ff8dd61026cbefe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:23.529323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:23.535328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:23.559131 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc394d2e-a321-4b28-a923-b70b428ba185 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:23.559565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc394d2e-a321-4b28-a923-b70b428ba185 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:23.561227 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fc394d2e-a321-4b28-a923-b70b428ba185 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/88b5a2a0-c2f8-40ee-a4fb-36bd838bbd9c HTTP/1.1" status: 404 len: 337 time: 0.0433922 Dec 13 23:30:23.564805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54566) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.607428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-afa49428-b800-4485-9735-93988f720b58 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Synchronizing usage tracker for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:23.610041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Made reservation on behalf of ccdf8f903209458f9ff8dd61026cbefe for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:23.612853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.630205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.646886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-afa49428-b800-4485-9735-93988f720b58 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Unset dirty status for tenant:bd2fb7df5fe8448b8951614189a700e8 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:23.647889 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-afa49428-b800-4485-9735-93988f720b58 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9be3ee3-ea14-405a-a4d6-12457333f3c5 HTTP/1.1" status: 200 len: 205 time: 0.0819054 Dec 13 23:30:23.650455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54570) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.669843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:23.674687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Usage tracker for resource:security_group_rule and tenant:ccdf8f903209458f9ff8dd61026cbefe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:23.680514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:23.686821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:23.717570 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-7130ba3d-6302-4d28-85d2-76bd7774ef25 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] delete failed (client error): The resource could not be found. Dec 13 23:30:23.721647 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7130ba3d-6302-4d28-85d2-76bd7774ef25 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/b9be3ee3-ea14-405a-a4d6-12457333f3c5 HTTP/1.1" status: 404 len: 336 time: 0.0669866 Dec 13 23:30:23.721850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54574) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.754981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.769854 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4218393c-3f96-4045-ba1f-fee928ff081b tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=b4d12848-2148-49f0-b751-c496b7a363f3 HTTP/1.1" status: 200 len: 205 time: 0.0468366 Dec 13 23:30:23.772082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54578) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.807563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.810734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-31692a90-cca1-4376-a0a5-6ce5e5956cd8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:23.835884 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-bd063ca6-d201-46aa-87e5-835bd7b17846 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] delete failed (client error): The resource could not be found. Dec 13 23:30:23.837281 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bd063ca6-d201-46aa-87e5-835bd7b17846 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/b4d12848-2148-49f0-b751-c496b7a363f3 HTTP/1.1" status: 404 len: 336 time: 0.0639520 Dec 13 23:30:23.841809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54582) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:23.845751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:30:23.851368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12daadc7-2084-4e78-95df-46360e55d599,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:23.855023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:23.858943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.859074 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Added segment 71b9c395-7934-4620-b6ba-954fba361e74 of type vlan for network b5b5d866-8642-47dd-949e-56ccfc42319f Dec 13 23:30:23.890433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.987846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.988813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:23.989428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:23.992005 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b42c4a-293e-4f15-81b9-b0b71f76e757 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:23.992438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b42c4a-293e-4f15-81b9-b0b71f76e757 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:23.993416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:23.994085 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a8b42c4a-293e-4f15-81b9-b0b71f76e757 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/f1a7c6dc-7a3a-4634-a7b2-82ea70edb348 HTTP/1.1" status: 404 len: 337 time: 0.1514397 Dec 13 23:30:23.996693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54586) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.039167 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ead3d21a-a38d-4a26-9ae0-eea8e7ac8a93 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7aff29d-32be-4690-a348-462c0f0a2bb2 HTTP/1.1" status: 200 len: 205 time: 0.0412807 Dec 13 23:30:24.041554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54590) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.097753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Pushing event updated for resources: {'Network': ['ID=b5b5d866-8642-47dd-949e-56ccfc42319f,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:24.100429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:24.109893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network b5b5d866-8642-47dd-949e-56ccfc42319f details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:30:24.110413 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-79895fa5-9723-4bae-9370-9048317903d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] delete failed (client error): The resource could not be found. Dec 13 23:30:24.110413 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-79895fa5-9723-4bae-9370-9048317903d3 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/b7aff29d-32be-4690-a348-462c0f0a2bb2 HTTP/1.1" status: 404 len: 336 time: 0.0674984 Dec 13 23:30:24.113519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54594) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.155675 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-979ae33a-30e1-4615-a35e-2447fcd82c23 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9e5526-e9f6-4a9a-884a-0f20550e8b88 HTTP/1.1" status: 200 len: 205 time: 0.0408428 Dec 13 23:30:24.157993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54598) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.160207 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8660927 Dec 13 23:30:24.162934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54602) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.228720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Request body: {'subnet': {'network_id': 'b5b5d866-8642-47dd-949e-56ccfc42319f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1318051120-subnet', 'tenant_id': 'ccdf8f903209458f9ff8dd61026cbefe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:24.239184 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-b874fd55-acf6-48a0-82a8-be46278d9fce tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] delete failed (client error): The resource could not be found. Dec 13 23:30:24.240195 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b874fd55-acf6-48a0-82a8-be46278d9fce tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/dc9e5526-e9f6-4a9a-884a-0f20550e8b88 HTTP/1.1" status: 404 len: 336 time: 0.0810912 Dec 13 23:30:24.241192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:24.242851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54606) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.245419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Usage tracker for resource:subnet and tenant:ccdf8f903209458f9ff8dd61026cbefe is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:24.248510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:24.254535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:24.281362 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d9980d-4a88-4fae-bfe0-5a72ead66a54 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:24.281806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60d9980d-4a88-4fae-bfe0-5a72ead66a54 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:24.284281 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-60d9980d-4a88-4fae-bfe0-5a72ead66a54 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/490f86c3-2d12-4475-9208-fc60d235ad0e HTTP/1.1" status: 404 len: 337 time: 0.0403399 Dec 13 23:30:24.286831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54610) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.332087 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b1e03c61-a570-4571-b0d1-112f765078ff tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c85992-b301-4a9c-a1a1-da269c33c519 HTTP/1.1" status: 200 len: 205 time: 0.0415192 Dec 13 23:30:24.332718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54614) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.335985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Made reservation on behalf of ccdf8f903209458f9ff8dd61026cbefe for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:24.338568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:24.402958 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-a21485f2-6ac4-42be-ba2f-542a58122090 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] delete failed (client error): The resource could not be found. Dec 13 23:30:24.406458 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a21485f2-6ac4-42be-ba2f-542a58122090 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/13c85992-b301-4a9c-a1a1-da269c33c519 HTTP/1.1" status: 404 len: 336 time: 0.0708477 Dec 13 23:30:24.406673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54618) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.445088 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31b70bb-f15a-4eb8-a679-25fcdcb06b05 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:24.445521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31b70bb-f15a-4eb8-a679-25fcdcb06b05 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:24.449508 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f31b70bb-f15a-4eb8-a679-25fcdcb06b05 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/533373fa-77a9-42f9-9575-2e7634935af0 HTTP/1.1" status: 404 len: 337 time: 0.0395823 Dec 13 23:30:24.449821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54622) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.494524 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-70b1d469-3d12-4264-8dd3-9aeb142f2d20 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb7fadd-270f-46e5-91b3-f0c77e9eba79 HTTP/1.1" status: 200 len: 205 time: 0.0434968 Dec 13 23:30:24.496854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54626) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.571890 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-b6701c82-849d-4abf-ab0d-50b0313b7d98 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] delete failed (client error): The resource could not be found. Dec 13 23:30:24.573024 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b6701c82-849d-4abf-ab0d-50b0313b7d98 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/routers/cbb7fadd-270f-46e5-91b3-f0c77e9eba79 HTTP/1.1" status: 404 len: 336 time: 0.0751841 Dec 13 23:30:24.575367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54632) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.615892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:24.616401 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ae84ef-49bb-4a47-afb4-d2aee86a2c14 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:24.616834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ae84ef-49bb-4a47-afb4-d2aee86a2c14 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:24.618435 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-36ae84ef-49bb-4a47-afb4-d2aee86a2c14 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/50af7512-b012-4868-b6b4-97df36c34424 HTTP/1.1" status: 404 len: 337 time: 0.0421743 Dec 13 23:30:24.619838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a156de22-098a-48e4-b5df-f32496eb65bd tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:24.620924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54636) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:24.658792 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa997c9-5218-4868-b695-20139dd3678d tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] DELETE failed (client error): The resource could not be found. Dec 13 23:30:24.659146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa997c9-5218-4868-b695-20139dd3678d tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 23:30:24.663224 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7fa997c9-5218-4868-b695-20139dd3678d tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] 10.222.0.30 "DELETE /v2.0/subnets/431d1107-66c9-43bb-ac9e-35b4e861333a HTTP/1.1" status: 404 len: 337 time: 0.0390239 Dec 13 23:30:24.696051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5c243a-ac3c-4d9b-af9f-204dde724338,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:24.699750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:24.709309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Checking segment: {'id': '71b9c395-7934-4620-b6ba-954fba361e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5b5d866-8642-47dd-949e-56ccfc42319f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:24.709670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Network hostable DHCP agents. Network: b5b5d866-8642-47dd-949e-56ccfc42319f, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:30:24.786931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Network b5b5d866-8642-47dd-949e-56ccfc42319f is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:30:24.878895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, b5b5d866-8642-47dd-949e-56ccfc42319f) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:24.882723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:24.883546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:24.888154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bac941-edef-40b9-a077-8e6a271c4be5 None None] Network b5b5d866-8642-47dd-949e-56ccfc42319f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:24.965375 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8014169 Dec 13 23:30:25.108009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc539fe-c16b-4969-b613-7e6e94372585 None None] Network b5b5d866-8642-47dd-949e-56ccfc42319f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:25.263405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54656) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:25.482587 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9965617f-2018-4d9b-83b0-0d32a0496819 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd2fb7df5fe8448b8951614189a700e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2178106 Dec 13 23:30:25.484950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54662) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:25.560723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46a50c11-297b-491a-8e15-608f7471506f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:25.608404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46a50c11-297b-491a-8e15-608f7471506f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:25.730461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f8a42-253e-40c4-915f-981a1b32d30a req-fc45b39b-6535-40d2-a3c7-69a1452273fa tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:25.731964 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-545f8a42-253e-40c4-915f-981a1b32d30a req-fc45b39b-6535-40d2-a3c7-69a1452273fa tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.0817699 Dec 13 23:30:25.739826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46a50c11-297b-491a-8e15-608f7471506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:25.745134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:25.758931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a50c11-297b-491a-8e15-608f7471506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ae8a38-21c3-4709-8aef-b3d4bb866da1,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:25.763740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-46a50c11-297b-491a-8e15-608f7471506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:25.773181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46a50c11-297b-491a-8e15-608f7471506f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:25.773181 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-46a50c11-297b-491a-8e15-608f7471506f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40ae8a38-21c3-4709-8aef-b3d4bb866da1 HTTP/1.1" status: 204 len: 168 time: 0.2811253 Dec 13 23:30:25.794684 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-545f8a42-253e-40c4-915f-981a1b32d30a req-4c4cf679-3432-4ec7-9cce-8c4c6a046aff tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564668 Dec 13 23:30:26.413396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54694) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:26.419154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-635508596-network', 'tenant_id': '7ca9106ea03f40288c6cbef7a14cf406'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:26.424135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:26.431166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Usage tracker for resource:network and tenant:7ca9106ea03f40288c6cbef7a14cf406 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:26.434332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:26.440469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:26.493292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Made reservation on behalf of 7ca9106ea03f40288c6cbef7a14cf406 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:26.495629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:26.508451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:26.544451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:26.548471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Usage tracker for resource:security_group_rule and tenant:7ca9106ea03f40288c6cbef7a14cf406 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:26.551389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:26.557240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:26.622630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:26.693366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:26.697738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b7f12547-2513-4bf8-a3b6-92261ff5016f tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:26.727025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:30:26.735421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42844ee7-0933-43be-98e2-2cf33a04120d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:26.739206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:26.743109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:26.743596 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Added segment 4551bc9c-b594-4016-b183-3ca52b2d63ff of type vlan for network 86936fc3-366b-4986-8011-98bbfdea7a6c Dec 13 23:30:26.773800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:26.865238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:26.866185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:26.866830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:26.872211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f307b3c0-ff8e-4f5d-8550-874cb3a16958 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:26.977452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Pushing event updated for resources: {'Network': ['ID=86936fc3-366b-4986-8011-98bbfdea7a6c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:26.980346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:26.987754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 86936fc3-366b-4986-8011-98bbfdea7a6c details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:30:27.008914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d58a1c-b212-42c4-967c-97bc35b7bdd8 req-2fd03cdc-4c69-446b-a8ad-cf991a489764 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:27.010404 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-07d58a1c-b212-42c4-967c-97bc35b7bdd8 req-2fd03cdc-4c69-446b-a8ad-cf991a489764 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.0870898 Dec 13 23:30:27.044901 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6300087 Dec 13 23:30:27.046844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54708) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:27.051490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54710) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:27.057117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Request body: {'subnet': {'network_id': '86936fc3-366b-4986-8011-98bbfdea7a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-635508596-subnet', 'tenant_id': '7ca9106ea03f40288c6cbef7a14cf406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:27.062449 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-07d58a1c-b212-42c4-967c-97bc35b7bdd8 req-ca9903f6-8046-47c0-97a1-5c63aee49ce2 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464296 Dec 13 23:30:27.073221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:27.080206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Usage tracker for resource:subnet and tenant:7ca9106ea03f40288c6cbef7a14cf406 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:27.083906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:27.099512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:27.158743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Made reservation on behalf of 7ca9106ea03f40288c6cbef7a14cf406 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:27.161344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.245526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-428905793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:27.255567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:27.262914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:router and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:27.267297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:27.278071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:27.368511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.369352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.400672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.461547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.465191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d3d9d82b-641e-4632-8b6c-2b64410094cc tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:27.501187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.555446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7934d9-08d2-465c-870a-86a995fa314d,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:27.559883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:27.570326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Checking segment: {'id': '4551bc9c-b594-4016-b183-3ca52b2d63ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '86936fc3-366b-4986-8011-98bbfdea7a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:27.570678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Network hostable DHCP agents. Network: 86936fc3-366b-4986-8011-98bbfdea7a6c, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:30:27.604248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.605411 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0da29deb-9700-422b-b8d6-f2e5e2f821f3 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5527015 Dec 13 23:30:27.608163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54718) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:27.614768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-804374355'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:27.620607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:27.624291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:network and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:27.627556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:27.633284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:27.687288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Network 86936fc3-366b-4986-8011-98bbfdea7a6c is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:30:27.718314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Made reservation on behalf of 390d71b7d02c49d2b6996b7bfd63f5b6 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:27.721936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.734804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.766552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:27.771957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:security_group_rule and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:27.774781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:27.780149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 86936fc3-366b-4986-8011-98bbfdea7a6c) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:27.781850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:27.787268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:27.787865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.788464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f3aa8-816c-42ab-8633-ac13a8532af1 None None] Network 86936fc3-366b-4986-8011-98bbfdea7a6c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:27.875416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.886892 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8275354 Dec 13 23:30:27.964321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:27.968967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-14294a8f-0839-4518-aaa9-b7434d602273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:27.999417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28132339-7fdb-4344-bfb1-15020edba3c4 None None] Network 86936fc3-366b-4986-8011-98bbfdea7a6c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:28.001704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:30:28.019079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b5be07-afd1-4513-9987-640dd6ef4379,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:28.024355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:28.025398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:28.025712 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Added segment 4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5 of type vlan for network 81c73d69-25de-47d9-8bd3-68bf997e87a5 Dec 13 23:30:28.055744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:28.176326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:28.182639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:28.183254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:28.187479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51e22a9a-8ed9-4b86-bbb4-e616d6fb0567 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:28.343097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Network': ['ID=81c73d69-25de-47d9-8bd3-68bf997e87a5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:28.348810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:28.356844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 81c73d69-25de-47d9-8bd3-68bf997e87a5 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:30:28.386898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936f859-ddcb-413f-8f91-f3387938c79c req-4b6f4d0b-75e2-4695-bf4d-802fb904cb49 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:28.388625 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c936f859-ddcb-413f-8f91-f3387938c79c req-4b6f4d0b-75e2-4695-bf4d-802fb904cb49 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.1697259 Dec 13 23:30:28.419372 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8073323 Dec 13 23:30:28.420283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54736) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:28.427112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'subnet': {'network_id': '81c73d69-25de-47d9-8bd3-68bf997e87a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:28.541775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af838a-a194-433b-ac74-35794b012ebe req-1cb9ae4e-cd8b-4ab2-b3f0-6efc375469f5 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:28.542472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-02af838a-a194-433b-ac74-35794b012ebe req-1cb9ae4e-cd8b-4ab2-b3f0-6efc375469f5 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Synchronizing usage tracker for tenant:ccdf8f903209458f9ff8dd61026cbefe on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:28.627396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-02af838a-a194-433b-ac74-35794b012ebe req-1cb9ae4e-cd8b-4ab2-b3f0-6efc375469f5 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Unset dirty status for tenant:ccdf8f903209458f9ff8dd61026cbefe on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:28.628757 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-1cb9ae4e-cd8b-4ab2-b3f0-6efc375469f5 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/networks?id=b5b5d866-8642-47dd-949e-56ccfc42319f HTTP/1.1" status: 200 len: 812 time: 0.2413244 Dec 13 23:30:28.642959 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c936f859-ddcb-413f-8f91-f3387938c79c req-3717adea-f405-45b8-ab4c-c3fc98642efd tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469075 Dec 13 23:30:28.650081 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-88b1a9f1-b64f-47f1-a04d-614e71de0a87 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/quotas/ccdf8f903209458f9ff8dd61026cbefe HTTP/1.1" status: 200 len: 375 time: 0.0150495 Dec 13 23:30:28.670873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:28.675776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:subnet and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:28.678802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:28.684687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:28.706609 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-29b9be9b-11d7-4ada-83c7-750f854d00bc tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ccdf8f903209458f9ff8dd61026cbefe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476861 Dec 13 23:30:28.779009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Made reservation on behalf of 390d71b7d02c49d2b6996b7bfd63f5b6 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:28.841839 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-95d6c856-c1f3-4068-8e49-3f5e39c79835 service neutron] 10.222.0.30 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285753 Dec 13 23:30:28.884891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:28.975361 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-d66d7037-ee88-45ef-b7c2-e5c88b3cfad9 service neutron] 10.222.0.30 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275988 Dec 13 23:30:29.158985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:29.162712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-37987963-9d95-4995-8174-fe9def1a1063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:29.272945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Subnet': ['ID=7bda0ce7-6d6c-4291-9794-169f4a76f7ab,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:29.279305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:29.290247 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cb9598cc-57c3-495c-a471-8d4b1473bcd0 req-9637bf7a-9a05-467c-ba4c-b540c8a10ec9 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 210 time: 0.0673895 Dec 13 23:30:29.310018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Checking segment: {'id': '4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c73d69-25de-47d9-8bd3-68bf997e87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:29.310522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network hostable DHCP agents. Network: 81c73d69-25de-47d9-8bd3-68bf997e87a5, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:30:29.436240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network 81c73d69-25de-47d9-8bd3-68bf997e87a5 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:30:29.501210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 81c73d69-25de-47d9-8bd3-68bf997e87a5) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:29.506054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:29.512759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:29.512903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2e7c55-2a82-40c7-b104-0285778aab68 None None] Network 81c73d69-25de-47d9-8bd3-68bf997e87a5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:29.573962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1525919 Dec 13 23:30:29.581232 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54748) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:29.586959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'network': {'name': 'tempest-router-network01--907865041'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:29.592025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:29.596227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:network and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:29.599425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:29.607024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:29.675697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Made reservation on behalf of 390d71b7d02c49d2b6996b7bfd63f5b6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:29.678813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:29.713107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:30:29.723471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:29.723952 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Added segment 3d0b246f-b2f8-4d2f-a101-45c44ad97278 of type vlan for network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a Dec 13 23:30:29.754608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:29.768101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-81c73d69-25de-47d9-8bd3-68bf997e87a5', 'network_id': '81c73d69-25de-47d9-8bd3-68bf997e87a5', 'tenant_id': '390d71b7d02c49d2b6996b7bfd63f5b6', 'fixed_ips': [{'subnet_id': '7bda0ce7-6d6c-4291-9794-169f4a76f7ab'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:30:29.769323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:29.872145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8030b61-4d90-4ba8-8b98-e18c892a2c55 req-5e7344cb-01c0-4ff0-b087-a7aa7d230e6f tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:29.873646 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b8030b61-4d90-4ba8-8b98-e18c892a2c55 req-5e7344cb-01c0-4ff0-b087-a7aa7d230e6f tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.0889676 Dec 13 23:30:29.934695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Allocated IP 2001:db8::2 (81c73d69-25de-47d9-8bd3-68bf997e87a5/7bda0ce7-6d6c-4291-9794-169f4a76f7ab/65d2a275-8e74-42e8-95e4-2e310cd6c066) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:30.014678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.019083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:30.020759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.027661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-04879932-9e86-4730-b698-d4bc1cf42563 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:30.159414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.164963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Network': ['ID=3caa7339-cfbe-4635-a8d0-9c61eaa7b65a,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:30.169127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:30.252810 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b8030b61-4d90-4ba8-8b98-e18c892a2c55 req-21c9bba0-f269-40ef-b60b-4bcdea8b7aec tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2886729 Dec 13 23:30:30.253587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Transition to ACTIVE for port object 65d2a275-8e74-42e8-95e4-2e310cd6c066 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:30.253587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:30:30.274688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Transition to ACTIVE for port object 65d2a275-8e74-42e8-95e4-2e310cd6c066 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:30.405053 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-03dfde89-05af-4070-97f8-fbe74514a5c1 req-a61ae804-fa25-48d9-8669-da9e4b4923df tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 210 time: 0.0419195 Dec 13 23:30:30.408953 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8229461 Dec 13 23:30:30.408953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54758) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:30.413919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'network': {'name': 'tempest-router-network02--1263109017'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:30.419224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:30.424779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:network and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:30.427825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:30.433698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:30.450704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.455156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-79bbff0e-2c23-40db-8258-d50f3ac38bb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:30.517609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Network 81c73d69-25de-47d9-8bd3-68bf997e87a5 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:30.520399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:30.524145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Made reservation on behalf of 390d71b7d02c49d2b6996b7bfd63f5b6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:30.528758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:30:30.528909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.529073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Pushing event updated for resources: {'Port': ['ID=65d2a275-8e74-42e8-95e4-2e310cd6c066,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:30.556504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:30:30.565948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.566275 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Added segment 067b756d-dad2-49f9-b86b-634e059778e1 of type vlan for network 95a548b4-6a69-44af-9ec1-8de9650600e3 Dec 13 23:30:30.568165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.568626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.568963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.569295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.569628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.569951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.570270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.570596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.570968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.571218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.571533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:30:30.575259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:30.593046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.633522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Attempting to bind port 65d2a275-8e74-42e8-95e4-2e310cd6c066 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:30:30.633886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Attempting to bind port 65d2a275-8e74-42e8-95e4-2e310cd6c066 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c73d69-25de-47d9-8bd3-68bf997e87a5'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:30:30.634253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Attempting to bind port 65d2a275-8e74-42e8-95e4-2e310cd6c066 on network 81c73d69-25de-47d9-8bd3-68bf997e87a5 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:30:30.641483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:30:30.641878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Checking segment: {'id': '4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c73d69-25de-47d9-8bd3-68bf997e87a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:30.642433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.642822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Bound using segment: {'id': '4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c73d69-25de-47d9-8bd3-68bf997e87a5'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:30:30.643276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Bound port: 65d2a275-8e74-42e8-95e4-2e310cd6c066, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c73d69-25de-47d9-8bd3-68bf997e87a5'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:30:30.643812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.718800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.723961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:30.724591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.730837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8269063e-3b7c-405c-bc6b-43c34b008cc3 tempest-NetworksIpV6Test-1010386550 tempest-NetworksIpV6Test-1010386550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:30.734033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] For port 65d2a275-8e74-42e8-95e4-2e310cd6c066, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:30:30.737829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] For port 65d2a275-8e74-42e8-95e4-2e310cd6c066, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=65d2a275-8e74-42e8-95e4-2e310cd6c066,segment=NetworkSegment(4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5),segment_id=4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:30:30.809347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:30.817956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:30.838474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Network': ['ID=95a548b4-6a69-44af-9ec1-8de9650600e3,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:30.842305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:30.842450 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-330ee0c8-1eba-4f75-84e9-d7158d48c936 req-9d269791-ada9-4562-a798-800b28cd8bff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b5040e57f54a47a03b8d098147773b&device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0787675 Dec 13 23:30:30.862932 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4535058 Dec 13 23:30:30.865707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54762) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:30.866998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 95a548b4-6a69-44af-9ec1-8de9650600e3 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:30:30.872321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'subnet': {'network_id': '3caa7339-cfbe-4635-a8d0-9c61eaa7b65a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:31.010379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:31.023046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:subnet and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:31.023247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ee0c8-1eba-4f75-84e9-d7158d48c936 req-78d6c0cd-93e1-41c7-b20b-06e3d9cce685 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:31.023247 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-330ee0c8-1eba-4f75-84e9-d7158d48c936 req-78d6c0cd-93e1-41c7-b20b-06e3d9cce685 service neutron] 10.222.0.18 "GET /v2.0/networks?id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9 HTTP/1.1" status: 200 len: 896 time: 0.1544120 Dec 13 23:30:31.023493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:31.025632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:31.026990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Pushing event updated for resources: {'Port': ['ID=65d2a275-8e74-42e8-95e4-2e310cd6c066,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:31.029869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:31.130501 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-330ee0c8-1eba-4f75-84e9-d7158d48c936 req-6ca1d5e8-3c6e-4aee-ac2b-ba669894a31c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed HTTP/1.1" status: 200 len: 1000 time: 0.1062393 Dec 13 23:30:31.160141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Made reservation on behalf of 390d71b7d02c49d2b6996b7bfd63f5b6 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:31.200576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ee0c8-1eba-4f75-84e9-d7158d48c936 req-89ee782e-69ce-4d72-a75c-bb9531380665 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:31.202010 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-330ee0c8-1eba-4f75-84e9-d7158d48c936 req-89ee782e-69ce-4d72-a75c-bb9531380665 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d1beda2-3762-4a34-99e6-5a0e8a9b1612 HTTP/1.1" status: 200 len: 835 time: 0.0659952 Dec 13 23:30:31.277470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:31.307539 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-330ee0c8-1eba-4f75-84e9-d7158d48c936 req-fab6e2aa-c53d-46c5-86ea-e1ff8fe206e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953624 Dec 13 23:30:31.511320 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-330ee0c8-1eba-4f75-84e9-d7158d48c936 req-25a393a7-6c11-4bfe-a534-f02b3efa2550 service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984437 Dec 13 23:30:31.597452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb449f-db39-4f0d-ad12-e32fa4a16d42 req-63b292a7-d66b-4320-bb07-f46fcfb080d5 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:31.599636 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3fbb449f-db39-4f0d-ad12-e32fa4a16d42 req-63b292a7-d66b-4320-bb07-f46fcfb080d5 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.1826544 Dec 13 23:30:31.644468 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e0547c8e-d8d9-4f16-806f-2169269143e3 req-5a8d8cb4-56aa-4856-9d84-0fc3838c01e6 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 210 time: 0.0507674 Dec 13 23:30:31.688258 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3fbb449f-db39-4f0d-ad12-e32fa4a16d42 req-8105abc2-cf4f-417a-9706-b0665f31d61b tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785439 Dec 13 23:30:31.703919 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-330ee0c8-1eba-4f75-84e9-d7158d48c936 req-03280e2f-913f-4bd0-8e8c-504a4c265b9f service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794789 Dec 13 23:30:31.775908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:31.780559 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de4fdc68-43e6-46c4-836d-4c99b93e7de6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:31.848656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Subnet': ['ID=d9a00d2d-ecc0-4e09-b134-bc41149aee64,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:31.857664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:31.880962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Checking segment: {'id': '3d0b246f-b2f8-4d2f-a101-45c44ad97278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3caa7339-cfbe-4635-a8d0-9c61eaa7b65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:31.881683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network hostable DHCP agents. Network: 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:30:31.942733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af838a-a194-433b-ac74-35794b012ebe req-3805c163-2b7a-403f-9135-e868caef2178 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:31.944289 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-3805c163-2b7a-403f-9135-e868caef2178 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.18 "GET /v2.0/networks?id=b5b5d866-8642-47dd-949e-56ccfc42319f HTTP/1.1" status: 200 len: 812 time: 0.1720173 Dec 13 23:30:31.958448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:30:31.961155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Request body: {'port': {'device_id': '172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32', 'network_id': 'b5b5d866-8642-47dd-949e-56ccfc42319f', 'admin_state_up': True, 'tenant_id': 'ccdf8f903209458f9ff8dd61026cbefe'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:32.027959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:32.033059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:32.033999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:32.048384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a32e2-20a3-4b83-a636-95368f688e0f None None] Network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:32.134523 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2671697 Dec 13 23:30:32.137392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54770) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:32.143980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'subnet': {'network_id': '95a548b4-6a69-44af-9ec1-8de9650600e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:32.243808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:32.247513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e47cc5e-24e9-425a-ad56-fe46f1655ad8 None None] Network 81c73d69-25de-47d9-8bd3-68bf997e87a5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:32.249140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Usage tracker for resource:port and tenant:ccdf8f903209458f9ff8dd61026cbefe is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:32.254577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:32.260939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:32.290955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:32.295115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:subnet and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:32.297995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:32.304528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:32.401570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Made reservation on behalf of ccdf8f903209458f9ff8dd61026cbefe for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:32.404703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:32.410001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Made reservation on behalf of 390d71b7d02c49d2b6996b7bfd63f5b6 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:32.427196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3caa7339-cfbe-4635-a8d0-9c61eaa7b65a', 'network_id': '3caa7339-cfbe-4635-a8d0-9c61eaa7b65a', 'tenant_id': '390d71b7d02c49d2b6996b7bfd63f5b6', 'fixed_ips': [{'subnet_id': 'd9a00d2d-ecc0-4e09-b134-bc41149aee64'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:30:32.428034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:32.483129 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e95d3c64-c289-4b93-b37d-aa1e4aaf5a27 None None] Provisioning for port 65d2a275-8e74-42e8-95e4-2e310cd6c066 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:32.528036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:32.593556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Allocated IP 172.20.0.14 (b5b5d866-8642-47dd-949e-56ccfc42319f/bb5c243a-ac3c-4d9b-af9f-204dde724338/8399564a-8a9a-44e8-845d-bd1ff92d77dc) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:32.808570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Allocated IP 2001:db8::2 (3caa7339-cfbe-4635-a8d0-9c61eaa7b65a/d9a00d2d-ecc0-4e09-b134-bc41149aee64/830f07a0-dd3f-4a5e-b625-6b62e4f59aff) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:32.872755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:32.906935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 65d2a275-8e74-42e8-95e4-2e310cd6c066 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:32.915948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:32.926689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bda2b2c8-9bb9-49f3-9a45-8c3547020b35 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:32.970529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:32.992050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51bf922b-9dae-4b67-a3d5-0840954cbeb8 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:33.019160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Subnet': ['ID=2e8c48c4-9025-4a32-b965-acc634c5c79c,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:33.022174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:33.128710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.144655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Transition to ACTIVE for port object 830f07a0-dd3f-4a5e-b625-6b62e4f59aff will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:33.145884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Network b5b5d866-8642-47dd-949e-56ccfc42319f is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:33.155290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:33.156296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 65d2a275-8e74-42e8-95e4-2e310cd6c066 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:33.163210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:30:33.175000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 65d2a275-8e74-42e8-95e4-2e310cd6c066 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:33.175479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.201860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Transition to ACTIVE for port object 830f07a0-dd3f-4a5e-b625-6b62e4f59aff will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:33.209155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Pushing event updated for resources: {'Port': ['ID=8399564a-8a9a-44e8-845d-bd1ff92d77dc,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:33.213741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939e20-f18d-4495-863d-6d71d3d46d07 req-71725483-3841-4f24-bbe3-e0b7eff7da44 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:33.215200 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-06939e20-f18d-4495-863d-6d71d3d46d07 req-71725483-3841-4f24-bbe3-e0b7eff7da44 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.3466709 Dec 13 23:30:33.219319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Checking segment: {'id': '067b756d-dad2-49f9-b86b-634e059778e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95a548b4-6a69-44af-9ec1-8de9650600e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:33.219319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network hostable DHCP agents. Network: 95a548b4-6a69-44af-9ec1-8de9650600e3, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:30:33.222666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:33.254979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-90a33ef4-c3f9-4a03-90a6-cca5d8893392 None None] Provisioning complete for port 65d2a275-8e74-42e8-95e4-2e310cd6c066 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:33.255426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:33.255567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-90a33ef4-c3f9-4a03-90a6-cca5d8893392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.256086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.273565 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-06939e20-f18d-4495-863d-6d71d3d46d07 req-56b7c902-a508-4f63-80e5-5e1ba0223b89 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519013 Dec 13 23:30:33.274729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae3162-5e94-4243-bc2c-993d23bb5bb2 req-c9d45177-f86b-4cf7-91f6-221b470b111a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:33.280099 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45ae3162-5e94-4243-bc2c-993d23bb5bb2 req-c9d45177-f86b-4cf7-91f6-221b470b111a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 932 time: 0.2202463 Dec 13 23:30:33.295653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.311261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:33.333597 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45ae3162-5e94-4243-bc2c-993d23bb5bb2 req-025c9dc5-f420-4092-8b02-ab149e0b40eb tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496089 Dec 13 23:30:33.398625 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network 95a548b4-6a69-44af-9ec1-8de9650600e3 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:30:33.421860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Pushing event updated for resources: {'Port': ['ID=830f07a0-dd3f-4a5e-b625-6b62e4f59aff,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:33.426125 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4690397 Dec 13 23:30:33.428773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:33.437426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:33.438209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Request body: {'port': {'device_id': '172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:33.445227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:33.449788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:30:33.488917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.504754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 95a548b4-6a69-44af-9ec1-8de9650600e3) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:33.509584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:33.510166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.541746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2603b4d7-3892-4f48-bbb8-84e2ded7eeec None None] Network 95a548b4-6a69-44af-9ec1-8de9650600e3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:33.553219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.597515 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4588258 Dec 13 23:30:33.600022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54778) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:33.685003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-90a33ef4-c3f9-4a03-90a6-cca5d8893392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.718546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Attempting to bind port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:30:33.718920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Attempting to bind port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '3d0b246f-b2f8-4d2f-a101-45c44ad97278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3caa7339-cfbe-4635-a8d0-9c61eaa7b65a'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:30:33.719281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Attempting to bind port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff on network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:30:33.723413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 65d2a275-8e74-42e8-95e4-2e310cd6c066, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=65d2a275-8e74-42e8-95e4-2e310cd6c066,segment=NetworkSegment(4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5),segment_id=4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:33.747790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:30:33.747790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Checking segment: {'id': '3d0b246f-b2f8-4d2f-a101-45c44ad97278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3caa7339-cfbe-4635-a8d0-9c61eaa7b65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:33.747790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.747790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Bound using segment: {'id': '3d0b246f-b2f8-4d2f-a101-45c44ad97278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3caa7339-cfbe-4635-a8d0-9c61eaa7b65a'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:30:33.747790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Bound port: 830f07a0-dd3f-4a5e-b625-6b62e4f59aff, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d0b246f-b2f8-4d2f-a101-45c44ad97278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3caa7339-cfbe-4635-a8d0-9c61eaa7b65a'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:30:33.747790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.848344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.854669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:33.904936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8399564a-8a9a-44e8-845d-bd1ff92d77dc {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:30:33.912069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:33.928859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Transition to ACTIVE for port object 8399564a-8a9a-44e8-845d-bd1ff92d77dc will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:33.998708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:34.004912 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-375ee4de-fd89-4337-9990-5dda7a16ef6a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:34.011578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-90a33ef4-c3f9-4a03-90a6-cca5d8893392 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:30:34.011963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-90a33ef4-c3f9-4a03-90a6-cca5d8893392 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:30:34.060565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=65d2a275-8e74-42e8-95e4-2e310cd6c066,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:34.063775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] For port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:30:34.067008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:34.072734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] For port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=830f07a0-dd3f-4a5e-b625-6b62e4f59aff,segment=NetworkSegment(3d0b246f-b2f8-4d2f-a101-45c44ad97278),segment_id=3d0b246f-b2f8-4d2f-a101-45c44ad97278)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:30:34.080953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-95a548b4-6a69-44af-9ec1-8de9650600e3', 'network_id': '95a548b4-6a69-44af-9ec1-8de9650600e3', 'tenant_id': '390d71b7d02c49d2b6996b7bfd63f5b6', 'fixed_ips': [{'subnet_id': '2e8c48c4-9025-4a32-b965-acc634c5c79c'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:30:34.082868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:34.108328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:34.132209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=8399564a-8a9a-44e8-845d-bd1ff92d77dc,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:34.136137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:34.141833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:34.146671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ab83866f-f35d-482d-af83-bc9bce697d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:34.240326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Attempting to bind port 8399564a-8a9a-44e8-845d-bd1ff92d77dc on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:30:34.240756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Attempting to bind port 8399564a-8a9a-44e8-845d-bd1ff92d77dc by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '71b9c395-7934-4620-b6ba-954fba361e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5b5d866-8642-47dd-949e-56ccfc42319f'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:30:34.240982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Attempting to bind port 8399564a-8a9a-44e8-845d-bd1ff92d77dc on network b5b5d866-8642-47dd-949e-56ccfc42319f {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:30:34.247513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Port 8399564a-8a9a-44e8-845d-bd1ff92d77dc on network b5b5d866-8642-47dd-949e-56ccfc42319f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:30:34.247873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Attempting to bind port 8399564a-8a9a-44e8-845d-bd1ff92d77dc on network b5b5d866-8642-47dd-949e-56ccfc42319f {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:30:34.262492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:30:34.262492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Checking segment: {'id': '71b9c395-7934-4620-b6ba-954fba361e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5b5d866-8642-47dd-949e-56ccfc42319f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:34.262492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Bound using segment: {'id': '71b9c395-7934-4620-b6ba-954fba361e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5b5d866-8642-47dd-949e-56ccfc42319f'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:30:34.262492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Bound port: 8399564a-8a9a-44e8-845d-bd1ff92d77dc, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b9c395-7934-4620-b6ba-954fba361e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5b5d866-8642-47dd-949e-56ccfc42319f'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:30:34.262492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:34.296809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Pushing event updated for resources: {'Port': ['ID=830f07a0-dd3f-4a5e-b625-6b62e4f59aff,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:34.302014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:34.351260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Allocated IP 2001:db8::2 (95a548b4-6a69-44af-9ec1-8de9650600e3/2e8c48c4-9025-4a32-b965-acc634c5c79c/0930cb2f-513d-4739-a5ef-a88a0b30b688) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:34.390078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] For port 8399564a-8a9a-44e8-845d-bd1ff92d77dc, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:30:34.395977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] For port 8399564a-8a9a-44e8-845d-bd1ff92d77dc, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8399564a-8a9a-44e8-845d-bd1ff92d77dc,segment=NetworkSegment(71b9c395-7934-4620-b6ba-954fba361e74),segment_id=71b9c395-7934-4620-b6ba-954fba361e74)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:30:34.466225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:34.481719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7727573-4558-405b-989a-3c1a94e7f511 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:34.539180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Allocated IP 2001:db8::1 (3caa7339-cfbe-4635-a8d0-9c61eaa7b65a/d9a00d2d-ecc0-4e09-b134-bc41149aee64/98834b4e-764c-4201-bbd4-109ea391b2e9) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:34.588565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:34.590836 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] 10.222.0.18 "PUT /v2.0/ports/8399564a-8a9a-44e8-845d-bd1ff92d77dc HTTP/1.1" status: 200 len: 1094 time: 1.1563175 Dec 13 23:30:34.591722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=8399564a-8a9a-44e8-845d-bd1ff92d77dc,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:34.595815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:34.597253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32', 'tag': '8399564a-8a9a-44e8-845d-bd1ff92d77dc'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:30:34.851697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:34.856548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 830f07a0-dd3f-4a5e-b625-6b62e4f59aff up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:34.903145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Transition to ACTIVE for port object 0930cb2f-513d-4739-a5ef-a88a0b30b688 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:34.920494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:34.938154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Transition to ACTIVE for port object 0930cb2f-513d-4739-a5ef-a88a0b30b688 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:34.942978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Transition to ACTIVE for port object 98834b4e-764c-4201-bbd4-109ea391b2e9 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:34.950979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d386b-8402-4a64-b905-04d2b6915c82 req-789b39ab-9205-4669-9c31-e9edf588ab05 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:34.953396 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-621d386b-8402-4a64-b905-04d2b6915c82 req-789b39ab-9205-4669-9c31-e9edf588ab05 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.3568807 Dec 13 23:30:34.965371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13f1e-000c-4deb-b9c8-d7f1719dee4f req-f34b4635-c0e2-4b46-bba6-1b1bec217a90 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:34.966287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9dd13f1e-000c-4deb-b9c8-d7f1719dee4f req-f34b4635-c0e2-4b46-bba6-1b1bec217a90 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Synchronizing usage tracker for tenant:ccdf8f903209458f9ff8dd61026cbefe on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:34.997514 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-8a6d80bf-47d4-47fc-916a-e63f60f12955 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccdf8f903209458f9ff8dd61026cbefe&device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 1097 time: 0.1617906 Dec 13 23:30:35.008574 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-621d386b-8402-4a64-b905-04d2b6915c82 req-3a202436-62b9-4759-81da-8e538319a5e0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492332 Dec 13 23:30:35.036874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:35.040657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-958944ef-7574-4735-a11f-2671e4940c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:35.062289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9dd13f1e-000c-4deb-b9c8-d7f1719dee4f req-f34b4635-c0e2-4b46-bba6-1b1bec217a90 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Unset dirty status for tenant:ccdf8f903209458f9ff8dd61026cbefe on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:35.068929 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9dd13f1e-000c-4deb-b9c8-d7f1719dee4f req-f34b4635-c0e2-4b46-bba6-1b1bec217a90 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 944 time: 0.4592683 Dec 13 23:30:35.076126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:35.093008 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32', 'tag': '8399564a-8a9a-44e8-845d-bd1ff92d77dc', 'status': 'completed', 'code': 200} Dec 13 23:30:35.096590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:35.099618 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-d1e2eecf-4207-4db3-9a2e-3dfae25b0e80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8399564a-8a9a-44e8-845d-bd1ff92d77dc HTTP/1.1" status: 200 len: 217 time: 0.0937066 Dec 13 23:30:35.101711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f84bef49-1103-494b-ba98-7f9eaa0377ca tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:35.106399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 65d2a275-8e74-42e8-95e4-2e310cd6c066 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:35.157034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Pushing event updated for resources: {'Port': ['ID=0930cb2f-513d-4739-a5ef-a88a0b30b688,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:35.162114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Network 95a548b4-6a69-44af-9ec1-8de9650600e3 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:35.163811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:35.165996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:35.167111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:35.167267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:35.170735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:30:35.171271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:35.176787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:30:35.182336 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9dd13f1e-000c-4deb-b9c8-d7f1719dee4f req-f5a2eaf3-c543-4fe7-8687-b0146181ad98 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124678 Dec 13 23:30:35.198408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Port': ['ID=98834b4e-764c-4201-bbd4-109ea391b2e9,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:35.209313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af838a-a194-433b-ac74-35794b012ebe req-2446cd26-2a79-406c-b989-2bf2e9b710d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:35.210920 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-2446cd26-2a79-406c-b989-2bf2e9b710d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb5c243a-ac3c-4d9b-af9f-204dde724338 HTTP/1.1" status: 200 len: 852 time: 0.1024036 Dec 13 23:30:35.214933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:35.281296 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-5ecb92e9-c416-4735-9d0e-9c7e6cf915d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5b5d866-8642-47dd-949e-56ccfc42319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562484 Dec 13 23:30:35.288540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Attempting to bind port 0930cb2f-513d-4739-a5ef-a88a0b30b688 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:30:35.288975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Attempting to bind port 0930cb2f-513d-4739-a5ef-a88a0b30b688 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '067b756d-dad2-49f9-b86b-634e059778e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95a548b4-6a69-44af-9ec1-8de9650600e3'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:30:35.289414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Attempting to bind port 0930cb2f-513d-4739-a5ef-a88a0b30b688 on network 95a548b4-6a69-44af-9ec1-8de9650600e3 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:30:35.297182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 65d2a275-8e74-42e8-95e4-2e310cd6c066 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:35.297641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:35.327076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:30:35.327463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Checking segment: {'id': '067b756d-dad2-49f9-b86b-634e059778e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95a548b4-6a69-44af-9ec1-8de9650600e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:35.332348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:35.332348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Bound using segment: {'id': '067b756d-dad2-49f9-b86b-634e059778e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95a548b4-6a69-44af-9ec1-8de9650600e3'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:30:35.332348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Bound port: 0930cb2f-513d-4739-a5ef-a88a0b30b688, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067b756d-dad2-49f9-b86b-634e059778e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '95a548b4-6a69-44af-9ec1-8de9650600e3'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:30:35.332348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:35.396237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:35.478676 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-78d975b4-8e53-4033-89ca-edb68a74182b service neutron] 10.222.0.18 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899981 Dec 13 23:30:35.485379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] For port 0930cb2f-513d-4739-a5ef-a88a0b30b688, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:30:35.503336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] For port 0930cb2f-513d-4739-a5ef-a88a0b30b688, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0930cb2f-513d-4739-a5ef-a88a0b30b688,segment=NetworkSegment(067b756d-dad2-49f9-b86b-634e059778e1),segment_id=067b756d-dad2-49f9-b86b-634e059778e1)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:30:35.562590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:35.573903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-02ef2639-b1a9-429c-a3fd-4cb2d0c28ce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:35.640357 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-02af838a-a194-433b-ac74-35794b012ebe req-345f2b80-443e-4063-b927-eb5b37aa1be1 service neutron] 10.222.0.18 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553421 Dec 13 23:30:35.666697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Pushing event updated for resources: {'Port': ['ID=0930cb2f-513d-4739-a5ef-a88a0b30b688,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:35.671961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e980bb82-8c25-4035-b078-e1fb6e1ca2f5 None None] Network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:35.686496 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:35.835206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5cfca6e4-e9f7-49dc-a4fe-de893b9aa8ae None None] Provisioning for port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:35.845796 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8b2ab6e-d570-46fd-9c85-bcea42283d33 req-cd28518d-9c25-4d40-b137-ce6a48d72ed5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccdf8f903209458f9ff8dd61026cbefe&device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 1097 time: 0.0892589 Dec 13 23:30:35.851707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5cfca6e4-e9f7-49dc-a4fe-de893b9aa8ae None None] Provisioning complete for port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:35.852072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5cfca6e4-e9f7-49dc-a4fe-de893b9aa8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:36.003270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:36.009906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ab6e-d570-46fd-9c85-bcea42283d33 req-4b20336f-019b-49d7-a6db-bc2015efcbc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:36.011418 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8b2ab6e-d570-46fd-9c85-bcea42283d33 req-4b20336f-019b-49d7-a6db-bc2015efcbc7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5b5d866-8642-47dd-949e-56ccfc42319f HTTP/1.1" status: 200 len: 913 time: 0.1588149 Dec 13 23:30:36.069838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5cfca6e4-e9f7-49dc-a4fe-de893b9aa8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:36.071566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:36.072666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:36.082797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c499f7e9-fc10-4627-b4cc-eaae7a6080df tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:36.090245 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8b2ab6e-d570-46fd-9c85-bcea42283d33 req-b28119ca-c6ed-46fe-a38d-532227f3ca29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8399564a-8a9a-44e8-845d-bd1ff92d77dc HTTP/1.1" status: 200 len: 217 time: 0.0713282 Dec 13 23:30:36.127113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5cfca6e4-e9f7-49dc-a4fe-de893b9aa8ae None None] For port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=830f07a0-dd3f-4a5e-b625-6b62e4f59aff,segment=NetworkSegment(3d0b246f-b2f8-4d2f-a101-45c44ad97278),segment_id=3d0b246f-b2f8-4d2f-a101-45c44ad97278)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:36.171670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2ab6e-d570-46fd-9c85-bcea42283d33 req-13fc9691-1452-433c-ac1c-35de6c5e8fe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:36.173784 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8b2ab6e-d570-46fd-9c85-bcea42283d33 req-13fc9691-1452-433c-ac1c-35de6c5e8fe0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb5c243a-ac3c-4d9b-af9f-204dde724338 HTTP/1.1" status: 200 len: 852 time: 0.0757771 Dec 13 23:30:36.198506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5cfca6e4-e9f7-49dc-a4fe-de893b9aa8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:36.200400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-66f5d45f-5501-438b-995a-5f4ffb9b20e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:36.235989 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8b2ab6e-d570-46fd-9c85-bcea42283d33 req-a063ccc9-d54a-41b8-8c1c-16bfc5f77667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5b5d866-8642-47dd-949e-56ccfc42319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508628 Dec 13 23:30:36.289780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Port': ['ID=98834b4e-764c-4201-bbd4-109ea391b2e9,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:36.293822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:36.308927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfca6e4-e9f7-49dc-a4fe-de893b9aa8ae None None] Pushing event updated for resources: {'Port': ['ID=830f07a0-dd3f-4a5e-b625-6b62e4f59aff,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:36.318009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5cfca6e4-e9f7-49dc-a4fe-de893b9aa8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:36.386506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:36.388047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:36.487007 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8b2ab6e-d570-46fd-9c85-bcea42283d33 req-3bbcefc6-88b6-41e4-8da7-66099ea8cc46 service neutron] 10.222.0.18 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414467 Dec 13 23:30:36.583107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3483-6471-443b-aff7-348aa4645e22 req-62d05458-9172-4172-bc25-066be157dded tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:36.585429 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f92e3483-6471-443b-aff7-348aa4645e22 req-62d05458-9172-4172-bc25-066be157dded tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.4402330 Dec 13 23:30:36.613250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9ce7f4ad-040a-4e42-bce0-5a2feebad109 None None] Provisioning for port 98834b4e-764c-4201-bbd4-109ea391b2e9 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:36.618973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9ce7f4ad-040a-4e42-bce0-5a2feebad109 None None] Provisioning complete for port 98834b4e-764c-4201-bbd4-109ea391b2e9 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:36.619357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f4ad-040a-4e42-bce0-5a2feebad109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:36.624236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782a75a-6730-4c09-ae56-382262a9b1f3 req-64b67665-03c8-429d-bb76-45c754625de2 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:36.625835 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2782a75a-6730-4c09-ae56-382262a9b1f3 req-64b67665-03c8-429d-bb76-45c754625de2 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 944 time: 0.2344537 Dec 13 23:30:36.689912 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8b2ab6e-d570-46fd-9c85-bcea42283d33 req-d55e6127-219e-4041-98c2-67fbab46b9d8 service neutron] 10.222.0.18 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959074 Dec 13 23:30:36.722896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7f4ad-040a-4e42-bce0-5a2feebad109 None None] Port 98834b4e-764c-4201-bbd4-109ea391b2e9 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:36.733156 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2782a75a-6730-4c09-ae56-382262a9b1f3 req-b2049bb7-e1ac-43ac-b7d0-6a54296fda17 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999396 Dec 13 23:30:36.747828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9ce7f4ad-040a-4e42-bce0-5a2feebad109 None None] Provisioning complete for port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:36.748223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9ce7f4ad-040a-4e42-bce0-5a2feebad109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:36.907288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 830f07a0-dd3f-4a5e-b625-6b62e4f59aff up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:36.912321 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f92e3483-6471-443b-aff7-348aa4645e22 req-d8b8efe6-f6cd-475f-9d55-0a26ee497f0c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143220 Dec 13 23:30:37.012251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:37.012251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:37.033896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe55940f-7985-46b5-abec-065c65c61496 None None] Network 95a548b4-6a69-44af-9ec1-8de9650600e3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:37.106667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Router 1246e066-2cba-45d7-b8c0-3d9a04393581 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:30:37.263876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-82ea567f-5820-4e9e-a976-1ade1354609f None None] Provisioning complete for port 98834b4e-764c-4201-bbd4-109ea391b2e9 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:37.264479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-82ea567f-5820-4e9e-a976-1ade1354609f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:37.283060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:37.294354 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4290320-b606-46d1-a2c7-1c65edbc2444 None None] Sync routers for ids ['1246e066-2cba-45d7-b8c0-3d9a04393581'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:37.298863 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "PUT /v2.0/routers/1246e066-2cba-45d7-b8c0-3d9a04393581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6940494 Dec 13 23:30:37.299293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54792) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:37.308076 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4290320-b606-46d1-a2c7-1c65edbc2444 None None] Routers {'1246e066-2cba-45d7-b8c0-3d9a04393581'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:37.308814 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d4290320-b606-46d1-a2c7-1c65edbc2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['1246e066-2cba-45d7-b8c0-3d9a04393581'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:37.365091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0930cb2f-513d-4739-a5ef-a88a0b30b688 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:37.376194 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d4290320-b606-46d1-a2c7-1c65edbc2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:37.387704 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4290320-b606-46d1-a2c7-1c65edbc2444 None None] Routers {'1246e066-2cba-45d7-b8c0-3d9a04393581'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:37.388684 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d4290320-b606-46d1-a2c7-1c65edbc2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['1246e066-2cba-45d7-b8c0-3d9a04393581'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:37.406650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-82ea567f-5820-4e9e-a976-1ade1354609f None None] Port 98834b4e-764c-4201-bbd4-109ea391b2e9 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:37.454802 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d4290320-b606-46d1-a2c7-1c65edbc2444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:37.455220 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4290320-b606-46d1-a2c7-1c65edbc2444 None None] The sync data for ids ['1246e066-2cba-45d7-b8c0-3d9a04393581'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:37.529807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-82ea567f-5820-4e9e-a976-1ade1354609f None None] Provisioning for port 0930cb2f-513d-4739-a5ef-a88a0b30b688 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:37.558426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0930cb2f-513d-4739-a5ef-a88a0b30b688 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:37.565054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0930cb2f-513d-4739-a5ef-a88a0b30b688 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:37.565452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:37.698323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:37.713927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8399564a-8a9a-44e8-845d-bd1ff92d77dc details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:30:37.716090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bcc6a7ba-c3d1-4832-be2e-44d013498bad None None] Provisioning complete for port 98834b4e-764c-4201-bbd4-109ea391b2e9 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:37.716519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a7ba-c3d1-4832-be2e-44d013498bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:37.810279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bcc6a7ba-c3d1-4832-be2e-44d013498bad None None] Port 98834b4e-764c-4201-bbd4-109ea391b2e9 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:37.871204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 0930cb2f-513d-4739-a5ef-a88a0b30b688, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0930cb2f-513d-4739-a5ef-a88a0b30b688,segment=NetworkSegment(067b756d-dad2-49f9-b86b-634e059778e1),segment_id=067b756d-dad2-49f9-b86b-634e059778e1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:37.934634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8399564a-8a9a-44e8-845d-bd1ff92d77dc, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8399564a-8a9a-44e8-845d-bd1ff92d77dc,segment=NetworkSegment(71b9c395-7934-4620-b6ba-954fba361e74),segment_id=71b9c395-7934-4620-b6ba-954fba361e74)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:37.942946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:37.947529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:37.994475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '8399564a-8a9a-44e8-845d-bd1ff92d77dc', 'network_id': 'b5b5d866-8642-47dd-949e-56ccfc42319f', 'port_id': '8399564a-8a9a-44e8-845d-bd1ff92d77dc', 'mac_address': 'fa:16:3e:32:c3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5c243a-ac3c-4d9b-af9f-204dde724338', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:30:38.050543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce7193-92c2-4df4-bc45-fc737e25da24 req-c3c0a7ae-6d47-424a-a13a-b97d7e345fb0 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:38.052114 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1dce7193-92c2-4df4-bc45-fc737e25da24 req-c3c0a7ae-6d47-424a-a13a-b97d7e345fb0 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 944 time: 0.1289937 Dec 13 23:30:38.059508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:38.089003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-280c1781-e391-4b35-bfe4-efcb75fc5c71 None None] Provisioning complete for port 0930cb2f-513d-4739-a5ef-a88a0b30b688 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:38.089385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-280c1781-e391-4b35-bfe4-efcb75fc5c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:38.130243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8399564a-8a9a-44e8-845d-bd1ff92d77dc {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:30:38.135847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=0930cb2f-513d-4739-a5ef-a88a0b30b688,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:38.138374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3718ff-df02-41b0-a3e2-8dada0c1b678 req-9bd15051-6543-41c6-b9cb-36a59435ae46 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:38.143356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:38.146853 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4b3718ff-df02-41b0-a3e2-8dada0c1b678 req-9bd15051-6543-41c6-b9cb-36a59435ae46 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.0971286 Dec 13 23:30:38.166011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8399564a-8a9a-44e8-845d-bd1ff92d77dc, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8399564a-8a9a-44e8-845d-bd1ff92d77dc,segment=NetworkSegment(71b9c395-7934-4620-b6ba-954fba361e74),segment_id=71b9c395-7934-4620-b6ba-954fba361e74)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:38.185344 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1dce7193-92c2-4df4-bc45-fc737e25da24 req-4755cfbd-d4b4-4c1b-ab86-71cb0d8aac49 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020563 Dec 13 23:30:38.207100 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4b3718ff-df02-41b0-a3e2-8dada0c1b678 req-00657083-6187-461b-83b7-d7dbcef273fe tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591862 Dec 13 23:30:38.207307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-ae268661-58be-4b68-bc98-2a692ebdafac tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:30:38.211138 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ae268661-58be-4b68-bc98-2a692ebdafac tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "PUT /v2.0/routers/1246e066-2cba-45d7-b8c0-3d9a04393581/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9078932 Dec 13 23:30:38.211650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54800) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:38.230981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:38.234502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-cdbcafa0-9063-4ff6-80be-e1f76f4fb044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:38.303806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8399564a-8a9a-44e8-845d-bd1ff92d77dc,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:38.306911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:38.429715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['8399564a-8a9a-44e8-845d-bd1ff92d77dc'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:30:38.679502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:38.707282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0930cb2f-513d-4739-a5ef-a88a0b30b688 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:38.777318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0930cb2f-513d-4739-a5ef-a88a0b30b688 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:38.777697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:39.149215 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e4a6334a-be41-4ba8-80e8-8bbfaad7ec86 req-1f7fb738-5526-4ad6-a221-342d5710ec31 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0740507 Dec 13 23:30:39.193266 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e4a6334a-be41-4ba8-80e8-8bbfaad7ec86 req-ff395b89-6dbe-40d2-8bff-1bf86fde93bc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376077 Dec 13 23:30:39.275301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting port 98834b4e-764c-4201-bbd4-109ea391b2e9 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:39.275825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:39.408779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02740f-1baf-43c0-9883-5d5fd899c018 req-cc6a75bc-5417-4867-aaff-cd992b498a86 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:39.410164 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7c02740f-1baf-43c0-9883-5d5fd899c018 req-cc6a75bc-5417-4867-aaff-cd992b498a86 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 945 time: 0.0783219 Dec 13 23:30:39.455782 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7c02740f-1baf-43c0-9883-5d5fd899c018 req-ad20200e-ee6f-4241-9d56-88d398089ca5 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399880 Dec 13 23:30:39.524394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:39.547193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf51138-2aae-40bb-b517-397d89cd5702 req-374905d1-3801-4d4b-a8d3-fd46e021d02c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:39.549527 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bf51138-2aae-40bb-b517-397d89cd5702 req-374905d1-3801-4d4b-a8d3-fd46e021d02c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.2184532 Dec 13 23:30:39.670915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Calling delete_port for 98834b4e-764c-4201-bbd4-109ea391b2e9 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:39.711085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22054e49-7bfa-421a-9d7d-05f5b22c93ed details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:30:39.713541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8399564a-8a9a-44e8-845d-bd1ff92d77dc up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:39.746743 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bf51138-2aae-40bb-b517-397d89cd5702 req-c51ba85d-faec-47ee-821e-b6609b98c32c tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476073 Dec 13 23:30:39.904888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:39.919123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'port_id': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'mac_address': 'fa:16:3e:1a:36:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:30:39.941621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:39.945993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dae92053-3121-41aa-bfaa-4932bf59ddbb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:39.976402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:39.989757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 8399564a-8a9a-44e8-845d-bd1ff92d77dc completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:39.989970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Port': ['ID=98834b4e-764c-4201-bbd4-109ea391b2e9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:39.992374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:39.997077 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 8399564a-8a9a-44e8-845d-bd1ff92d77dc triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:39.997511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:40.028852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22054e49-7bfa-421a-9d7d-05f5b22c93ed {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:30:40.080178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:40.180985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:40.184906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1046a5fb-75db-474d-9bfe-c08e100ee59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:40.264463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:40.305305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=22054e49-7bfa-421a-9d7d-05f5b22c93ed,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:40.308581 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:40.322742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8399564a-8a9a-44e8-845d-bd1ff92d77dc'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:30:40.338391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:40.348609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8399564a-8a9a-44e8-845d-bd1ff92d77dc, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8399564a-8a9a-44e8-845d-bd1ff92d77dc,segment=NetworkSegment(71b9c395-7934-4620-b6ba-954fba361e74),segment_id=71b9c395-7934-4620-b6ba-954fba361e74)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:40.407850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:40.410079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-48371a70-eef6-4c26-85fd-cd70246e74b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:40.447855 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8399564a-8a9a-44e8-845d-bd1ff92d77dc', 'code': 200} Dec 13 23:30:40.448770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['22054e49-7bfa-421a-9d7d-05f5b22c93ed'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:30:40.539412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8399564a-8a9a-44e8-845d-bd1ff92d77dc,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:40.544025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:40.832069 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-821b8baf-bbca-4bbb-ad93-8dea33cf5a3d req-8032559e-4e35-46a4-8899-6c7b02eb91d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 1099 time: 0.0791049 Dec 13 23:30:40.832690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df888abe-3676-4a94-8e68-a7c96ce495b3 req-7e6eeb17-a76c-4980-abbf-ded247e69529 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:40.833104 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df888abe-3676-4a94-8e68-a7c96ce495b3 req-7e6eeb17-a76c-4980-abbf-ded247e69529 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.2198968 Dec 13 23:30:40.862752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Router 1246e066-2cba-45d7-b8c0-3d9a04393581 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:30:40.879306 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-821b8baf-bbca-4bbb-ad93-8dea33cf5a3d req-291517ea-c1d5-4b4f-a6ac-cc67febe4c0d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390315 Dec 13 23:30:40.950733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-df888abe-3676-4a94-8e68-a7c96ce495b3 req-f568db05-3ef4-4c1e-b1fb-97109097b8cf tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Synchronizing usage tracker for tenant:ccdf8f903209458f9ff8dd61026cbefe on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:40.957305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386aae0-bd63-4b27-8a84-212065ead1ff req-af66a14a-30cd-4777-9fbd-fbc5b00bf337 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:40.958773 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3386aae0-bd63-4b27-8a84-212065ead1ff req-af66a14a-30cd-4777-9fbd-fbc5b00bf337 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 944 time: 0.0784709 Dec 13 23:30:41.004770 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3386aae0-bd63-4b27-8a84-212065ead1ff req-fd79cf6c-1cfe-4bf0-a908-e233ecc2e257 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403347 Dec 13 23:30:41.032801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54814) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:41.042757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:41.053631 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "PUT /v2.0/routers/1246e066-2cba-45d7-b8c0-3d9a04393581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8408587 Dec 13 23:30:41.054462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccfe20b-9796-4a2a-a74d-335ea0051c22 None None] Sync routers for ids ['1246e066-2cba-45d7-b8c0-3d9a04393581'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:41.059298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54818) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:41.070019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccfe20b-9796-4a2a-a74d-335ea0051c22 None None] Routers {'1246e066-2cba-45d7-b8c0-3d9a04393581'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:41.070754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fccfe20b-9796-4a2a-a74d-335ea0051c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['1246e066-2cba-45d7-b8c0-3d9a04393581'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:41.118009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-df888abe-3676-4a94-8e68-a7c96ce495b3 req-f568db05-3ef4-4c1e-b1fb-97109097b8cf tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Unset dirty status for tenant:ccdf8f903209458f9ff8dd61026cbefe on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:41.124446 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df888abe-3676-4a94-8e68-a7c96ce495b3 req-f568db05-3ef4-4c1e-b1fb-97109097b8cf tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823615 Dec 13 23:30:41.133668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fccfe20b-9796-4a2a-a74d-335ea0051c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:41.136702 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-616cff4e-5e5a-4cd0-b750-a46df2150270 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] delete failed (client error): The resource could not be found. Dec 13 23:30:41.141685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54822) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:41.142838 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-616cff4e-5e5a-4cd0-b750-a46df2150270 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1453686941 HTTP/1.1" status: 404 len: 335 time: 0.0826423 Dec 13 23:30:41.149491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-971358c8-017c-4eb3-bd7d-a8e17a5f54f5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'router': {'external_gateway_info': {'network_id': '1246e066-2cba-45d7-b8c0-3d9a04393581'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:41.149661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccfe20b-9796-4a2a-a74d-335ea0051c22 None None] Routers {'1246e066-2cba-45d7-b8c0-3d9a04393581'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:41.150126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fccfe20b-9796-4a2a-a74d-335ea0051c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['1246e066-2cba-45d7-b8c0-3d9a04393581'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:41.209741 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-35d5fbfb-30d5-4d28-84ee-f52151f6a026 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/floatingips/452de488-1cb5-4377-a229-72d859356978 HTTP/1.1" status: 200 len: 991 time: 0.1755812 Dec 13 23:30:41.212738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fccfe20b-9796-4a2a-a74d-335ea0051c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:41.213158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccfe20b-9796-4a2a-a74d-335ea0051c22 None None] The sync data for ids ['1246e066-2cba-45d7-b8c0-3d9a04393581'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:41.661388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-971358c8-017c-4eb3-bd7d-a8e17a5f54f5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:41.712556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22054e49-7bfa-421a-9d7d-05f5b22c93ed up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:41.753850 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-971358c8-017c-4eb3-bd7d-a8e17a5f54f5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] update failed (client error): The resource could not be found. Dec 13 23:30:41.759139 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-971358c8-017c-4eb3-bd7d-a8e17a5f54f5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "PUT /v2.0/routers/1246e066-2cba-45d7-b8c0-3d9a04393581 HTTP/1.1" status: 404 len: 339 time: 0.6120508 Dec 13 23:30:41.759388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54826) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:41.766860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1084192461'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:41.772154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:41.776384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:network and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:41.780123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:41.787958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:41.798773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 22054e49-7bfa-421a-9d7d-05f5b22c93ed triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:41.799152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:41.890080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e7715fca-d170-40f4-8ce7-040024bac209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:41.906605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Made reservation on behalf of 390d71b7d02c49d2b6996b7bfd63f5b6 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:41.910163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:41.916129 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:41.942224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:30:41.949968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:41.951480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:41.951836 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Added segment 4afbf124-99d5-4608-ac0c-6a18a88ba068 of type vlan for network 0af8fb29-d2e3-4430-ba97-32b0edfd09db Dec 13 23:30:41.978119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:42.020954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:42.023689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:42.089827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:42.091386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=22054e49-7bfa-421a-9d7d-05f5b22c93ed,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:42.093894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:42.094470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:42.094672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:42.099495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-071fb206-0454-4ae1-856d-9e70937376c7 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:42.207090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Network': ['ID=0af8fb29-d2e3-4430-ba97-32b0edfd09db,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:42.209769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:42.217773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 0af8fb29-d2e3-4430-ba97-32b0edfd09db details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:30:42.301748 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5412250 Dec 13 23:30:42.308093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54832) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:42.320496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'subnet': {'network_id': '0af8fb29-d2e3-4430-ba97-32b0edfd09db', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:42.432332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d99da-feaf-439a-bfe4-e6c91bba0e47 req-e4e558c4-c597-4414-a817-f19cd37a339b tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:42.433702 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-041d99da-feaf-439a-bfe4-e6c91bba0e47 req-e4e558c4-c597-4414-a817-f19cd37a339b tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.1873868 Dec 13 23:30:42.449210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:30:42.459787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:30:42.468024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Usage tracker for resource:subnet and tenant:390d71b7d02c49d2b6996b7bfd63f5b6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:30:42.472451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:30:42.486938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:30:42.503578 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-041d99da-feaf-439a-bfe4-e6c91bba0e47 req-93989f83-0fb3-4f0f-9732-eb3a746eb07d tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632026 Dec 13 23:30:42.505938 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'code': 200} Dec 13 23:30:42.581378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Made reservation on behalf of 390d71b7d02c49d2b6996b7bfd63f5b6 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:30:42.682863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:42.710887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8244544-8edd-4086-9fc2-e2025e9026ae req-c541019a-1b28-4fea-8189-a2342b2e24fa tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:42.712388 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8244544-8edd-4086-9fc2-e2025e9026ae req-c541019a-1b28-4fea-8189-a2342b2e24fa tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.0798945 Dec 13 23:30:42.760302 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8244544-8edd-4086-9fc2-e2025e9026ae req-2201700c-d5b9-4c09-99a7-dedc54a4f859 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Dec 13 23:30:42.947424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:42.951766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-beaadfd7-e11a-4e7e-9c4d-ac000d48415b tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:43.030869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Subnet': ['ID=47adbd1a-0a55-44c4-b143-895b7a8bb607,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:43.034326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:43.043400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Checking segment: {'id': '4afbf124-99d5-4608-ac0c-6a18a88ba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0af8fb29-d2e3-4430-ba97-32b0edfd09db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:43.043788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network hostable DHCP agents. Network: 0af8fb29-d2e3-4430-ba97-32b0edfd09db, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:30:43.118274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network 0af8fb29-d2e3-4430-ba97-32b0edfd09db is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:30:43.202325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 0af8fb29-d2e3-4430-ba97-32b0edfd09db) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:43.206977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:43.209135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:43.212694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fda7f6-9b5a-42c9-aa4a-631589fc5b10 None None] Network 0af8fb29-d2e3-4430-ba97-32b0edfd09db requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:43.305887 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9960473 Dec 13 23:30:43.308232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54844) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:43.316172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d614a116-0faa-4c1c-89f7-edbd1f93e2b4 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'router': {'external_gateway_info': {'network_id': '0af8fb29-d2e3-4430-ba97-32b0edfd09db'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:43.448828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-0af8fb29-d2e3-4430-ba97-32b0edfd09db', 'network_id': '0af8fb29-d2e3-4430-ba97-32b0edfd09db', 'tenant_id': '390d71b7d02c49d2b6996b7bfd63f5b6', 'fixed_ips': [{'subnet_id': '47adbd1a-0a55-44c4-b143-895b7a8bb607'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:30:43.449584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:43.494578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc1f96-2e92-4d79-984b-03b6aa3602e7 req-de01e5de-8b1d-42f9-a708-0533235b63f2 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:43.496050 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dc1f96-2e92-4d79-984b-03b6aa3602e7 req-de01e5de-8b1d-42f9-a708-0533235b63f2 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.2229781 Dec 13 23:30:43.560194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dc1f96-2e92-4d79-984b-03b6aa3602e7 req-a1d0b30f-a51a-47b1-a860-517207d62a43 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 Dec 13 23:30:43.615587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Allocated IP 2001:db8:1::2 (0af8fb29-d2e3-4430-ba97-32b0edfd09db/47adbd1a-0a55-44c4-b143-895b7a8bb607/33873691-f431-4c3b-8fe1-1b70ec87d7a0) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:43.736629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d614a116-0faa-4c1c-89f7-edbd1f93e2b4 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:43.826353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:43.837850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Transition to ACTIVE for port object 33873691-f431-4c3b-8fe1-1b70ec87d7a0 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:43.857637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Transition to ACTIVE for port object 33873691-f431-4c3b-8fe1-1b70ec87d7a0 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:43.910651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:43.915623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:43.952743 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-d614a116-0faa-4c1c-89f7-edbd1f93e2b4 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 23:30:43.953939 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d614a116-0faa-4c1c-89f7-edbd1f93e2b4 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "PUT /v2.0/routers/1246e066-2cba-45d7-b8c0-3d9a04393581 HTTP/1.1" status: 400 len: 364 time: 0.6440048 Dec 13 23:30:43.957701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54848) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:43.982148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Network 0af8fb29-d2e3-4430-ba97-32b0edfd09db is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:43.985097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:43.990194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:30:43.992257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Pushing event updated for resources: {'Port': ['ID=33873691-f431-4c3b-8fe1-1b70ec87d7a0,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:43.994965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:44.046199 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:30:44.127146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Attempting to bind port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:30:44.127484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Attempting to bind port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4afbf124-99d5-4608-ac0c-6a18a88ba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0af8fb29-d2e3-4430-ba97-32b0edfd09db'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:30:44.127891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Attempting to bind port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 on network 0af8fb29-d2e3-4430-ba97-32b0edfd09db {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:30:44.134336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:30:44.134708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Checking segment: {'id': '4afbf124-99d5-4608-ac0c-6a18a88ba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0af8fb29-d2e3-4430-ba97-32b0edfd09db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:30:44.135113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:44.135507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Bound using segment: {'id': '4afbf124-99d5-4608-ac0c-6a18a88ba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0af8fb29-d2e3-4430-ba97-32b0edfd09db'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:30:44.136006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Bound port: 33873691-f431-4c3b-8fe1-1b70ec87d7a0, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afbf124-99d5-4608-ac0c-6a18a88ba068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0af8fb29-d2e3-4430-ba97-32b0edfd09db'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:30:44.136383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:44.179233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-87885243-7c81-4540-8cb4-482376d2e66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:44.224692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] For port 33873691-f431-4c3b-8fe1-1b70ec87d7a0, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:30:44.227634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] For port 33873691-f431-4c3b-8fe1-1b70ec87d7a0, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=33873691-f431-4c3b-8fe1-1b70ec87d7a0,segment=NetworkSegment(4afbf124-99d5-4608-ac0c-6a18a88ba068),segment_id=4afbf124-99d5-4608-ac0c-6a18a88ba068)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:30:44.307165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:44.310913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:44.387920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Pushing event updated for resources: {'Port': ['ID=33873691-f431-4c3b-8fe1-1b70ec87d7a0,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:44.390864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:44.461676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:44.761584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 33873691-f431-4c3b-8fe1-1b70ec87d7a0 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:44.773096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2869a2-75eb-4d7e-9fb4-6a10e75e0f3a req-bfc35387-76dc-4d34-a083-fa8a5fd53150 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:44.774147 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dd2869a2-75eb-4d7e-9fb4-6a10e75e0f3a req-bfc35387-76dc-4d34-a083-fa8a5fd53150 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.0950317 Dec 13 23:30:44.832414 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dd2869a2-75eb-4d7e-9fb4-6a10e75e0f3a req-a0ca5890-be1b-41c6-b6d3-ccf091a70243 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511796 Dec 13 23:30:44.850950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Allocated IP 2001:db8::1 (81c73d69-25de-47d9-8bd3-68bf997e87a5/7bda0ce7-6d6c-4291-9794-169f4a76f7ab/c1690459-9a67-45fa-87ea-b86e601bf5f8) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:30:44.893728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:45.019797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:45.037355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Transition to ACTIVE for port object c1690459-9a67-45fa-87ea-b86e601bf5f8 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:30:45.130283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:45.134548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-381d3b81-d048-449e-9a12-6e8d5edcb38e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:45.209066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network 81c73d69-25de-47d9-8bd3-68bf997e87a5 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:45.214401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:45.220213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:30:45.222390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:45.260834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Port': ['ID=c1690459-9a67-45fa-87ea-b86e601bf5f8,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:45.263790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:45.336988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b32257-bcd8-425d-ae26-2e1764f9d2cb None None] Network 0af8fb29-d2e3-4430-ba97-32b0edfd09db requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:45.466946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:45.524266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:45.591186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:45.616570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3f098a86-df44-4241-a66a-af547eed2a6e None None] Provisioning for port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:45.625211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3f098a86-df44-4241-a66a-af547eed2a6e None None] Provisioning complete for port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:45.626523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3f098a86-df44-4241-a66a-af547eed2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:45.682042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12312e8-444f-4778-aab2-a202776aa863 req-97b9b63c-ee05-4bf2-987a-5d9a5ace5db7 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:45.683633 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e12312e8-444f-4778-aab2-a202776aa863 req-97b9b63c-ee05-4bf2-987a-5d9a5ace5db7 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.3367019 Dec 13 23:30:45.686623 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609b8dc-6fc9-4af1-9c9b-3efddc0538ff req-40ec3d50-c7a5-43d6-abec-baf77d6ae41d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccdf8f903209458f9ff8dd61026cbefe&device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 1099 time: 0.1158583 Dec 13 23:30:45.771021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3f098a86-df44-4241-a66a-af547eed2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:45.808323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-3f098a86-df44-4241-a66a-af547eed2a6e None None] For port 33873691-f431-4c3b-8fe1-1b70ec87d7a0, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=33873691-f431-4c3b-8fe1-1b70ec87d7a0,segment=NetworkSegment(4afbf124-99d5-4608-ac0c-6a18a88ba068),segment_id=4afbf124-99d5-4608-ac0c-6a18a88ba068)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:45.828553 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e12312e8-444f-4778-aab2-a202776aa863 req-6c851bed-8585-438a-8bff-2613f3eb4130 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358078 Dec 13 23:30:45.868935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b8dc-6fc9-4af1-9c9b-3efddc0538ff req-d0a19842-7473-4503-ac24-8de10780e97d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:45.870391 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609b8dc-6fc9-4af1-9c9b-3efddc0538ff req-d0a19842-7473-4503-ac24-8de10780e97d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5b5d866-8642-47dd-949e-56ccfc42319f HTTP/1.1" status: 200 len: 913 time: 0.1759310 Dec 13 23:30:45.890242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3f098a86-df44-4241-a66a-af547eed2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:45.893645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:45.940997 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609b8dc-6fc9-4af1-9c9b-3efddc0538ff req-54635f82-02ff-4663-9c8c-52cc8145b533 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8399564a-8a9a-44e8-845d-bd1ff92d77dc HTTP/1.1" status: 200 len: 217 time: 0.0642471 Dec 13 23:30:45.964209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f098a86-df44-4241-a66a-af547eed2a6e None None] Pushing event updated for resources: {'Port': ['ID=33873691-f431-4c3b-8fe1-1b70ec87d7a0,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:45.967205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3f098a86-df44-4241-a66a-af547eed2a6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:46.009144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b8dc-6fc9-4af1-9c9b-3efddc0538ff req-0b0d2564-c073-4292-9231-95e69b7b9262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:46.010591 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609b8dc-6fc9-4af1-9c9b-3efddc0538ff req-0b0d2564-c073-4292-9231-95e69b7b9262 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb5c243a-ac3c-4d9b-af9f-204dde724338 HTTP/1.1" status: 200 len: 852 time: 0.0637417 Dec 13 23:30:46.014773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3cbd39e0-ad69-439e-937b-9bd1079262fa None None] Provisioning complete for port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:46.015146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3cbd39e0-ad69-439e-937b-9bd1079262fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:46.023310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:46.060548 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609b8dc-6fc9-4af1-9c9b-3efddc0538ff req-26f2e018-6003-487d-90d4-a036a9302656 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5b5d866-8642-47dd-949e-56ccfc42319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437729 Dec 13 23:30:46.066967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:46.067988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:46.073179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ca11f2d2-65f0-49b9-b7cd-1710d619846f tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:46.195270 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609b8dc-6fc9-4af1-9c9b-3efddc0538ff req-83330ed9-486b-44ff-979d-8262b2fe3c5d service neutron] 10.222.0.18 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281328 Dec 13 23:30:46.209378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event updated for resources: {'Port': ['ID=c1690459-9a67-45fa-87ea-b86e601bf5f8,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:46.213417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:46.221273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3cbd39e0-ad69-439e-937b-9bd1079262fa None None] Provisioning for port c1690459-9a67-45fa-87ea-b86e601bf5f8 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:30:46.226872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3cbd39e0-ad69-439e-937b-9bd1079262fa None None] Provisioning complete for port c1690459-9a67-45fa-87ea-b86e601bf5f8 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:46.227993 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3cbd39e0-ad69-439e-937b-9bd1079262fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:46.269657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Network 81c73d69-25de-47d9-8bd3-68bf997e87a5 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:30:46.270972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:30:46.294969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd39e0-ad69-439e-937b-9bd1079262fa None None] Port c1690459-9a67-45fa-87ea-b86e601bf5f8 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:46.339414 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1609b8dc-6fc9-4af1-9c9b-3efddc0538ff req-5fe0f72d-42e0-4cb5-b1e5-f72891e8d77b service neutron] 10.222.0.18 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383080 Dec 13 23:30:46.521858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c4d0dc17-d2cf-4624-a8ec-16dbd162ede9 None None] Provisioning complete for port c1690459-9a67-45fa-87ea-b86e601bf5f8 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:46.522474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c4d0dc17-d2cf-4624-a8ec-16dbd162ede9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:46.574345 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c4d0dc17-d2cf-4624-a8ec-16dbd162ede9 None None] Port c1690459-9a67-45fa-87ea-b86e601bf5f8 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:30:46.615819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Router 1246e066-2cba-45d7-b8c0-3d9a04393581 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:30:46.683966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:46.717388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 33873691-f431-4c3b-8fe1-1b70ec87d7a0 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:30:46.788130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:30:46.788508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:46.794967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:46.807897 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "PUT /v2.0/routers/1246e066-2cba-45d7-b8c0-3d9a04393581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8461270 Dec 13 23:30:46.807897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54858) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:46.811696 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83369418-096b-4510-81b8-a1208e784815 None None] Sync routers for ids ['1246e066-2cba-45d7-b8c0-3d9a04393581'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:46.874076 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83369418-096b-4510-81b8-a1208e784815 None None] Routers {'1246e066-2cba-45d7-b8c0-3d9a04393581'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:46.875045 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-83369418-096b-4510-81b8-a1208e784815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['1246e066-2cba-45d7-b8c0-3d9a04393581'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:46.956435 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-83369418-096b-4510-81b8-a1208e784815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:46.968626 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83369418-096b-4510-81b8-a1208e784815 None None] Routers {'1246e066-2cba-45d7-b8c0-3d9a04393581'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:46.969255 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-83369418-096b-4510-81b8-a1208e784815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['1246e066-2cba-45d7-b8c0-3d9a04393581'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:47.029344 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-83369418-096b-4510-81b8-a1208e784815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:47.029760 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83369418-096b-4510-81b8-a1208e784815 None None] The sync data for ids ['1246e066-2cba-45d7-b8c0-3d9a04393581'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:47.048722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9be11fdb-a5da-43bd-bab4-a48f9fbf8f67 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:47.180475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607dec45-2247-494d-9a2d-8cdcc67495c5 req-13f46f05-45dc-4f94-8a63-9bacf34ea400 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:47.181921 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-607dec45-2247-494d-9a2d-8cdcc67495c5 req-13f46f05-45dc-4f94-8a63-9bacf34ea400 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.2195401 Dec 13 23:30:47.371767 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-607dec45-2247-494d-9a2d-8cdcc67495c5 req-ece118d2-5643-491c-807d-fa7145d8f966 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833961 Dec 13 23:30:47.388629 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-9be11fdb-a5da-43bd-bab4-a48f9fbf8f67 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 23:30:47.389636 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9be11fdb-a5da-43bd-bab4-a48f9fbf8f67 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/routers/1246e066-2cba-45d7-b8c0-3d9a04393581 HTTP/1.1" status: 409 len: 329 time: 0.5813079 Dec 13 23:30:47.393014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54864) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:47.728413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:48.303129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting port c1690459-9a67-45fa-87ea-b86e601bf5f8 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:48.303800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:48.490129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:48.579448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fbfad-4cac-4ec7-a450-065619f16d17 req-da21ca98-f4e9-43e9-9d53-15fb00870ec6 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:48.580847 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bb2fbfad-4cac-4ec7-a450-065619f16d17 req-da21ca98-f4e9-43e9-9d53-15fb00870ec6 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.0816731 Dec 13 23:30:48.615034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Calling delete_port for c1690459-9a67-45fa-87ea-b86e601bf5f8 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:48.626849 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bb2fbfad-4cac-4ec7-a450-065619f16d17 req-ca5379e2-b937-41e2-8e4d-074113ff6bc4 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Dec 13 23:30:48.843898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:48.848527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8848807a-675d-40de-960a-90203109f679 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:49.020460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Port': ['ID=c1690459-9a67-45fa-87ea-b86e601bf5f8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:49.024406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:49.055244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:49.200005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:49.291123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69497041-c312-4626-8348-77754d2dfad6 req-ebcd9ed3-eb24-4d5d-8386-b593007691f8 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:49.292591 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-69497041-c312-4626-8348-77754d2dfad6 req-ebcd9ed3-eb24-4d5d-8386-b593007691f8 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.0815918 Dec 13 23:30:49.339622 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-69497041-c312-4626-8348-77754d2dfad6 req-a7007525-d271-4645-8731-e530d01e578a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406756 Dec 13 23:30:49.617364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Router 1246e066-2cba-45d7-b8c0-3d9a04393581 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:30:49.756023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:30:49.765539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a38cd-6077-45c5-a15d-15a163db4497 None None] Sync routers for ids ['1246e066-2cba-45d7-b8c0-3d9a04393581'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:30:49.766320 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "PUT /v2.0/routers/1246e066-2cba-45d7-b8c0-3d9a04393581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3721581 Dec 13 23:30:49.769682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54874) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:49.778525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a38cd-6077-45c5-a15d-15a163db4497 None None] Routers {'1246e066-2cba-45d7-b8c0-3d9a04393581'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:49.779133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-539a38cd-6077-45c5-a15d-15a163db4497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['1246e066-2cba-45d7-b8c0-3d9a04393581'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:49.840634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-539a38cd-6077-45c5-a15d-15a163db4497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:49.841931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-2195855f-cf0f-4947-a54e-48b302e473b0 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] show failed (client error): The resource could not be found. Dec 13 23:30:49.843016 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2195855f-cf0f-4947-a54e-48b302e473b0 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-93012198 HTTP/1.1" status: 404 len: 333 time: 0.0722904 Dec 13 23:30:49.847488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54878) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:49.852584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539a38cd-6077-45c5-a15d-15a163db4497 None None] Routers {'1246e066-2cba-45d7-b8c0-3d9a04393581'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:30:49.853191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-539a38cd-6077-45c5-a15d-15a163db4497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:30:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['1246e066-2cba-45d7-b8c0-3d9a04393581'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:49.853638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-51cd45d3-7ae4-4c1b-87d5-7d275d38745c tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:30:49.915237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-539a38cd-6077-45c5-a15d-15a163db4497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:49.915558 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539a38cd-6077-45c5-a15d-15a163db4497 None None] The sync data for ids ['1246e066-2cba-45d7-b8c0-3d9a04393581'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:30:49.917196 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-51cd45d3-7ae4-4c1b-87d5-7d275d38745c tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] update failed (client error): The resource could not be found. Dec 13 23:30:49.924070 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-51cd45d3-7ae4-4c1b-87d5-7d275d38745c tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1076220551 HTTP/1.1" status: 404 len: 335 time: 0.0745838 Dec 13 23:30:49.924863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54882) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:50.107008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting subnet 47adbd1a-0a55-44c4-b143-895b7a8bb607 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:50.110431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:50.162437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:50.246226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:50.499015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:50.507136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b950dac9-3367-483b-a9c4-2a825d3b6f58 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:50.548475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Subnet': ['ID=47adbd1a-0a55-44c4-b143-895b7a8bb607,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:50.551298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:50.556849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:50.562450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3425dc9-f6ae-4796-a5dc-2a83b163e397 None None] Network 0af8fb29-d2e3-4430-ba97-32b0edfd09db requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:50.567466 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/subnets/47adbd1a-0a55-44c4-b143-895b7a8bb607 HTTP/1.1" status: 204 len: 168 time: 0.6395085 Dec 13 23:30:50.568248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54888) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:50.592709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102167e-3c21-4bb1-9a0b-cca5a396cf40 req-8cc56054-9fa8-4cef-9096-ec656be1edf7 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:50.594202 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7102167e-3c21-4bb1-9a0b-cca5a396cf40 req-8cc56054-9fa8-4cef-9096-ec656be1edf7 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.1304107 Dec 13 23:30:50.644342 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7102167e-3c21-4bb1-9a0b-cca5a396cf40 req-d40bfdaf-ec5b-4266-8b0d-f89f6868e024 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Dec 13 23:30:50.686835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:50.697984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:50.698389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:50.821727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] DHCP port deletion for 0af8fb29-d2e3-4430-ba97-32b0edfd09db request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:30:50.827224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] Deleting port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:50.829969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:50.916622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] For port 33873691-f431-4c3b-8fe1-1b70ec87d7a0, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=33873691-f431-4c3b-8fe1-1b70ec87d7a0,segment=NetworkSegment(4afbf124-99d5-4608-ac0c-6a18a88ba068),segment_id=4afbf124-99d5-4608-ac0c-6a18a88ba068)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:50.916968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.041783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Calling delete_port for 33873691-f431-4c3b-8fe1-1b70ec87d7a0 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:51.076683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] For port 33873691-f431-4c3b-8fe1-1b70ec87d7a0, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=33873691-f431-4c3b-8fe1-1b70ec87d7a0,segment=NetworkSegment(4afbf124-99d5-4608-ac0c-6a18a88ba068),segment_id=4afbf124-99d5-4608-ac0c-6a18a88ba068)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:51.077072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.194440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355b1b0-d630-4a64-bf46-adaa41388dd1 req-743e448f-1d10-4136-a4cc-c9c1a554cdc2 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:51.196047 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d355b1b0-d630-4a64-bf46-adaa41388dd1 req-743e448f-1d10-4136-a4cc-c9c1a554cdc2 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.0824254 Dec 13 23:30:51.205530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] Calling delete_port for 33873691-f431-4c3b-8fe1-1b70ec87d7a0 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:51.256419 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d355b1b0-d630-4a64-bf46-adaa41388dd1 req-37ae6dfd-9544-42d5-8f0a-b23edd1ae20b tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544686 Dec 13 23:30:51.286670 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:30:51.286953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:30:51.331957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.340041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7302caf-3bf8-46f9-9885-0b7ad4be4648 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:51.384560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Port': ['ID=33873691-f431-4c3b-8fe1-1b70ec87d7a0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:51.388751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] No DVR routers for this DVR port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:51.390240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:51.526575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.550231 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0147a131-7978-4ccf-a764-cd152d694bd0 req-91f7a903-b4bc-49b0-8a87-c2141aec15cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ccdf8f903209458f9ff8dd61026cbefe&device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 1099 time: 0.3631697 Dec 13 23:30:51.555776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af8fb29-d2e3-4430-ba97-32b0edfd09db']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:51.591596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afbf124-99d5-4608-ac0c-6a18a88ba068') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:51.592325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afbf124-99d5-4608-ac0c-6a18a88ba068') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:51.652311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.680523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.691493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:30:51.691894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:30:51.706428 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:30:51.788547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] Deleting port 33873691-f431-4c3b-8fe1-1b70ec87d7a0 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:51.789108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.804918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a131-7978-4ccf-a764-cd152d694bd0 req-50abb6b7-9a17-4e1f-8905-8a52811fff23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:51.806287 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0147a131-7978-4ccf-a764-cd152d694bd0 req-50abb6b7-9a17-4e1f-8905-8a52811fff23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b5b5d866-8642-47dd-949e-56ccfc42319f HTTP/1.1" status: 200 len: 913 time: 0.2437959 Dec 13 23:30:51.852905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d7b43b7a-9b7b-4e33-be08-fa1b7a10d3bf None None] The port '33873691-f431-4c3b-8fe1-1b70ec87d7a0' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:30:51.874975 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0147a131-7978-4ccf-a764-cd152d694bd0 req-6902a241-e29e-48e0-80f0-f444b0503fed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8399564a-8a9a-44e8-845d-bd1ff92d77dc HTTP/1.1" status: 200 len: 217 time: 0.0619361 Dec 13 23:30:51.913362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.924450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:51.938881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:51.956398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Network': ['ID=0af8fb29-d2e3-4430-ba97-32b0edfd09db,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:51.963904 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/networks/0af8fb29-d2e3-4430-ba97-32b0edfd09db HTTP/1.1" status: 204 len: 168 time: 1.3946147 Dec 13 23:30:51.966506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54896) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:51.966929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:51.974184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147a131-7978-4ccf-a764-cd152d694bd0 req-d2ab29de-a589-4a82-9429-0f6cfab782e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:51.975589 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0147a131-7978-4ccf-a764-cd152d694bd0 req-d2ab29de-a589-4a82-9429-0f6cfab782e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb5c243a-ac3c-4d9b-af9f-204dde724338 HTTP/1.1" status: 200 len: 852 time: 0.0935762 Dec 13 23:30:52.021582 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0147a131-7978-4ccf-a764-cd152d694bd0 req-eee1460a-2e82-4efc-b0cf-b9b574b55175 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b5b5d866-8642-47dd-949e-56ccfc42319f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395637 Dec 13 23:30:52.158363 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0147a131-7978-4ccf-a764-cd152d694bd0 req-5cf6618f-c807-4fd2-98e4-1a5762b5a3ee service neutron] 10.222.0.18 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304421 Dec 13 23:30:52.161444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84756fb-d9e3-44e0-884a-d4aa01d7f750 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting subnet 2e8c48c4-9025-4a32-b965-acc634c5c79c {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:52.165801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84756fb-d9e3-44e0-884a-d4aa01d7f750 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:52.223359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84756fb-d9e3-44e0-884a-d4aa01d7f750 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:52.293981 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0147a131-7978-4ccf-a764-cd152d694bd0 req-ae941512-c0ab-4265-b957-6073ad41ba27 service neutron] 10.222.0.18 "GET /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287937 Dec 13 23:30:52.313805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84756fb-d9e3-44e0-884a-d4aa01d7f750 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:52.463825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4e4ce-a127-461d-8a91-e2ceec0af43e req-8ce2f679-05ab-45cb-90f2-4579b1858175 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:52.465249 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2ca4e4ce-a127-461d-8a91-e2ceec0af43e req-8ce2f679-05ab-45cb-90f2-4579b1858175 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.0773051 Dec 13 23:30:52.467103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84756fb-d9e3-44e0-884a-d4aa01d7f750 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:52.472442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cb6bc932-32c2-4658-a00f-fab2852f6849 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:52.507993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84756fb-d9e3-44e0-884a-d4aa01d7f750 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Subnet': ['ID=2e8c48c4-9025-4a32-b965-acc634c5c79c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:52.512020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f84756fb-d9e3-44e0-884a-d4aa01d7f750 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:52.514739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f84756fb-d9e3-44e0-884a-d4aa01d7f750 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:52.519279 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2ca4e4ce-a127-461d-8a91-e2ceec0af43e req-f93fa9ca-c0c8-486a-a7ec-a88b9b8527b6 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Dec 13 23:30:52.521411 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f84756fb-d9e3-44e0-884a-d4aa01d7f750 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/subnets/2e8c48c4-9025-4a32-b965-acc634c5c79c HTTP/1.1" status: 204 len: 168 time: 0.5532327 Dec 13 23:30:52.523117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425bfff1-78eb-494a-aa5c-1d3620b3cea7 None None] Network 95a548b4-6a69-44af-9ec1-8de9650600e3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:52.523840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54902) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:52.715721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 33873691-f431-4c3b-8fe1-1b70ec87d7a0 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:52.721459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting subnet d9a00d2d-ecc0-4e09-b134-bc41149aee64 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:52.724460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:52.749725 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 33873691-f431-4c3b-8fe1-1b70ec87d7a0 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:52.750115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 33873691-f431-4c3b-8fe1-1b70ec87d7a0 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:52.781383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:52.806547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac563927-05cc-4671-a009-97744190daa5 None None] DHCP port deletion for 95a548b4-6a69-44af-9ec1-8de9650600e3 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:30:52.810894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac563927-05cc-4671-a009-97744190daa5 None None] Deleting port 0930cb2f-513d-4739-a5ef-a88a0b30b688 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:52.811345 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ac563927-05cc-4671-a009-97744190daa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:52.872878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.021443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ac563927-05cc-4671-a009-97744190daa5 None None] For port 0930cb2f-513d-4739-a5ef-a88a0b30b688, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0930cb2f-513d-4739-a5ef-a88a0b30b688,segment=NetworkSegment(067b756d-dad2-49f9-b86b-634e059778e1),segment_id=067b756d-dad2-49f9-b86b-634e059778e1)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:53.021841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ac563927-05cc-4671-a009-97744190daa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.024578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.028510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c87ad2b9-488d-4355-a1e2-de2e1d426491 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:53.063585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a00d2d-ecc0-4e09-b134-bc41149aee64,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:53.067440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:53.072339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.078393 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/subnets/d9a00d2d-ecc0-4e09-b134-bc41149aee64 HTTP/1.1" status: 204 len: 168 time: 0.5533850 Dec 13 23:30:53.081827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54906) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:53.085817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacd4f36-73b9-4873-ab77-db5b8cc80d20 None None] Network 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:53.162091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ac563927-05cc-4671-a009-97744190daa5 None None] Calling delete_port for 0930cb2f-513d-4739-a5ef-a88a0b30b688 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:53.195082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.205818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting port 0930cb2f-513d-4739-a5ef-a88a0b30b688 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:53.206153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.426335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] For port 0930cb2f-513d-4739-a5ef-a88a0b30b688, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0930cb2f-513d-4739-a5ef-a88a0b30b688,segment=NetworkSegment(067b756d-dad2-49f9-b86b-634e059778e1),segment_id=067b756d-dad2-49f9-b86b-634e059778e1)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:53.426783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.432542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ac563927-05cc-4671-a009-97744190daa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.436846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3f098a86-df44-4241-a66a-af547eed2a6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:53.466138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] DHCP port deletion for 3caa7339-cfbe-4635-a8d0-9c61eaa7b65a request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:30:53.482787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac563927-05cc-4671-a009-97744190daa5 None None] Pushing event deleted for resources: {'Port': ['ID=0930cb2f-513d-4739-a5ef-a88a0b30b688,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:53.486243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ac563927-05cc-4671-a009-97744190daa5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:53.486942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] Deleting port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:53.487317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.519981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac563927-05cc-4671-a009-97744190daa5 None None] No DVR routers for this DVR port 0930cb2f-513d-4739-a5ef-a88a0b30b688 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:53.676795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Calling delete_port for 0930cb2f-513d-4739-a5ef-a88a0b30b688 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:53.758377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] For port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=830f07a0-dd3f-4a5e-b625-6b62e4f59aff,segment=NetworkSegment(3d0b246f-b2f8-4d2f-a101-45c44ad97278),segment_id=3d0b246f-b2f8-4d2f-a101-45c44ad97278)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:53.758764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:53.805837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:30:53.806162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:30:53.816233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaf061-c46c-4ac8-be53-f11cde2b6104 req-dcd78ba1-506f-4b15-9e3f-112b989f1f0e tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:53.817713 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95eaf061-c46c-4ac8-be53-f11cde2b6104 req-dcd78ba1-506f-4b15-9e3f-112b989f1f0e tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.1148791 Dec 13 23:30:53.864102 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95eaf061-c46c-4ac8-be53-f11cde2b6104 req-986793c0-9706-4a01-9880-517dac52a5d6 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 Dec 13 23:30:53.888484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] Calling delete_port for 830f07a0-dd3f-4a5e-b625-6b62e4f59aff owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:54.024174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:54.028626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-bd2caa35-f0fa-49f1-bdf7-31db35389dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:54.074723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] Pushing event deleted for resources: {'Port': ['ID=830f07a0-dd3f-4a5e-b625-6b62e4f59aff,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:54.077032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:54.082962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] No DVR routers for this DVR port 830f07a0-dd3f-4a5e-b625-6b62e4f59aff on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:54.306943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting port 0930cb2f-513d-4739-a5ef-a88a0b30b688 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:54.307513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:54.385939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] The port '0930cb2f-513d-4739-a5ef-a88a0b30b688' was deleted {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:30:54.549420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:54.588549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a548b4-6a69-44af-9ec1-8de9650600e3']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:54.603539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067b756d-dad2-49f9-b86b-634e059778e1') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:54.603874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067b756d-dad2-49f9-b86b-634e059778e1') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:54.618173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:54.632511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3815c7-b5c8-4a46-96ac-d355e4612218 req-8515917a-0267-499b-aba8-7525be9a8192 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:54.633959 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6b3815c7-b5c8-4a46-96ac-d355e4612218 req-8515917a-0267-499b-aba8-7525be9a8192 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.2192469 Dec 13 23:30:54.641320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:54.662900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:30:54.663291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:30:54.678418 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:30:54.714138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 830f07a0-dd3f-4a5e-b625-6b62e4f59aff no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:54.748710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 830f07a0-dd3f-4a5e-b625-6b62e4f59aff {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:54.749074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 830f07a0-dd3f-4a5e-b625-6b62e4f59aff not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:54.749501 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0930cb2f-513d-4739-a5ef-a88a0b30b688 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:54.771161 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6b3815c7-b5c8-4a46-96ac-d355e4612218 req-c5de3b04-4e02-43a7-9484-1f941dc6d9d4 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315887 Dec 13 23:30:54.786161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 0930cb2f-513d-4739-a5ef-a88a0b30b688 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:54.786585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0930cb2f-513d-4739-a5ef-a88a0b30b688 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:54.831533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:54.835043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-70b80d5c-b282-41cc-8729-d20cba57c646 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:54.850129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:54.862239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Network': ['ID=95a548b4-6a69-44af-9ec1-8de9650600e3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:54.864734 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/networks/95a548b4-6a69-44af-9ec1-8de9650600e3 HTTP/1.1" status: 204 len: 168 time: 1.7819998 Dec 13 23:30:54.865612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:54.867237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54918) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:54.980613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.111849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.136773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3caa7339-cfbe-4635-a8d0-9c61eaa7b65a']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:55.149289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0b246f-b2f8-4d2f-a101-45c44ad97278') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:55.149590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0b246f-b2f8-4d2f-a101-45c44ad97278') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:55.160947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.176558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.182492 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:30:55.182877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:30:55.197386 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:30:55.344893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.348211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-85dff115-453f-4855-a68c-f1908cdb0a04 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:55.362552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.372943 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/networks/3caa7339-cfbe-4635-a8d0-9c61eaa7b65a HTTP/1.1" status: 204 len: 168 time: 0.5048175 Dec 13 23:30:55.373855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Network': ['ID=3caa7339-cfbe-4635-a8d0-9c61eaa7b65a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:55.376019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54922) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:55.378712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:55.572530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting subnet 7bda0ce7-6d6c-4291-9794-169f4a76f7ab {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:55.575457 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.628879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.814376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.944594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:55.949277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-394280f9-5d3f-4bcc-ac7e-a9d37bb42243 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:55.973267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b8c62-b5bf-4318-8d8f-2c11a79d85d3 req-2225603d-5af6-4b68-9538-11fa0f2ad79b tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:55.974723 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f80b8c62-b5bf-4318-8d8f-2c11a79d85d3 req-2225603d-5af6-4b68-9538-11fa0f2ad79b tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.0798941 Dec 13 23:30:55.986677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Subnet': ['ID=7bda0ce7-6d6c-4291-9794-169f4a76f7ab,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:55.989169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:55.994486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.000452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43cd68-a0a8-43b3-b9ce-6ea412e94507 None None] Network 81c73d69-25de-47d9-8bd3-68bf997e87a5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:30:56.001367 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/subnets/7bda0ce7-6d6c-4291-9794-169f4a76f7ab HTTP/1.1" status: 204 len: 168 time: 0.6243765 Dec 13 23:30:56.003764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54928) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:56.025875 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f80b8c62-b5bf-4318-8d8f-2c11a79d85d3 req-2cae0bfc-d873-430f-a65b-19103d72bcb8 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453892 Dec 13 23:30:56.119283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.130093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Deleting port 65d2a275-8e74-42e8-95e4-2e310cd6c066 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:56.130425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.247913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] DHCP port deletion for 81c73d69-25de-47d9-8bd3-68bf997e87a5 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:30:56.252815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] Deleting port 65d2a275-8e74-42e8-95e4-2e310cd6c066 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:56.253243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.344192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] For port 65d2a275-8e74-42e8-95e4-2e310cd6c066, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=65d2a275-8e74-42e8-95e4-2e310cd6c066,segment=NetworkSegment(4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5),segment_id=4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:56.344988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.460442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] For port 65d2a275-8e74-42e8-95e4-2e310cd6c066, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=65d2a275-8e74-42e8-95e4-2e310cd6c066,segment=NetworkSegment(4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5),segment_id=4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:56.460758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.465108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-0604e5ed-0b59-45ae-90f9-cd7c90e8fa13 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:56.466641 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-0604e5ed-0b59-45ae-90f9-cd7c90e8fa13 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.18 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.0858340 Dec 13 23:30:56.468033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Calling delete_port for 65d2a275-8e74-42e8-95e4-2e310cd6c066 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:56.537945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Deleting port 8399564a-8a9a-44e8-845d-bd1ff92d77dc {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:56.538680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.582790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] Calling delete_port for 65d2a275-8e74-42e8-95e4-2e310cd6c066 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:56.621031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.626014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c48a5d32-0b75-43b5-94a8-1c706586a117 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:56.653391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:30:56.653810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:30:56.668801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Port': ['ID=65d2a275-8e74-42e8-95e4-2e310cd6c066,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:56.671758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:56.674844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] No DVR routers for this DVR port 65d2a275-8e74-42e8-95e4-2e310cd6c066 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:56.732216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 65d2a275-8e74-42e8-95e4-2e310cd6c066 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:56.772463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 65d2a275-8e74-42e8-95e4-2e310cd6c066 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:56.773095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 65d2a275-8e74-42e8-95e4-2e310cd6c066 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:30:56.812217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.841284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c73d69-25de-47d9-8bd3-68bf997e87a5']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:56.855754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:56.856143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c640c9a-5e8b-4561-8c2c-f7a7bd174ed5') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:30:56.868251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.885062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.892154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:30:56.892595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:30:56.907461 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:30:56.913484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] For port 8399564a-8a9a-44e8-845d-bd1ff92d77dc, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8399564a-8a9a-44e8-845d-bd1ff92d77dc,segment=NetworkSegment(71b9c395-7934-4620-b6ba-954fba361e74),segment_id=71b9c395-7934-4620-b6ba-954fba361e74)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:30:56.913882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:57.037837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:57.040916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Calling delete_port for 8399564a-8a9a-44e8-845d-bd1ff92d77dc owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:30:57.041406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4830378f-7f99-40fd-8f30-8ea7086ec57f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:57.056882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:57.069239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Pushing event deleted for resources: {'Network': ['ID=81c73d69-25de-47d9-8bd3-68bf997e87a5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:57.072336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:57.073872 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/networks/81c73d69-25de-47d9-8bd3-68bf997e87a5 HTTP/1.1" status: 204 len: 168 time: 1.0691383 Dec 13 23:30:57.076669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54934) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:57.124166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7d957e2b-bc48-43a8-a8cb-5d31f36c96c8 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Synchronizing usage tracker for tenant:390d71b7d02c49d2b6996b7bfd63f5b6 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:30:57.154872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] Deleting port 65d2a275-8e74-42e8-95e4-2e310cd6c066 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:30:57.155445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:57.207271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7d957e2b-bc48-43a8-a8cb-5d31f36c96c8 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Unset dirty status for tenant:390d71b7d02c49d2b6996b7bfd63f5b6 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:30:57.208466 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7d957e2b-bc48-43a8-a8cb-5d31f36c96c8 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "GET /v2.0/ports?device_id=1246e066-2cba-45d7-b8c0-3d9a04393581 HTTP/1.1" status: 200 len: 205 time: 0.1309011 Dec 13 23:30:57.211272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54938) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:57.221815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-731ff04f-f6c8-4cf8-bbe4-2129d2f22edf None None] The port '65d2a275-8e74-42e8-95e4-2e310cd6c066' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:30:57.246948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dce20-7794-4d6e-80e9-2c0331855440 req-80c65bbb-db3a-4572-ad59-8b85e060b761 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:30:57.248637 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-840dce20-7794-4d6e-80e9-2c0331855440 req-80c65bbb-db3a-4572-ad59-8b85e060b761 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 946 time: 0.0872381 Dec 13 23:30:57.273629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:57.286167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['8399564a-8a9a-44e8-845d-bd1ff92d77dc'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:30:57.290017 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-55707534-7336-4bd6-9311-025166f7b930 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:57.297308 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-840dce20-7794-4d6e-80e9-2c0331855440 req-46741ab6-b572-4180-adea-3a983e2efa1c tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/security-groups?id=12daadc7-2084-4e78-95df-46360e55d599&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423660 Dec 13 23:30:57.387096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Pushing event deleted for resources: {'Port': ['ID=8399564a-8a9a-44e8-845d-bd1ff92d77dc,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:57.392869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:57.480530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] No DVR routers for this DVR port 8399564a-8a9a-44e8-845d-bd1ff92d77dc on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:30:57.483418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:57.486248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32', 'name': 'network-vif-deleted', 'tag': '8399564a-8a9a-44e8-845d-bd1ff92d77dc'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:30:57.500636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f486ba63-cb59-47cc-877c-6c9a3a8cde2b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:57.551784 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32', 'name': 'network-vif-deleted', 'tag': '8399564a-8a9a-44e8-845d-bd1ff92d77dc', 'status': 'completed', 'code': 200} Dec 13 23:30:57.691127 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1fb0c912-49ed-4306-b729-bf68551494c9 req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.18 "DELETE /v2.0/ports/8399564a-8a9a-44e8-845d-bd1ff92d77dc HTTP/1.1" status: 204 len: 173 time: 1.2178330 Dec 13 23:30:57.889408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f486ba63-cb59-47cc-877c-6c9a3a8cde2b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:57.893623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f486ba63-cb59-47cc-877c-6c9a3a8cde2b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:58.003585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f486ba63-cb59-47cc-877c-6c9a3a8cde2b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:58.004170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f486ba63-cb59-47cc-877c-6c9a3a8cde2b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Fanout notify agent at l3_agent the message router_deleted on router 1246e066-2cba-45d7-b8c0-3d9a04393581 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:30:58.014490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f486ba63-cb59-47cc-877c-6c9a3a8cde2b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:58.015562 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f486ba63-cb59-47cc-877c-6c9a3a8cde2b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] 10.222.0.30 "DELETE /v2.0/routers/1246e066-2cba-45d7-b8c0-3d9a04393581 HTTP/1.1" status: 204 len: 168 time: 0.8029716 Dec 13 23:30:58.491848 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3a4c436d-74b7-441f-97ac-e21d24f63c8f req-14c94004-7f19-4c97-bf00-cd548a16d524 tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] 10.222.0.30 "GET /v2.0/ports?device_id=172f8cd6-f7f2-4331-a0dd-4cbe4cc61e32 HTTP/1.1" status: 200 len: 210 time: 0.0487027 Dec 13 23:30:58.556024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54950) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:58.729133 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-00de7de1-66c4-42aa-80ec-fedec5e423cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=390d71b7d02c49d2b6996b7bfd63f5b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1717708 Dec 13 23:30:58.731500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54956) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:58.790635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b13d311a-ec2b-4c2b-97d6-ac404eafa917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:58.817225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b13d311a-ec2b-4c2b-97d6-ac404eafa917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:58.946161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b13d311a-ec2b-4c2b-97d6-ac404eafa917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:58.949999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-61bb8ca3-3fac-4481-be6a-67d352a989ea tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:30:58.961478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d311a-ec2b-4c2b-97d6-ac404eafa917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b5be07-afd1-4513-9987-640dd6ef4379,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:30:58.965305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b13d311a-ec2b-4c2b-97d6-ac404eafa917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:30:58.968532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b13d311a-ec2b-4c2b-97d6-ac404eafa917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:58.969745 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b13d311a-ec2b-4c2b-97d6-ac404eafa917 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6b5be07-afd1-4513-9987-640dd6ef4379 HTTP/1.1" status: 204 len: 168 time: 0.2373321 Dec 13 23:30:59.605500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54964) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:30:59.668892 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] Deleting subnet bb5c243a-ac3c-4d9b-af9f-204dde724338 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:30:59.671794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:59.720231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:59.777033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:30:59.820550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8399564a-8a9a-44e8-845d-bd1ff92d77dc no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:30:59.854271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 8399564a-8a9a-44e8-845d-bd1ff92d77dc {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:30:59.854620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8399564a-8a9a-44e8-845d-bd1ff92d77dc not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:31:00.001878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.005730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-af642420-eb1c-487c-a30c-a11db5bc4eb5 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:00.039844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5c243a-ac3c-4d9b-af9f-204dde724338,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:00.043399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:00.051565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.052784 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bb5c243a-ac3c-4d9b-af9f-204dde724338 HTTP/1.1" status: 204 len: 168 time: 0.4461856 Dec 13 23:31:00.055267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54968) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:00.161426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.285748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.314531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b5d866-8642-47dd-949e-56ccfc42319f']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:00.326619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b9c395-7934-4620-b6ba-954fba361e74') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:00.326913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b9c395-7934-4620-b6ba-954fba361e74') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:00.338764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.354951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.361271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:31:00.361659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:31:00.375555 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:31:00.504090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.507235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cad523c9-9b18-482e-b2a5-ee6e40bb5cb5 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:00.524180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.534460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b5b5d866-8642-47dd-949e-56ccfc42319f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:00.537573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:00.604410 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] 10.222.0.30 "DELETE /v2.0/networks/b5b5d866-8642-47dd-949e-56ccfc42319f HTTP/1.1" status: 204 len: 168 time: 0.5481493 Dec 13 23:31:00.607023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54972) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:00.665610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] Deleting subnet 2d7934d9-08d2-465c-870a-86a995fa314d {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:31:00.668884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.718049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.777866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.912346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.916565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-df7de9ae-05e5-4e3b-84d0-aef7811f040b tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:00.950907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7934d9-08d2-465c-870a-86a995fa314d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:00.953367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:00.956146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:00.961893 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2d7934d9-08d2-465c-870a-86a995fa314d HTTP/1.1" status: 204 len: 168 time: 0.3539405 Dec 13 23:31:00.964344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54976) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:01.070915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:01.207907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:01.232455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86936fc3-366b-4986-8011-98bbfdea7a6c']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:01.244693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4551bc9c-b594-4016-b183-3ca52b2d63ff') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:01.244986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4551bc9c-b594-4016-b183-3ca52b2d63ff') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:01.256122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:01.271655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:01.277798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:31:01.278191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:31:01.292131 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:31:01.432176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:01.436267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:01.440751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f410f77f-4145-40fe-af30-e70a54b49926 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:01.457425 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] 10.222.0.30 "DELETE /v2.0/networks/86936fc3-366b-4986-8011-98bbfdea7a6c HTTP/1.1" status: 204 len: 168 time: 0.4921489 Dec 13 23:31:01.460552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Pushing event deleted for resources: {'Network': ['ID=86936fc3-366b-4986-8011-98bbfdea7a6c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:01.462804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:01.830056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54982) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:01.881010 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-36f70a6e-e6eb-4fc9-909d-4ddb06be0013 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccdf8f903209458f9ff8dd61026cbefe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496829 Dec 13 23:31:01.883460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 54986) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:01.942196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-876de7f1-efd2-4f0d-9af3-755234cb2972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:01.968087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-876de7f1-efd2-4f0d-9af3-755234cb2972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:02.111834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-876de7f1-efd2-4f0d-9af3-755234cb2972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:02.115655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a5d08052-6b15-4611-b75a-8698631123f2 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:02.130476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876de7f1-efd2-4f0d-9af3-755234cb2972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12daadc7-2084-4e78-95df-46360e55d599,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:02.133454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-876de7f1-efd2-4f0d-9af3-755234cb2972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:02.208543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-876de7f1-efd2-4f0d-9af3-755234cb2972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:02.209693 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-876de7f1-efd2-4f0d-9af3-755234cb2972 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/12daadc7-2084-4e78-95df-46360e55d599 HTTP/1.1" status: 204 len: 168 time: 0.3253136 Dec 13 23:31:02.928744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54994) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:02.978990 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6aa70cdf-3b5e-4e8d-a36b-6fe722b31de0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ca9106ea03f40288c6cbef7a14cf406&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486813 Dec 13 23:31:02.981227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 54998) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:03.041958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f563f01d-dd2d-43ec-8785-e7758422bdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:03.067003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f563f01d-dd2d-43ec-8785-e7758422bdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:03.172841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f563f01d-dd2d-43ec-8785-e7758422bdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:03.177646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b1f63486-fffa-416e-b84c-20d60abb797b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:03.189540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563f01d-dd2d-43ec-8785-e7758422bdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42844ee7-0933-43be-98e2-2cf33a04120d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:03.191991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f563f01d-dd2d-43ec-8785-e7758422bdf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:03.195847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f563f01d-dd2d-43ec-8785-e7758422bdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:03.197135 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f563f01d-dd2d-43ec-8785-e7758422bdf0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42844ee7-0933-43be-98e2-2cf33a04120d HTTP/1.1" status: 204 len: 168 time: 0.2142830 Dec 13 23:31:11.837748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ab50b8ec-264f-44ca-9c7c-24c55d7dc693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:13.800978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55012) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:14.071976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-33633037-6b2b-4de2-9df7-76983e5fb7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:14.113386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Deleting port 3cf72f30-24d9-4c8e-b911-ca1ac843a85d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:31:14.113767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:14.284943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:14.285377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:14.417354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Calling delete_port for 3cf72f30-24d9-4c8e-b911-ca1ac843a85d owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:31:14.608682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:14.612372 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:14.656121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event deleted for resources: {'Port': ['ID=3cf72f30-24d9-4c8e-b911-ca1ac843a85d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:14.667506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.673833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:14.697007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:14.758708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:15.143406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:31:15.289133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:15.347766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:31:15.357986 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] Sync routers for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:31:15.371837 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:31:15.372440 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:15.403215 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:15.438278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:15.492810 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "DELETE /v2.0/floatingips/452de488-1cb5-4377-a229-72d859356978 HTTP/1.1" status: 204 len: 168 time: 1.6906652 Dec 13 23:31:15.493472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:31:15.551905 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'status': 'completed', 'code': 200} Dec 13 23:31:15.560452 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:31:15.654408 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf4270ee-d047-4525-aa96-6e0517900922 req-6ac87c73-a101-4e28-a394-5d66bd143058 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69b5040e57f54a47a03b8d098147773b&device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 1098 time: 0.0787358 Dec 13 23:31:15.893597 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:24Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'ffe46439-9ab6-43ee-a08c-74ca3ca61663', 'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'mac_address': 'fa:16:3e:fd:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:23Z', 'updated_at': '2021-12-13T23:29:32Z', 'revision_number': 5, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'subnets': [{'id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:15.897506 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] Checking router: 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:31:15.908707 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:31:15.909249 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:15.911523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4270ee-d047-4525-aa96-6e0517900922 req-22755596-bf5c-41d9-a6b9-2bc1bd671079 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:15.913088 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf4270ee-d047-4525-aa96-6e0517900922 req-22755596-bf5c-41d9-a6b9-2bc1bd671079 service neutron] 10.222.0.18 "GET /v2.0/networks?id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9 HTTP/1.1" status: 200 len: 896 time: 0.2514412 Dec 13 23:31:15.981390 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf4270ee-d047-4525-aa96-6e0517900922 req-6e241011-b43e-49dd-b99a-06d0164a3537 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed HTTP/1.1" status: 200 len: 217 time: 0.0611012 Dec 13 23:31:16.052576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4270ee-d047-4525-aa96-6e0517900922 req-459d0e2b-ca14-45b0-986e-89dec05da59c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:16.054173 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf4270ee-d047-4525-aa96-6e0517900922 req-459d0e2b-ca14-45b0-986e-89dec05da59c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8d1beda2-3762-4a34-99e6-5a0e8a9b1612 HTTP/1.1" status: 200 len: 835 time: 0.0629308 Dec 13 23:31:16.096300 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:31:16.136978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a1ca2-e040-4eac-9e84-6eed138a85ed req-322c2eed-4e80-4f74-aa9c-784683a47db5 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:16.137588 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf4270ee-d047-4525-aa96-6e0517900922 req-f929764e-ac04-4f8a-93d2-e1a55945c972 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=603381a3-a0bf-4779-9a18-0e7b70cfe4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747170 Dec 13 23:31:16.139245 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a21a1ca2-e040-4eac-9e84-6eed138a85ed req-322c2eed-4e80-4f74-aa9c-784683a47db5 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.0878162 Dec 13 23:31:16.189420 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a21a1ca2-e040-4eac-9e84-6eed138a85ed req-9d840948-7653-4e85-a263-ca0e69d1469a tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439236 Dec 13 23:31:16.273725 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf4270ee-d047-4525-aa96-6e0517900922 req-3e888775-f36b-458b-81e5-5d925d94af7c service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283357 Dec 13 23:31:16.408370 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf4270ee-d047-4525-aa96-6e0517900922 req-47967b87-30e5-4f27-9bab-865f839f1798 service neutron] 10.222.0.18 "GET /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263542 Dec 13 23:31:16.411553 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:24Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'ffe46439-9ab6-43ee-a08c-74ca3ca61663', 'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'mac_address': 'fa:16:3e:fd:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:23Z', 'updated_at': '2021-12-13T23:29:32Z', 'revision_number': 5, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'subnets': [{'id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:16.415484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55843e3-951f-4dce-9065-97574ac6c657 None None] The sync data for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv is: [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:29:24Z', 'revision_number': 4, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'ffe46439-9ab6-43ee-a08c-74ca3ca61663', 'name': '', 'network_id': '603381a3-a0bf-4779-9a18-0e7b70cfe4d9', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'mac_address': 'fa:16:3e:fd:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:23Z', 'updated_at': '2021-12-13T23:29:32Z', 'revision_number': 5, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'subnets': [{'id': '8d1beda2-3762-4a34-99e6-5a0e8a9b1612', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:31:16.639917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e1f3e5-3517-4730-9286-c1b5a5ac6f79 None None] New status for floating IP 452de488-1cb5-4377-a229-72d859356978: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:31:16.728425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:17.449098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc2396-f8ef-44d2-95d1-3c617ace2cc8 req-62a7dc62-18d4-44ff-8be1-eeca1c3973eb tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:17.449779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c6dc2396-f8ef-44d2-95d1-3c617ace2cc8 req-62a7dc62-18d4-44ff-8be1-eeca1c3973eb tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Synchronizing usage tracker for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:31:17.458681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-902508f9-d2a0-4c5b-931f-84200b695929 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:17.459327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-902508f9-d2a0-4c5b-931f-84200b695929 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Synchronizing usage tracker for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:31:17.555411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c6dc2396-f8ef-44d2-95d1-3c617ace2cc8 req-62a7dc62-18d4-44ff-8be1-eeca1c3973eb tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Unset dirty status for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:31:17.556562 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6dc2396-f8ef-44d2-95d1-3c617ace2cc8 req-62a7dc62-18d4-44ff-8be1-eeca1c3973eb tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.2427034 Dec 13 23:31:17.557506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-902508f9-d2a0-4c5b-931f-84200b695929 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Unset dirty status for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:31:17.558515 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-902508f9-d2a0-4c5b-931f-84200b695929 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.18 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 945 time: 0.2064896 Dec 13 23:31:17.656664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Deleting port 22054e49-7bfa-421a-9d7d-05f5b22c93ed {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:31:17.657094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:17.681401 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6dc2396-f8ef-44d2-95d1-3c617ace2cc8 req-8fa12006-9079-4539-86e7-b87c35a80796 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed362406-af76-4c25-8997-d483c98be389&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191907 Dec 13 23:31:17.901060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] For port 22054e49-7bfa-421a-9d7d-05f5b22c93ed, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22054e49-7bfa-421a-9d7d-05f5b22c93ed,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:17.901312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:18.022441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Calling delete_port for 22054e49-7bfa-421a-9d7d-05f5b22c93ed owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:31:18.246848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:18.252263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:18.295177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event deleted for resources: {'Port': ['ID=22054e49-7bfa-421a-9d7d-05f5b22c93ed,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:18.298586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:18.367556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] No DVR routers for this DVR port 22054e49-7bfa-421a-9d7d-05f5b22c93ed on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:31:18.369926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:18.372469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'name': 'network-vif-deleted', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:31:18.428835 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e604c9-89ac-42a5-b9f7-864b6bac3ea2', 'name': 'network-vif-deleted', 'tag': '22054e49-7bfa-421a-9d7d-05f5b22c93ed', 'status': 'completed', 'code': 200} Dec 13 23:31:18.447485 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6b7f38e2-60a2-4a50-a065-ab7e736d4f2b req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.18 "DELETE /v2.0/ports/22054e49-7bfa-421a-9d7d-05f5b22c93ed HTTP/1.1" status: 204 len: 173 time: 0.8718839 Dec 13 23:31:18.858453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-243d6121-11ac-4e94-a6a3-950b05e4de22 req-359cfcbd-91ec-4308-b06e-2c519ab87791 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Synchronizing usage tracker for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:31:18.934570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-243d6121-11ac-4e94-a6a3-950b05e4de22 req-359cfcbd-91ec-4308-b06e-2c519ab87791 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Unset dirty status for tenant:69b5040e57f54a47a03b8d098147773b on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:31:18.935669 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-243d6121-11ac-4e94-a6a3-950b05e4de22 req-359cfcbd-91ec-4308-b06e-2c519ab87791 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "GET /v2.0/ports?device_id=84e604c9-89ac-42a5-b9f7-864b6bac3ea2 HTTP/1.1" status: 200 len: 210 time: 0.1201575 Dec 13 23:31:19.077598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:20.042429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55030) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:20.541461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:21.047070 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:31:21.160900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Deleting port ffe46439-9ab6-43ee-a08c-74ca3ca61663 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:31:21.161495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:21.354261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] For port ffe46439-9ab6-43ee-a08c-74ca3ca61663, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ffe46439-9ab6-43ee-a08c-74ca3ca61663,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:21.354628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:21.486752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Calling delete_port for ffe46439-9ab6-43ee-a08c-74ca3ca61663 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:31:21.751852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:21.755641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-663bd3f5-899d-4b8f-80b7-cc8899cac97e tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:21.799991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event deleted for resources: {'Port': ['ID=ffe46439-9ab6-43ee-a08c-74ca3ca61663,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:21.803344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:21.913040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22054e49-7bfa-421a-9d7d-05f5b22c93ed no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:31:21.950034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 22054e49-7bfa-421a-9d7d-05f5b22c93ed {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:31:21.950392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22054e49-7bfa-421a-9d7d-05f5b22c93ed not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:31:22.200637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:22.774573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:31:22.978506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:31:22.988257 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] Sync routers for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:31:22.999468 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:31:23.000110 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:23.073250 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "PUT /v2.0/routers/921ae8e9-46b9-4e27-8024-8a517ca9e9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0296092 Dec 13 23:31:23.076060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55034) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:23.199636 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:31:23.265813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Deleting subnet 8d1beda2-3762-4a34-99e6-5a0e8a9b1612 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:31:23.268828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:23.328854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:23.413791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:23.481162 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:31:21Z', 'revision_number': 5, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:23.485136 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] Checking router: 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:31:23.495519 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] Routers {'921ae8e9-46b9-4e27-8024-8a517ca9e9e2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:31:23.496145 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:23.546180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:23.550567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b350fc4d-202f-43c7-bb7b-d3a0c9e5a1c3 tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:23.590159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1beda2-3762-4a34-99e6-5a0e8a9b1612,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:23.598902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:23.604704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e32b234-48b4-496e-b2a7-d9a989bed6fb None None] Network 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:31:23.607744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.607744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.607744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.607744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.607744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.608277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.608523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.609222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.609592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.609961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.610327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:23.613450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:23.617413 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "DELETE /v2.0/subnets/8d1beda2-3762-4a34-99e6-5a0e8a9b1612 HTTP/1.1" status: 204 len: 168 time: 0.5379405 Dec 13 23:31:23.617637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55038) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:23.674677 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] Set router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:31:23.880379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] DHCP port deletion for 603381a3-a0bf-4779-9a18-0e7b70cfe4d9 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:31:23.884557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] Deleting port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:31:23.884936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:23.926547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:23.979032 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:31:21Z', 'revision_number': 5, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:23.983242 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c22ecb-cfb9-4bb5-a145-2c9d632bd9a6 None None] The sync data for ids ['921ae8e9-46b9-4e27-8024-8a517ca9e9e2'] in dv-neutron-821564-1-hyperv is: [{'id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1428631908', 'tenant_id': '69b5040e57f54a47a03b8d098147773b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98'}], 'enable_snat': True}, 'gw_port_id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:29:15Z', 'updated_at': '2021-12-13T23:31:21Z', 'revision_number': 5, 'project_id': '69b5040e57f54a47a03b8d098147773b', 'gw_port': {'id': 'b39289db-918a-4565-a03a-7ec06f910a6f', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921ae8e9-46b9-4e27-8024-8a517ca9e9e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:29:16Z', 'updated_at': '2021-12-13T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:31:24.092565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] For port 6be3eedb-9a4a-4785-aabc-6d1fa431a689, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6be3eedb-9a4a-4785-aabc-6d1fa431a689,segment=NetworkSegment(3be6409b-172a-4be9-9941-2507d47c0378),segment_id=3be6409b-172a-4be9-9941-2507d47c0378)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:24.092878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:24.142325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:24.206827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Deleting port b39289db-918a-4565-a03a-7ec06f910a6f {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:31:24.207197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:24.215808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] Calling delete_port for 6be3eedb-9a4a-4785-aabc-6d1fa431a689 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:31:24.363860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:24.368941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a71157a6-3f3c-4041-93d6-4840c5d72ca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:24.393078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] For port b39289db-918a-4565-a03a-7ec06f910a6f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b39289db-918a-4565-a03a-7ec06f910a6f,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:24.393443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:24.415035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] Pushing event deleted for resources: {'Port': ['ID=6be3eedb-9a4a-4785-aabc-6d1fa431a689,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:24.418777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:24.421962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] No DVR routers for this DVR port 6be3eedb-9a4a-4785-aabc-6d1fa431a689 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:31:24.525819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Calling delete_port for b39289db-918a-4565-a03a-7ec06f910a6f owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:31:24.727520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ffe46439-9ab6-43ee-a08c-74ca3ca61663 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:31:24.762798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: ffe46439-9ab6-43ee-a08c-74ca3ca61663 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:31:24.763153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ffe46439-9ab6-43ee-a08c-74ca3ca61663 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:31:24.763580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6be3eedb-9a4a-4785-aabc-6d1fa431a689 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:31:24.777924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:24.782044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b3085a2-8d51-41fb-badd-db87b1e7ec15 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:24.795358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 6be3eedb-9a4a-4785-aabc-6d1fa431a689 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:31:24.804937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6be3eedb-9a4a-4785-aabc-6d1fa431a689 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:31:24.825468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event deleted for resources: {'Port': ['ID=b39289db-918a-4565-a03a-7ec06f910a6f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:24.828283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:25.043740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.410854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.415044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.503325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.503857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Fanout notify agent at l3_agent the message router_deleted on router 921ae8e9-46b9-4e27-8024-8a517ca9e9e2 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:31:25.517839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.518956 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "DELETE /v2.0/routers/921ae8e9-46b9-4e27-8024-8a517ca9e9e2 HTTP/1.1" status: 204 len: 168 time: 1.9004269 Dec 13 23:31:25.521732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55042) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:25.638083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.771877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.797142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603381a3-a0bf-4779-9a18-0e7b70cfe4d9']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:25.808621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be6409b-172a-4be9-9941-2507d47c0378') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:25.808920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be6409b-172a-4be9-9941-2507d47c0378') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:25.820647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.835905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.841793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:31:25.842178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:31:25.856113 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:31:26.006573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:26.010283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-72cd0edb-4004-4958-ae64-691c7f64b090 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:26.025069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:26.038452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event deleted for resources: {'Network': ['ID=603381a3-a0bf-4779-9a18-0e7b70cfe4d9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:26.041653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:26.112270 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "DELETE /v2.0/networks/603381a3-a0bf-4779-9a18-0e7b70cfe4d9 HTTP/1.1" status: 204 len: 168 time: 0.5895345 Dec 13 23:31:26.114845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55046) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:26.184410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0e06-a9d5-4412-90e5-d5586a700ab7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:26.213631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0e06-a9d5-4412-90e5-d5586a700ab7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:26.332201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0e06-a9d5-4412-90e5-d5586a700ab7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:26.336129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-59b0a917-e2b9-45f2-a60e-97712c31af41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:26.352002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e0e06-a9d5-4412-90e5-d5586a700ab7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed362406-af76-4c25-8997-d483c98be389,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:26.354634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec4e0e06-a9d5-4412-90e5-d5586a700ab7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:26.430789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec4e0e06-a9d5-4412-90e5-d5586a700ab7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:26.432002 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ec4e0e06-a9d5-4412-90e5-d5586a700ab7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] 10.222.0.30 "DELETE /v2.0/security-groups/ed362406-af76-4c25-8997-d483c98be389 HTTP/1.1" status: 204 len: 168 time: 0.3162429 Dec 13 23:31:26.734313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b39289db-918a-4565-a03a-7ec06f910a6f no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:31:26.766858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: b39289db-918a-4565-a03a-7ec06f910a6f {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:31:26.767204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b39289db-918a-4565-a03a-7ec06f910a6f not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:31:27.026478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55056) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:27.204784 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bef68482-f71f-4eb6-b657-ee85c824cc0e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69b5040e57f54a47a03b8d098147773b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1770728 Dec 13 23:31:27.207070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55062) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:27.266652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8195704-82b9-48f0-a603-bda488fc70c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:27.291552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8195704-82b9-48f0-a603-bda488fc70c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:27.403140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8195704-82b9-48f0-a603-bda488fc70c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:27.407148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b7f4302f-e676-497c-80ca-3f0bd79da680 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:27.419709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8195704-82b9-48f0-a603-bda488fc70c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fde59cb-77d6-48dd-ba66-f72948371617,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:27.423882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8195704-82b9-48f0-a603-bda488fc70c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:27.428905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a8195704-82b9-48f0-a603-bda488fc70c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:27.430035 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a8195704-82b9-48f0-a603-bda488fc70c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fde59cb-77d6-48dd-ba66-f72948371617 HTTP/1.1" status: 204 len: 168 time: 0.2220428 Dec 13 23:31:28.068995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55070) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:28.087946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:28.118878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:28.122780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Usage tracker for resource:security_group_rule and tenant:5c9abe588d2b4725a25748cc6b70d140 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:28.126225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:28.132110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:28.202860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:28.254013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:28.260985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-876de7f1-efd2-4f0d-9af3-755234cb2972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:28.301683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb176781-768c-4c9c-859a-0b65b6121149,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:28.305645 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c9abe588d2b4725a25748cc6b70d140&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2356267 Dec 13 23:31:28.306529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:28.308422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55074) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:28.370667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dbe67c87-bc0d-45d8-b0ad-bded2262fb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:28.396971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dbe67c87-bc0d-45d8-b0ad-bded2262fb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:28.543767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dbe67c87-bc0d-45d8-b0ad-bded2262fb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:28.548273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f563f01d-dd2d-43ec-8785-e7758422bdf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:28.559198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe67c87-bc0d-45d8-b0ad-bded2262fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb176781-768c-4c9c-859a-0b65b6121149,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:28.562271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dbe67c87-bc0d-45d8-b0ad-bded2262fb11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:28.568803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dbe67c87-bc0d-45d8-b0ad-bded2262fb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:28.569935 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dbe67c87-bc0d-45d8-b0ad-bded2262fb11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb176781-768c-4c9c-859a-0b65b6121149 HTTP/1.1" status: 204 len: 168 time: 0.2599926 Dec 13 23:31:30.790530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55114) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:30.973453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'network': {'name': 'tempest-network-smoke--1903677894', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'port_security_enabled': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:30.978429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:30.982239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:network and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:30.985730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:30.992373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:31.051806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:31:31.054754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.070922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.103174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:31.107059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:31.110488 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:31.116158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:31.185710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.257368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.261358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c0f3e57e-03d1-46ba-8b06-8b6b8f6481a0 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:31.286706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:31:31.299739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:31.303537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:31.304482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.304824 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Added segment 1220bfcb-9889-4d54-94d5-813a65b85ba8 of type vlan for network 18013250-23ab-49c5-89b2-6f581034bcb9 Dec 13 23:31:31.331018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.446283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.450108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:31.450687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.455003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a37b3146-c4bf-4bca-9234-bbbd711c87e1 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:31.562467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Network': ['ID=18013250-23ab-49c5-89b2-6f581034bcb9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:31.564833 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:31.572105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 18013250-23ab-49c5-89b2-6f581034bcb9 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:31:31.603574 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8119383 Dec 13 23:31:31.606384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55120) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:31.611816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'admin_state_up': True, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:31.618888 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:31.622760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:router and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:31.625769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:31.631705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:31.738448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.739367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:31.758087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:32.313571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:32.551904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:32.581426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:32.717491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.124 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/e3efdba4-2134-4789-8549-3e4a69f3b90a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:31:32.861686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:32.940007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:32.943533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-795d5934-e2a6-4005-bfc6-71d5f4607a98 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:33.005852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:31:33.008941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:31:33.012396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:31:33.045658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=e3efdba4-2134-4789-8549-3e4a69f3b90a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:33.053544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:33.245065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:33.245696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:33.562685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 491f5e72-8f51-4c42-bdaa-114c1cb00182 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:31:33.759368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:31:33.770970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Sync routers for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:31:33.783408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:31:33.784055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:33.843866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:33.844981 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2376359 Dec 13 23:31:33.848351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55124) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:33.958280 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a05fda04-c985-4f03-91f2-3375776a90be tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062443 Dec 13 23:31:33.958528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55130) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:33.969331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:31:34.092165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b442b0-2cfc-4c55-b6b7-1ea4903fbd40 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:34.094802 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-61b442b0-2cfc-4c55-b6b7-1ea4903fbd40 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354060 Dec 13 23:31:34.097460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55134) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:34.136375 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-07c5da88-4148-4761-adec-30bf68ed3092 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377529 Dec 13 23:31:34.138894 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55138) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:34.145139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2035356932', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:34.294791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:31:33Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:34.299920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Checking router: 491f5e72-8f51-4c42-bdaa-114c1cb00182 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:31:34.300279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Updating router 491f5e72-8f51-4c42-bdaa-114c1cb00182 port e3efdba4-2134-4789-8549-3e4a69f3b90a binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:31:34.353934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:34.371893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:34.376393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:subnet and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:34.379140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:34.384786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:34.497887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:31:34.601809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:34.674336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:34.685340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Transition to ACTIVE for port object e3efdba4-2134-4789-8549-3e4a69f3b90a will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:31:34.774698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:34.779109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:34.857804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Pushing event updated for resources: {'Port': ['ID=e3efdba4-2134-4789-8549-3e4a69f3b90a,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:34.860737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Attempting to bind port e3efdba4-2134-4789-8549-3e4a69f3b90a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:31:34.861106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Attempting to bind port e3efdba4-2134-4789-8549-3e4a69f3b90a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:31:34.861469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Attempting to bind port e3efdba4-2134-4789-8549-3e4a69f3b90a on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:31:34.872993 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.873338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.873676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.874005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.874989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.875346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.875678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.875987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.876308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.876627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.876947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:34.880017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:31:34.880389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:31:34.880882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:34.881171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:31:34.881636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Bound port: e3efdba4-2134-4789-8549-3e4a69f3b90a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:31:34.882005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:34.887127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:34.892059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e915d777-55ce-4acb-9f16-32fc321e5c8a tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:34.905054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:34.955936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] For port e3efdba4-2134-4789-8549-3e4a69f3b90a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:31:34.958923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] For port e3efdba4-2134-4789-8549-3e4a69f3b90a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e3efdba4-2134-4789-8549-3e4a69f3b90a,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:31:34.964907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=545d3d8c-5d15-446c-a8ae-308a9471739c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:34.972982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:34.984425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Checking segment: {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:31:34.984781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network hostable DHCP agents. Network: 18013250-23ab-49c5-89b2-6f581034bcb9, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:31:35.023795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:35.027434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5cfca6e4-e9f7-49dc-a4fe-de893b9aa8ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:35.074932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 18013250-23ab-49c5-89b2-6f581034bcb9 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:31:35.104490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Pushing event updated for resources: {'Port': ['ID=e3efdba4-2134-4789-8549-3e4a69f3b90a,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:35.108232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:35.110333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:31:35.110934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:35.143592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 18013250-23ab-49c5-89b2-6f581034bcb9) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:31:35.147563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:35.150111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:35.170336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a0c1e-d867-45ab-8c8e-871c3546bc7c None None] Network 18013250-23ab-49c5-89b2-6f581034bcb9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:31:35.249662 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1095471 Dec 13 23:31:35.252207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55142) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:35.438933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:31:35.702276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-18013250-23ab-49c5-89b2-6f581034bcb9', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:31:35.704249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:35.940404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Allocated IP 172.20.0.2 (18013250-23ab-49c5-89b2-6f581034bcb9/545d3d8c-5d15-446c-a8ae-308a9471739c/d997c0af-bb07-41a4-abbe-30a457639818) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:31:35.984327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:31:33Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:36.011973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:36.035433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbea6f9-0173-49aa-8ad9-ccb51a72079a None None] The sync data for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv is: [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:31:33Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:31:36.180548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:36.192221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Transition to ACTIVE for port object d997c0af-bb07-41a4-abbe-30a457639818 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:31:36.219699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Transition to ACTIVE for port object d997c0af-bb07-41a4-abbe-30a457639818 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:31:36.295069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:36.301054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ac563927-05cc-4671-a009-97744190daa5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:36.384758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Network 18013250-23ab-49c5-89b2-6f581034bcb9 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:31:36.388355 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:31:36.394007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:31:36.396253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Pushing event updated for resources: {'Port': ['ID=d997c0af-bb07-41a4-abbe-30a457639818,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:36.400652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:36.490991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Attempting to bind port d997c0af-bb07-41a4-abbe-30a457639818 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:31:36.491571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Attempting to bind port d997c0af-bb07-41a4-abbe-30a457639818 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:31:36.492063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Attempting to bind port d997c0af-bb07-41a4-abbe-30a457639818 on network 18013250-23ab-49c5-89b2-6f581034bcb9 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:31:36.499122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:31:36.503646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Checking segment: {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:31:36.503646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:36.503646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Bound using segment: {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:31:36.503646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Bound port: d997c0af-bb07-41a4-abbe-30a457639818, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:31:36.503646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:36.580782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.1 (18013250-23ab-49c5-89b2-6f581034bcb9/545d3d8c-5d15-446c-a8ae-308a9471739c/4f48bcd8-c562-4afb-82c3-0a2a154e5569) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:31:36.600389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] For port d997c0af-bb07-41a4-abbe-30a457639818, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:31:36.604135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] For port d997c0af-bb07-41a4-abbe-30a457639818, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d997c0af-bb07-41a4-abbe-30a457639818,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:31:36.670419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:36.675021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcaf1453-9c1c-4f8f-bf68-2d0607f670fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:36.772165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Pushing event updated for resources: {'Port': ['ID=d997c0af-bb07-41a4-abbe-30a457639818,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:36.776798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:36.786680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:36.809236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 4f48bcd8-c562-4afb-82c3-0a2a154e5569 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:31:36.810684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e3efdba4-2134-4789-8549-3e4a69f3b90a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:31:36.892609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:36.896675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4d725627-ecce-40b5-a46d-aa8c95d467e7 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:36.944102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port e3efdba4-2134-4789-8549-3e4a69f3b90a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:31:36.950145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port e3efdba4-2134-4789-8549-3e4a69f3b90a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:36.957370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:36.968997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 18013250-23ab-49c5-89b2-6f581034bcb9 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:31:36.972779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:31:36.975229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:31:37.031048 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=4f48bcd8-c562-4afb-82c3-0a2a154e5569,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:37.034141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:37.042477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:37.113415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:37.131193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port e3efdba4-2134-4789-8549-3e4a69f3b90a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e3efdba4-2134-4789-8549-3e4a69f3b90a,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:37.200520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:37.203433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:37.205972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:37.269239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=e3efdba4-2134-4789-8549-3e4a69f3b90a,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:37.273231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:37.629725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:37.692424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:37.723279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b25ebc54-70e6-44a6-b11a-c84a13fb71e2 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:37.787851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec2f1fb-0c56-42cf-8a66-3b1d1ff16a7d None None] Network 18013250-23ab-49c5-89b2-6f581034bcb9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:31:37.809806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=4f48bcd8-c562-4afb-82c3-0a2a154e5569,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:37.812898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:37.816700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:37.948264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-70ed5bc8-a066-4a2d-b1b1-ef840e067f4d None None] Provisioning for port d997c0af-bb07-41a4-abbe-30a457639818 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:31:37.953958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 18013250-23ab-49c5-89b2-6f581034bcb9 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:31:37.955074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:31:38.340230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3cec9b67-de42-401a-ba27-ec8ab1694e59 None None] Provisioning for port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:31:38.347548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3cec9b67-de42-401a-ba27-ec8ab1694e59 None None] Provisioning complete for port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:38.351682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3cec9b67-de42-401a-ba27-ec8ab1694e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:38.430542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3cec9b67-de42-401a-ba27-ec8ab1694e59 None None] Port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:31:38.476140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 491f5e72-8f51-4c42-bdaa-114c1cb00182 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:31:38.564645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cb2821b1-561f-41a7-bdc9-a6141a71cc47 None None] Provisioning complete for port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:38.564948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cb2821b1-561f-41a7-bdc9-a6141a71cc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:38.615470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-cb2821b1-561f-41a7-bdc9-a6141a71cc47 None None] Port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:31:38.681868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:31:38.691309 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/491f5e72-8f51-4c42-bdaa-114c1cb00182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4379983 Dec 13 23:31:38.693982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55146) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:38.807837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d997c0af-bb07-41a4-abbe-30a457639818 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:31:38.835358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6e3ff-dedc-4469-8c2b-2a13c1ab437f tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:38.835683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6e3ff-dedc-4469-8c2b-2a13c1ab437f tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:38.836057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6e3ff-dedc-4469-8c2b-2a13c1ab437f tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:38.836425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b6e3ff-dedc-4469-8c2b-2a13c1ab437f tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:38.838079 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e2b6e3ff-dedc-4469-8c2b-2a13c1ab437f tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1431961 Dec 13 23:31:38.840745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55150) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:38.912186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609118de-31a9-46d2-ad5f-d8abdc21291e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:38.912548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609118de-31a9-46d2-ad5f-d8abdc21291e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:38.912901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609118de-31a9-46d2-ad5f-d8abdc21291e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:38.913252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609118de-31a9-46d2-ad5f-d8abdc21291e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:38.914863 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-609118de-31a9-46d2-ad5f-d8abdc21291e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0732403 Dec 13 23:31:38.917675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55154) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:38.940118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port d997c0af-bb07-41a4-abbe-30a457639818 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:31:38.945440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d997c0af-bb07-41a4-abbe-30a457639818 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:38.953203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:39.063339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:39.119715 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c37293c7-4607-41c1-a984-95b654af1820 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2004275 Dec 13 23:31:39.140777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port d997c0af-bb07-41a4-abbe-30a457639818, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d997c0af-bb07-41a4-abbe-30a457639818,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:39.220038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:39.221055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e3efdba4-2134-4789-8549-3e4a69f3b90a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:31:39.244027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:39.334906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=d997c0af-bb07-41a4-abbe-30a457639818,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:39.338612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:39.350138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port e3efdba4-2134-4789-8549-3e4a69f3b90a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:39.350533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:39.464863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55160) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:39.472802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368108149', 'description': 'tempest-secgroup-smoke-368108149 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:39.478883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:39.482682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:39.486299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:39.493437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:39.580453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:39.581458 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0482e80-d349-4098-a907-95c78760612d None None] Sync routers for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:31:39.593278 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0482e80-d349-4098-a907-95c78760612d None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:31:39.593867 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d0482e80-d349-4098-a907-95c78760612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:39.616469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:39.620297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:39.623215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:39.629650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:39.683889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:39.754920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:39.760336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-94a6b228-f80e-4a1a-8b1d-4cbf66e0136a tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:39.772020 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d0482e80-d349-4098-a907-95c78760612d None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:31:39.800288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a952414f-0cea-4af3-b662-3ca34393d38d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:39.807552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:39.888499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:39.890148 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4237478 Dec 13 23:31:39.893149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55164) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:39.898669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'a952414f-0cea-4af3-b662-3ca34393d38d', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:39.904949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:39.909475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:39.912430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:39.918602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:39.980611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.048326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.105718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.107659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c8be0087-4b7c-4acd-bb43-7c4ad2684e9c tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:40.109126 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d0482e80-d349-4098-a907-95c78760612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:40.113128 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0482e80-d349-4098-a907-95c78760612d None None] Checking router: 491f5e72-8f51-4c42-bdaa-114c1cb00182 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:31:40.113487 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0482e80-d349-4098-a907-95c78760612d None None] Updating router 491f5e72-8f51-4c42-bdaa-114c1cb00182 port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:31:40.128344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe04413-dbc9-42c2-901e-d586ed945495,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:40.132323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:40.164901 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-d0482e80-d349-4098-a907-95c78760612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.214342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.215557 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3214931 Dec 13 23:31:40.218587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55168) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:40.224191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'a952414f-0cea-4af3-b662-3ca34393d38d', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:40.230034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:40.233898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:40.237104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:40.243021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:40.323885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.389020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.448632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.456581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cb66ea75-219a-4d25-84d2-34ab084fbe84 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:40.474396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9769de-5b7e-428f-9a20-aa7a63e1b3c6,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:40.477719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:40.501109 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-d0482e80-d349-4098-a907-95c78760612d None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.512360 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-d0482e80-d349-4098-a907-95c78760612d None None] Transition to ACTIVE for port object 4f48bcd8-c562-4afb-82c3-0a2a154e5569 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:31:40.543890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.545117 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3255999 Dec 13 23:31:40.548744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55172) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:40.554274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'a952414f-0cea-4af3-b662-3ca34393d38d', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:40.560318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:40.565075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:40.568136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:40.573919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:40.600438 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-d0482e80-d349-4098-a907-95c78760612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.604282 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8eb5c781-8945-47ca-9671-626a9c30af9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:40.682135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.725401 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Pushing event updated for resources: {'Port': ['ID=4f48bcd8-c562-4afb-82c3-0a2a154e5569,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:40.740874 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.741494 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.742002 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.742335 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.742660 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.742996 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.743300 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.743632 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.743955 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.744271 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.744584 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:31:40.749666 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:40.769035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d997c0af-bb07-41a4-abbe-30a457639818 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:31:40.774192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.835184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.838353 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-d0482e80-d349-4098-a907-95c78760612d None None] Attempting to bind port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:31:40.839016 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-d0482e80-d349-4098-a907-95c78760612d None None] Attempting to bind port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:31:40.839381 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0482e80-d349-4098-a907-95c78760612d None None] Attempting to bind port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 on network 18013250-23ab-49c5-89b2-6f581034bcb9 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:31:40.839974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ee111e42-a8dd-4a36-a9fd-a5566d68a83a tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:40.846464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d997c0af-bb07-41a4-abbe-30a457639818 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:40.847037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.847152 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0482e80-d349-4098-a907-95c78760612d None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:31:40.847521 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0482e80-d349-4098-a907-95c78760612d None None] Checking segment: {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:31:40.847944 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-d0482e80-d349-4098-a907-95c78760612d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.848335 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0482e80-d349-4098-a907-95c78760612d None None] Bound using segment: {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:31:40.848980 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-d0482e80-d349-4098-a907-95c78760612d None None] Bound port: 4f48bcd8-c562-4afb-82c3-0a2a154e5569, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:31:40.849351 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-d0482e80-d349-4098-a907-95c78760612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.864204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa8b533-ddfd-4b9f-b7d7-3e6709a9785f,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:40.873797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:40.943356 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-d0482e80-d349-4098-a907-95c78760612d None None] For port 4f48bcd8-c562-4afb-82c3-0a2a154e5569, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:31:40.946292 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-d0482e80-d349-4098-a907-95c78760612d None None] For port 4f48bcd8-c562-4afb-82c3-0a2a154e5569, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f48bcd8-c562-4afb-82c3-0a2a154e5569,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:31:40.962248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:40.962248 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4071927 Dec 13 23:31:40.962248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55176) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:40.965242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'a952414f-0cea-4af3-b662-3ca34393d38d', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:40.971425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:40.975373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:40.978350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:40.985003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:41.037829 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-d0482e80-d349-4098-a907-95c78760612d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.042269 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-84f8065c-1c85-4a79-ba7f-dcfcc1cf7f11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:41.084535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.117309 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0482e80-d349-4098-a907-95c78760612d None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:31:41.117933 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d0482e80-d349-4098-a907-95c78760612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:41.168174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.203863 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Pushing event updated for resources: {'Port': ['ID=4f48bcd8-c562-4afb-82c3-0a2a154e5569,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:41.209342 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:41.269874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.271226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c49e70a-e840-446c-9c2b-6e44ec359005 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:41.293766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdf2787-d008-48fd-af67-69346556bd0e,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:41.296764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:41.321037 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d0482e80-d349-4098-a907-95c78760612d None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:31:41.354811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.359352 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3956945 Dec 13 23:31:41.359639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55182) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:41.366733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'a952414f-0cea-4af3-b662-3ca34393d38d', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:41.372829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:41.377805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:41.380378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:41.386088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:41.457570 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:31:41.464182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.530684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.589323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.591362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dee53035-6168-40c3-83c3-a484821474b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:41.615000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a4d37a-ff81-4976-86bf-b9ff50ef0219,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:41.617427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:41.657844 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d0482e80-d349-4098-a907-95c78760612d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:40Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:31:41.661818 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0482e80-d349-4098-a907-95c78760612d None None] The sync data for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv is: [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:40Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:31:41.706807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.710835 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3474448 Dec 13 23:31:41.712447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55186) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:41.719210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'a952414f-0cea-4af3-b662-3ca34393d38d', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:41.726752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:41.730909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:41.734225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:41.739890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:41.802745 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:31:41.810813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.854159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc69a273-dab0-4188-b847-399b3ac1975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.886607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.940042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:41.942734 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0bb4dac8-2daa-4612-9949-f3a4eb982d79 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:41.967298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecb741d-7098-455c-b204-bab47438da9e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:41.972456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:42.054430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:42.056037 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3421421 Dec 13 23:31:42.236292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-632df33c-9425-43e5-8a49-44b45b99db2d req-25e81a9d-ab94-43fd-bccf-36df93f59d0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:31:42.320752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-632df33c-9425-43e5-8a49-44b45b99db2d req-25e81a9d-ab94-43fd-bccf-36df93f59d0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:31:42.321962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-25e81a9d-ab94-43fd-bccf-36df93f59d0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368108149&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.1340222 Dec 13 23:31:42.483675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632df33c-9425-43e5-8a49-44b45b99db2d req-32cb5798-8f1b-40ae-b0c7-126d52f78853 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:42.484374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-632df33c-9425-43e5-8a49-44b45b99db2d req-32cb5798-8f1b-40ae-b0c7-126d52f78853 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:31:42.554571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-632df33c-9425-43e5-8a49-44b45b99db2d req-32cb5798-8f1b-40ae-b0c7-126d52f78853 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:31:42.555774 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-32cb5798-8f1b-40ae-b0c7-126d52f78853 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=18013250-23ab-49c5-89b2-6f581034bcb9 HTTP/1.1" status: 200 len: 797 time: 0.2258523 Dec 13 23:31:42.574073 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-ca58ce4c-a696-44f6-94c6-9a16986f06f8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0111511 Dec 13 23:31:42.651912 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-632df33c-9425-43e5-8a49-44b45b99db2d req-f83986ea-e827-4ff1-a5cb-463379b1c804 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:31:42.743593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-632df33c-9425-43e5-8a49-44b45b99db2d req-f83986ea-e827-4ff1-a5cb-463379b1c804 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:31:42.744949 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-f83986ea-e827-4ff1-a5cb-463379b1c804 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1678014 Dec 13 23:31:42.759590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f48bcd8-c562-4afb-82c3-0a2a154e5569 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:31:42.880601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:31:42.885686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:42.886067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:42.954012 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-bb8a4270-d5b9-4a32-adfe-9a9263ada0af service neutron] 10.222.0.30 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960874 Dec 13 23:31:43.001081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:43.033439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 4f48bcd8-c562-4afb-82c3-0a2a154e5569, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f48bcd8-c562-4afb-82c3-0a2a154e5569,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:43.087542 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-076ae003-61c5-408e-a2e7-9edd67f85b47 service neutron] 10.222.0.30 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277237 Dec 13 23:31:43.088423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:43.090327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e8b254b7-3de5-444b-93f4-c37a34cbc637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:43.159450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=4f48bcd8-c562-4afb-82c3-0a2a154e5569,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:43.162478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:43.338200 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24f5fade-c83e-4199-825e-d474dce7097f req-e406cd8c-57ca-41d8-a0af-039b010a3ea1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 210 time: 0.0462904 Dec 13 23:31:44.074793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c7463bc1-ba82-4562-8489-88dd0b5c0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:44.455465 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-90e30960-e6c7-4571-9105-c9de57447a2b req-387968be-7725-4637-8a80-483f131adc3d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 210 time: 0.0445602 Dec 13 23:31:44.742005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f48bcd8-c562-4afb-82c3-0a2a154e5569 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:31:44.814868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:44.815246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:45.308865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:45.406852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:45.618593 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-828b8d02-fbdd-41d7-864a-68028cdb319b req-ba93c1e3-640f-47b3-b2a3-8310c127d74f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 210 time: 0.0413303 Dec 13 23:31:46.432213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632df33c-9425-43e5-8a49-44b45b99db2d req-427845c5-a954-44d7-8e34-d8f75697b5b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:46.433631 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-427845c5-a954-44d7-8e34-d8f75697b5b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=18013250-23ab-49c5-89b2-6f581034bcb9 HTTP/1.1" status: 200 len: 797 time: 0.1489487 Dec 13 23:31:46.494466 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-ac6f0545-f01e-42a4-8e08-c4bf4046b6d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 379 time: 0.0470786 Dec 13 23:31:46.502682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['a952414f-0cea-4af3-b662-3ca34393d38d']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:46.745720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:46.790558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:46.794653 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2f1d31a1-8d5c-403d-9c7e-dbaf26aaff95 req-d702efe3-6136-4b86-828d-c2735816a5ac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 210 time: 0.0512617 Dec 13 23:31:46.804481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:46.865696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:31:46.868787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:47.029327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.8 (18013250-23ab-49c5-89b2-6f581034bcb9/545d3d8c-5d15-446c-a8ae-308a9471739c/91e06929-fcb4-44da-b2be-ebc2b060b5db) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:31:47.214738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:47.231040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 91e06929-fcb4-44da-b2be-ebc2b060b5db will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:31:47.326593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:47.333156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e8b1c3ce-8455-40e1-b05d-6cb2db373af0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:47.404561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 18013250-23ab-49c5-89b2-6f581034bcb9 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:31:47.408127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:31:47.410576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:31:47.441538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=91e06929-fcb4-44da-b2be-ebc2b060b5db,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:47.444348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:47.481580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:47.482185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:47.589611 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0905082 Dec 13 23:31:47.601637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-ed96d552-755e-4204-8e7c-fedc0cace804 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:31:47.602592 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-ed96d552-755e-4204-8e7c-fedc0cace804 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050499 Dec 13 23:31:47.612786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Request body: {'port': {'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:47.723400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:47.743224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cb92111e-dc79-46a2-8342-137e21309531 None None] Provisioning for port 91e06929-fcb4-44da-b2be-ebc2b060b5db completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:31:47.748332 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cb92111e-dc79-46a2-8342-137e21309531 None None] Provisioning complete for port 91e06929-fcb4-44da-b2be-ebc2b060b5db triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:47.753647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cb92111e-dc79-46a2-8342-137e21309531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:47.800429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-cb92111e-dc79-46a2-8342-137e21309531 None None] Port 91e06929-fcb4-44da-b2be-ebc2b060b5db cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:31:47.998347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050ad0d-5231-435d-8080-f95af2effc14 req-6dd08222-bffe-4a2f-9878-086472a556a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:48.000480 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7050ad0d-5231-435d-8080-f95af2effc14 req-6dd08222-bffe-4a2f-9878-086472a556a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 931 time: 0.0776775 Dec 13 23:31:48.049779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-7050ad0d-5231-435d-8080-f95af2effc14 req-21dc829a-6425-42ca-99b6-1534672056d5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:31:48.061890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e06929-fcb4-44da-b2be-ebc2b060b5db {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:31:48.062561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-7050ad0d-5231-435d-8080-f95af2effc14 req-21dc829a-6425-42ca-99b6-1534672056d5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:31:48.063749 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7050ad0d-5231-435d-8080-f95af2effc14 req-21dc829a-6425-42ca-99b6-1534672056d5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576367 Dec 13 23:31:48.068426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:48.083373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Transition to ACTIVE for port object 91e06929-fcb4-44da-b2be-ebc2b060b5db will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:31:48.157090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:48.161148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7f43b3fa-2347-4991-b085-15479ffc6f74 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:48.281445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Pushing event updated for resources: {'Port': ['ID=91e06929-fcb4-44da-b2be-ebc2b060b5db,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:48.285429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:48.395029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Attempting to bind port 91e06929-fcb4-44da-b2be-ebc2b060b5db on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:31:48.395299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Attempting to bind port 91e06929-fcb4-44da-b2be-ebc2b060b5db by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:31:48.395643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Attempting to bind port 91e06929-fcb4-44da-b2be-ebc2b060b5db on network 18013250-23ab-49c5-89b2-6f581034bcb9 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:31:48.401270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Port 91e06929-fcb4-44da-b2be-ebc2b060b5db on network 18013250-23ab-49c5-89b2-6f581034bcb9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:31:48.401583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Attempting to bind port 91e06929-fcb4-44da-b2be-ebc2b060b5db on network 18013250-23ab-49c5-89b2-6f581034bcb9 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:31:48.407775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:31:48.408116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Checking segment: {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:31:48.408484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Bound using segment: {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:31:48.408895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Bound port: 91e06929-fcb4-44da-b2be-ebc2b060b5db, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1220bfcb-9889-4d54-94d5-813a65b85ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:31:48.409233 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:48.494991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] For port 91e06929-fcb4-44da-b2be-ebc2b060b5db, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:31:48.497839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] For port 91e06929-fcb4-44da-b2be-ebc2b060b5db, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=91e06929-fcb4-44da-b2be-ebc2b060b5db,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:31:48.580224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:48.584124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-580eb517-67fd-4a05-a0d2-682eb68b07bc tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:48.646559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:48.647907 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] 10.222.0.18 "PUT /v2.0/ports/91e06929-fcb4-44da-b2be-ebc2b060b5db HTTP/1.1" status: 200 len: 1093 time: 1.0386698 Dec 13 23:31:48.648438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:31:48.665087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Pushing event updated for resources: {'Port': ['ID=91e06929-fcb4-44da-b2be-ebc2b060b5db,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:48.673505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:48.717038 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'status': 'completed', 'code': 200} Dec 13 23:31:48.814434 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5e644487-a374-443c-a160-ea609286972a req-f5a114fb-f973-4e9d-a69f-aefecd3e3886 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 1096 time: 0.0770907 Dec 13 23:31:49.054982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e644487-a374-443c-a160-ea609286972a req-2a492496-3277-48dd-8b8d-da4f309dc98a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:49.056567 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5e644487-a374-443c-a160-ea609286972a req-2a492496-3277-48dd-8b8d-da4f309dc98a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2355626 Dec 13 23:31:49.097663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:49.199756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e644487-a374-443c-a160-ea609286972a req-31d16cbf-6eee-4503-b36c-cb34369fbfd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:49.201307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5e644487-a374-443c-a160-ea609286972a req-31d16cbf-6eee-4503-b36c-cb34369fbfd1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382284 Dec 13 23:31:49.268669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d41d6-25b9-4860-9797-46c0b4af62ee req-f55780f2-a253-46ad-942b-b2d1163c42e1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:49.270155 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ab5d41d6-25b9-4860-9797-46c0b4af62ee req-f55780f2-a253-46ad-942b-b2d1163c42e1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 943 time: 0.0804906 Dec 13 23:31:49.310233 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-7117b69f-23e4-426b-9271-507591cdac7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 1096 time: 0.0745919 Dec 13 23:31:49.317061 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ab5d41d6-25b9-4860-9797-46c0b4af62ee req-b74c1298-2c79-4c44-a458-1d8d346f7cd8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413606 Dec 13 23:31:49.381172 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-53f82c91-dbd9-48c3-a5bb-131dc7a90286 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e06929-fcb4-44da-b2be-ebc2b060b5db HTTP/1.1" status: 200 len: 217 time: 0.0629683 Dec 13 23:31:49.445774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632df33c-9425-43e5-8a49-44b45b99db2d req-e75bfcab-8994-4225-b862-7478eae56b27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:49.447169 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-e75bfcab-8994-4225-b862-7478eae56b27 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=545d3d8c-5d15-446c-a8ae-308a9471739c HTTP/1.1" status: 200 len: 835 time: 0.0606086 Dec 13 23:31:49.523034 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-83350161-2e07-4a98-8069-a0184ca62825 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18013250-23ab-49c5-89b2-6f581034bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688379 Dec 13 23:31:49.657683 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-5b6cb4b3-a23d-47c4-a733-22db51b0988f service neutron] 10.222.0.18 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276798 Dec 13 23:31:49.790186 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-632df33c-9425-43e5-8a49-44b45b99db2d req-fc33124a-799f-4166-86f8-e8daca537d43 service neutron] 10.222.0.18 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264288 Dec 13 23:31:50.522520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ddc9-e26a-46f9-916c-d67457370d8b req-a32a2f0f-8690-4795-90de-d8f07682f0b6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:50.523205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-dd43ddc9-e26a-46f9-916c-d67457370d8b req-a32a2f0f-8690-4795-90de-d8f07682f0b6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:31:50.602699 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-dd43ddc9-e26a-46f9-916c-d67457370d8b req-a32a2f0f-8690-4795-90de-d8f07682f0b6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:31:50.603906 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dd43ddc9-e26a-46f9-916c-d67457370d8b req-a32a2f0f-8690-4795-90de-d8f07682f0b6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 943 time: 0.1647933 Dec 13 23:31:50.650214 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dd43ddc9-e26a-46f9-916c-d67457370d8b req-9296dc73-fb2d-4f72-9ff0-14960a9c61a9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Dec 13 23:31:51.848391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43458c8e-c6d5-43d5-af0b-fa38d2922114 req-54ae2254-ccda-49ba-baa0-cb60c8aaef6e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:51.849829 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-43458c8e-c6d5-43d5-af0b-fa38d2922114 req-54ae2254-ccda-49ba-baa0-cb60c8aaef6e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 943 time: 0.0804598 Dec 13 23:31:51.894762 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-43458c8e-c6d5-43d5-af0b-fa38d2922114 req-58b6ad2d-5369-47f3-84c6-cbc338a141b8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395639 Dec 13 23:31:52.100169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 91e06929-fcb4-44da-b2be-ebc2b060b5db details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:31:52.233573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 91e06929-fcb4-44da-b2be-ebc2b060b5db, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=91e06929-fcb4-44da-b2be-ebc2b060b5db,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:52.249802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:31:52.302447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:52.319569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e06929-fcb4-44da-b2be-ebc2b060b5db {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:31:52.334831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 91e06929-fcb4-44da-b2be-ebc2b060b5db, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=91e06929-fcb4-44da-b2be-ebc2b060b5db,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:52.400341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:52.402115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:52.464928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=91e06929-fcb4-44da-b2be-ebc2b060b5db,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:52.468417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:52.605125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['91e06929-fcb4-44da-b2be-ebc2b060b5db'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:31:53.090441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94028c1d-121d-487f-89ce-b7afaba40300 req-74ea8011-1c23-459c-98c9-dc1023773e2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:53.091884 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-94028c1d-121d-487f-89ce-b7afaba40300 req-74ea8011-1c23-459c-98c9-dc1023773e2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 944 time: 0.0758495 Dec 13 23:31:53.136573 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-94028c1d-121d-487f-89ce-b7afaba40300 req-6f0e02ca-5337-495b-892f-30f71ce8a46f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384488 Dec 13 23:31:54.115169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 91e06929-fcb4-44da-b2be-ebc2b060b5db up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:31:54.247983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 91e06929-fcb4-44da-b2be-ebc2b060b5db completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:31:54.253949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 91e06929-fcb4-44da-b2be-ebc2b060b5db triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:31:54.254440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:54.335563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b72bac-c15d-4196-a6a0-d69dcdb32f9b req-4efae260-ab8c-4d4b-b7c5-c81313ecc186 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:54.337053 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-55b72bac-c15d-4196-a6a0-d69dcdb32f9b req-4efae260-ab8c-4d4b-b7c5-c81313ecc186 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 944 time: 0.0788445 Dec 13 23:31:54.385739 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-55b72bac-c15d-4196-a6a0-d69dcdb32f9b req-aa3d9993-d106-4e47-a0fa-7740675db5b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424898 Dec 13 23:31:54.402697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:54.429570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:31:54.438978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 91e06929-fcb4-44da-b2be-ebc2b060b5db, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=91e06929-fcb4-44da-b2be-ebc2b060b5db,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:31:54.484222 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'code': 200} Dec 13 23:31:54.517006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:54.518813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:54.582014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=91e06929-fcb4-44da-b2be-ebc2b060b5db,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:54.584932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:54.840135 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1fcc0479-22a6-4a69-a5bb-0f4cfdf61014 req-768a7925-db57-4207-b1bf-8307891d4f59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 1098 time: 0.0744176 Dec 13 23:31:54.883476 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1fcc0479-22a6-4a69-a5bb-0f4cfdf61014 req-9161256f-d1af-4ca3-8562-91e473b3f0e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360146 Dec 13 23:31:55.586775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd88090-0cc3-4a6d-ac77-ea7efca7b912 req-ec2a54dc-d225-4bde-8122-b321cc048473 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:55.588197 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0cd88090-0cc3-4a6d-ac77-ea7efca7b912 req-ec2a54dc-d225-4bde-8122-b321cc048473 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 945 time: 0.0812225 Dec 13 23:31:55.633849 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0cd88090-0cc3-4a6d-ac77-ea7efca7b912 req-a296dde7-503f-489a-aefc-8c757a5ff869 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393660 Dec 13 23:31:56.833441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08b593-9233-454c-9400-a41a615a5cbb req-f8501a7b-a8c7-49e1-83c8-f11fcedc4e27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:56.834885 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bd08b593-9233-454c-9400-a41a615a5cbb req-f8501a7b-a8c7-49e1-83c8-f11fcedc4e27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 945 time: 0.0778952 Dec 13 23:31:56.884992 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bd08b593-9233-454c-9400-a41a615a5cbb req-5b3feb38-767c-4282-9bc7-92816cff58af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445459 Dec 13 23:31:57.077608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb548661-e970-4455-a97d-4de6d01384be req-f3ed55a2-8a84-4155-8447-0f3c1e1d0cd3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:31:57.079055 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cb548661-e970-4455-a97d-4de6d01384be req-f3ed55a2-8a84-4155-8447-0f3c1e1d0cd3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 945 time: 0.0775089 Dec 13 23:31:57.128648 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cb548661-e970-4455-a97d-4de6d01384be req-d22704a8-a604-4dee-883c-e2b7d746ac34 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441289 Dec 13 23:31:57.155887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55240) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:57.317654 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-34a4942f-c018-4669-ba01-e91d0d58353f tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 1093 time: 0.1605501 Dec 13 23:31:57.320233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55244) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:31:57.327242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:31:57.333362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:31:57.337192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:floatingip and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:31:57.340210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:31:57.346852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:31:57.434363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:57.570583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:57.707325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.91 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/89d9c6a5-afbd-4f48-8176-5e7d99a58b82) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:31:57.854483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:57.943050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:57.946713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:58.011291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:31:58.014008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:31:58.018287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:31:58.046305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=89d9c6a5-afbd-4f48-8176-5e7d99a58b82,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:58.047992 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:31:58.051459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:58.527356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:58.646444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:58.852113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:58.910517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:58.914050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:31:59.017088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=89d9c6a5-afbd-4f48-8176-5e7d99a58b82,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:31:59.024750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:31:59.034502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:31:59.338765 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP 450f2173-fd27-4df5-99d5-246be99ca4dc associated. External IP: 172.26.5.91, port: 91e06929-fcb4-44da-b2be-ebc2b060b5db. Dec 13 23:31:59.729611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 491f5e72-8f51-4c42-bdaa-114c1cb00182 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:31:59.930422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:31:59.940656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] Sync routers for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:31:59.952853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:31:59.953473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:32:00.012041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:00.068081 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7467880 Dec 13 23:32:00.068805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:32:00.070825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55248) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:00.143922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:32:00.181182 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-08b1bc5d-a304-4e5f-9168-7a83c81f07ae tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/450f2173-fd27-4df5-99d5-246be99ca4dc HTTP/1.1" status: 200 len: 990 time: 0.1085446 Dec 13 23:32:00.271761 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'status': 'completed', 'code': 200} Dec 13 23:32:00.373963 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cd929ef1-1e63-45d4-a01c-b45ec09b222e req-29fdc703-3e92-4203-8388-e4172e470163 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 1098 time: 0.0774136 Dec 13 23:32:00.507218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '450f2173-fd27-4df5-99d5-246be99ca4dc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.91', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:31:58Z', 'updated_at': '2021-12-13T23:31:58Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:32:00.510465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929ef1-1e63-45d4-a01c-b45ec09b222e req-d9bf2a2a-90d3-407d-a62f-d0273d432532 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:00.511120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] Checking router: 491f5e72-8f51-4c42-bdaa-114c1cb00182 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:32:00.511933 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cd929ef1-1e63-45d4-a01c-b45ec09b222e req-d9bf2a2a-90d3-407d-a62f-d0273d432532 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18013250-23ab-49c5-89b2-6f581034bcb9 HTTP/1.1" status: 200 len: 898 time: 0.1313164 Dec 13 23:32:00.522383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:32:00.522929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:31:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:32:00.704302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:32:00.723633 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cd929ef1-1e63-45d4-a01c-b45ec09b222e req-5b4503ea-3a8f-428d-ab8e-7f5553dc6ee2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e06929-fcb4-44da-b2be-ebc2b060b5db HTTP/1.1" status: 200 len: 998 time: 0.2052925 Dec 13 23:32:00.786771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd929ef1-1e63-45d4-a01c-b45ec09b222e req-19c5d3ca-28e6-4fb7-9b22-532040a10abb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:00.788120 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cd929ef1-1e63-45d4-a01c-b45ec09b222e req-19c5d3ca-28e6-4fb7-9b22-532040a10abb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=545d3d8c-5d15-446c-a8ae-308a9471739c HTTP/1.1" status: 200 len: 835 time: 0.0581796 Dec 13 23:32:00.868383 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cd929ef1-1e63-45d4-a01c-b45ec09b222e req-49b5ddd9-6614-426f-accf-7da7b4901c32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18013250-23ab-49c5-89b2-6f581034bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738587 Dec 13 23:32:01.016160 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cd929ef1-1e63-45d4-a01c-b45ec09b222e req-143bc1c0-26e3-4d0f-b357-2fa7ac39ea96 service neutron] 10.222.0.18 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275845 Dec 13 23:32:01.055214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '450f2173-fd27-4df5-99d5-246be99ca4dc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.91', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:31:58Z', 'updated_at': '2021-12-13T23:31:58Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:32:01.059090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c3a46a-cd0c-493c-abc5-35826d313bc9 None None] The sync data for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv is: [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '450f2173-fd27-4df5-99d5-246be99ca4dc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.91', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:31:58Z', 'updated_at': '2021-12-13T23:31:58Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:32:01.153266 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cd929ef1-1e63-45d4-a01c-b45ec09b222e req-5e3ec4a4-3a45-4e2a-968e-8d8820022fbd service neutron] 10.222.0.18 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297767 Dec 13 23:32:01.186886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55256) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:01.255687 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f250da-a539-449d-a612-a1fbe693d63d None None] New status for floating IP 450f2173-fd27-4df5-99d5-246be99ca4dc: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:32:01.294473 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bdc22508-31cf-4595-9cf0-10883fce4ef6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/450f2173-fd27-4df5-99d5-246be99ca4dc HTTP/1.1" status: 200 len: 990 time: 0.1070065 Dec 13 23:32:02.297898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55260) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:02.404953 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3543b871-1fa9-4b57-b5ef-749313478d68 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/450f2173-fd27-4df5-99d5-246be99ca4dc HTTP/1.1" status: 200 len: 992 time: 0.1058073 Dec 13 23:32:11.824750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1864cdeb-fb0f-46fb-9856-8e35e272234c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:14.064596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e0f5a6fc-5e05-4e89-8d64-dd4f653f205a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:15.297017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:15.394462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:16.693233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:19.108544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:31.345249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55274) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:31.424775 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d5452d23-9250-413f-9683-cbea718bf3c4 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=d3d8da920508450f8da84f5580d6eb0f&network_id=18013250-23ab-49c5-89b2-6f581034bcb9 HTTP/1.1" status: 200 len: 2999 time: 0.0783231 Dec 13 23:32:31.757270 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-6939ee63-9695-4e6a-96a9-3924e5551d4f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728364 Dec 13 23:32:31.894426 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-3c9f2b9a-f526-402f-bf6a-38ab91b67dea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 1098 time: 0.0690255 Dec 13 23:32:32.039043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-549e4eb2-3734-441c-a0e7-605421c82d75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:32.040426 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-549e4eb2-3734-441c-a0e7-605421c82d75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=18013250-23ab-49c5-89b2-6f581034bcb9 HTTP/1.1" status: 200 len: 898 time: 0.1260052 Dec 13 23:32:32.144373 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-dcd24d01-6faa-446a-8c34-b91babec54eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e06929-fcb4-44da-b2be-ebc2b060b5db HTTP/1.1" status: 200 len: 1000 time: 0.0971732 Dec 13 23:32:32.212547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-1ef0d01e-239b-402b-be10-e88089eb2629 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:32.214037 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-1ef0d01e-239b-402b-be10-e88089eb2629 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=545d3d8c-5d15-446c-a8ae-308a9471739c HTTP/1.1" status: 200 len: 835 time: 0.0627761 Dec 13 23:32:32.297448 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-acb0823a-4f4a-4555-a3c5-2243d38fbdcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18013250-23ab-49c5-89b2-6f581034bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758283 Dec 13 23:32:32.431769 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-bd061965-6ce0-4129-b973-f1b85de1e227 service neutron] 10.222.0.18 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271355 Dec 13 23:32:32.564671 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24b33db3-963c-4a3a-b81e-5337a4dc0bf4 req-34b26726-21d6-4315-a4b2-a32892917abf service neutron] 10.222.0.18 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259835 Dec 13 23:32:33.218990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55288) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:33.282342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f427e9f0-131c-46e0-be7c-2ed7f2db90de tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:33.283907 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f427e9f0-131c-46e0-be7c-2ed7f2db90de tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 814 time: 0.0639040 Dec 13 23:32:33.970179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55296) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:33.976362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'network': {'name': 'tempest-network-smoke--1160523439', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'port_security_enabled': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:33.981436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:33.991444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:34.064085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:32:34.067011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:34.096081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:32:34.105087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:34.105423 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Added segment d628581e-df88-4847-9654-42c49f62f068 of type vlan for network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 Dec 13 23:32:34.131495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:34.212857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:34.216644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:34.217330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:34.221004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7f364d1b-be81-4fa7-aa50-fd242f55c963 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:34.325810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Network': ['ID=3d8051fb-26ac-4c21-93a9-b486b2a715c2,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:34.334122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.334681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.335164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.335541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.335974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.336346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.336704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.337073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.337483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.337847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.338204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:34.341736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:34.349405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:32:34.377478 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4061735 Dec 13 23:32:34.380411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55300) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:34.446739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3948205b-c4f9-4f17-9056-6794b9238bf0 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:34.448259 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3948205b-c4f9-4f17-9056-6794b9238bf0 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0668981 Dec 13 23:32:34.450957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55304) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:34.581616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d601855-5cb8-4c5e-8497-95752558b5db tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:34.583096 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5d601855-5cb8-4c5e-8497-95752558b5db tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311905 Dec 13 23:32:34.586543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55308) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:34.629538 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f604cca0-049f-4921-bda7-e660754a6c68 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418704 Dec 13 23:32:34.632158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55312) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:34.671353 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-45844493-f8e8-4731-8bd5-cbfd43e18a71 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381167 Dec 13 23:32:34.673541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55316) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:34.906560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c2ce1d-13fe-4dba-a32a-666b053840f3 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:34.907969 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-88c2ce1d-13fe-4dba-a32a-666b053840f3 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2335374 Dec 13 23:32:34.910700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55320) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:34.952521 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bb299519-3f8a-4765-a9b7-8e8a8d6ed743 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407312 Dec 13 23:32:34.954820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55324) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:34.960450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-763512639', 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:35.050515 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:32:35.067292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:35.072004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:subnet and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:32:35.074780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:32:35.080446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:35.153547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:32:35.254889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:35.519757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:35.523341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-866490df-4e64-4919-82c5-3e853af433db tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:35.602181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Checking segment: {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:32:35.602531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network hostable DHCP agents. Network: 3d8051fb-26ac-4c21-93a9-b486b2a715c2, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:32:35.645478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=1b0a537b-7701-4160-8870-ce5840eef897,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:35.648269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:35.719906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:32:35.799454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 3d8051fb-26ac-4c21-93a9-b486b2a715c2) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:32:35.804250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:35.804834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:35.809432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1971b7bf-1402-4e07-9582-95ccbca05670 None None] Network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:32:35.886503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9306626 Dec 13 23:32:36.060563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3d8051fb-26ac-4c21-93a9-b486b2a715c2', 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ips': [{'subnet_id': '1b0a537b-7701-4160-8870-ce5840eef897'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:32:36.061362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.217700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Allocated IP 172.20.0.18 (3d8051fb-26ac-4c21-93a9-b486b2a715c2/1b0a537b-7701-4160-8870-ce5840eef897/1f9b57e4-7a33-479d-acba-493983b3ce2a) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:32:36.285918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55330) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:36.291759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-720512007', 'description': 'tempest-secgroup-smoke-720512007 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:36.297857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:36.309382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:36.434600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.434600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:36.434913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.435055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:32:36.435055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:32:36.435249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Transition to ACTIVE for port object 1f9b57e4-7a33-479d-acba-493983b3ce2a will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:32:36.435925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:36.453121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Transition to ACTIVE for port object 1f9b57e4-7a33-479d-acba-493983b3ce2a will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:32:36.490613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.498772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.504690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:36.555026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.563815 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2db6a382-1f45-481c-9199-558ee2e15245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:36.563997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:32:36.571327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:32:36.574241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:32:36.587089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Pushing event updated for resources: {'Port': ['ID=1f9b57e4-7a33-479d-acba-493983b3ce2a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:36.601901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03022034-40d3-455a-a273-f8cd00537b30,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:36.604722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:36.652398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.652744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.653084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.653428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.653810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.654143 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.654470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.654795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.655115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.655431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.655777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:36.659469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:36.680555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.684527 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3948734 Dec 13 23:32:36.684768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55334) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:36.686149 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Attempting to bind port 1f9b57e4-7a33-479d-acba-493983b3ce2a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:32:36.686504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Attempting to bind port 1f9b57e4-7a33-479d-acba-493983b3ce2a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:32:36.686879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Attempting to bind port 1f9b57e4-7a33-479d-acba-493983b3ce2a on network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:32:36.690453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '03022034-40d3-455a-a273-f8cd00537b30', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:36.693481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:32:36.694417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Checking segment: {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:32:36.694819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.695210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Bound using segment: {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:32:36.695697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Bound port: 1f9b57e4-7a33-479d-acba-493983b3ce2a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:32:36.696124 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.697340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:36.701412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:32:36.704555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:32:36.713926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:36.785426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] For port 1f9b57e4-7a33-479d-acba-493983b3ce2a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:32:36.788687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] For port 1f9b57e4-7a33-479d-acba-493983b3ce2a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1f9b57e4-7a33-479d-acba-493983b3ce2a,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:32:36.795729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.857769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.904778 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.908743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:36.932734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:36.934952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-467d53aa-f106-4157-87cb-0d908ea8a2cb tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:36.965059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5069e42f-18c6-4b5d-b765-8739c0853a38,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:36.967527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:36.988345 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Pushing event updated for resources: {'Port': ['ID=1f9b57e4-7a33-479d-acba-493983b3ce2a,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:36.991720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:37.068231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.069972 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3842208 Dec 13 23:32:37.072748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55338) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:37.078259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '03022034-40d3-455a-a273-f8cd00537b30', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:37.085322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:37.089601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:32:37.092697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:32:37.101061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:37.197959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.278813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.344707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.350932 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a43dead-a19d-4d54-8cab-11829aa123d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:37.371945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199bae1e-2cd5-4d78-95ac-34d12e197258,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:37.376637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:37.430295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.431480 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3577967 Dec 13 23:32:37.434133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55342) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:37.439556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '03022034-40d3-455a-a273-f8cd00537b30', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:37.446147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:37.449997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:32:37.454336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:32:37.458547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:37.533966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.598241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.658262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.660056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:37.684280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5915f514-0f0f-4bc2-9421-718af75b7051,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:37.686798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:37.748494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.749716 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3146770 Dec 13 23:32:37.752402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55346) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:37.758425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '03022034-40d3-455a-a273-f8cd00537b30', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:37.764678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:37.768684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:32:37.771687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:32:37.777650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:37.870659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.942031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:37.970283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901695ad-a2f0-4578-aa22-a9e801797c68 None None] Network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:32:38.016954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.018812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-353861e3-e0bf-4d65-bcc8-774b2e60e329 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:38.041443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538387a8-848d-4a5e-8ac2-647c29541acb,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:38.044130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:38.131808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.133045 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3796587 Dec 13 23:32:38.135698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55350) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:38.141269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '03022034-40d3-455a-a273-f8cd00537b30', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:38.148159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:38.151963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:32:38.155083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:32:38.160957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:38.178835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-36a609ad-16c5-4124-8f33-fc10ba21a74c None None] Provisioning for port 1f9b57e4-7a33-479d-acba-493983b3ce2a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:32:38.245811 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:32:38.253126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.324589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.394132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.395969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3e31dac9-f261-45dc-9306-51e8a5c57326 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:38.421300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a379b19-8295-4d0d-89e1-19995b92285d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:38.425567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:38.502740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.503888 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3671942 Dec 13 23:32:38.506686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55354) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:38.515339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '03022034-40d3-455a-a273-f8cd00537b30', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:38.518449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:38.522465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:32:38.525536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:32:38.531432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:38.617666 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:32:38.624262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.692520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.767893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.769911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3cb03798-759c-400b-83dd-abffc0b3bc4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:38.781406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1f9b57e4-7a33-479d-acba-493983b3ce2a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:32:38.793248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0776652a-f361-4aab-9715-fd387c69c8a7,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:38.795888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:38.868263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:38.869552 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3619213 Dec 13 23:32:38.914329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 1f9b57e4-7a33-479d-acba-493983b3ce2a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:32:38.919705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 1f9b57e4-7a33-479d-acba-493983b3ce2a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:32:38.927504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:39.035389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:39.041827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-5c2bf324-68e6-4e18-88c0-19a0a42832d3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:32:39.067341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 1f9b57e4-7a33-479d-acba-493983b3ce2a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1f9b57e4-7a33-479d-acba-493983b3ce2a,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:32:39.144343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-5c2bf324-68e6-4e18-88c0-19a0a42832d3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:32:39.145534 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-5c2bf324-68e6-4e18-88c0-19a0a42832d3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-720512007&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.1453760 Dec 13 23:32:39.153629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:39.155513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:39.223970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=1f9b57e4-7a33-479d-acba-493983b3ce2a,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:39.228038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:39.298153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3cbd725b-d811-446e-8b86-eb8f711a5330 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:39.298749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3cbd725b-d811-446e-8b86-eb8f711a5330 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:32:39.360981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3cbd725b-d811-446e-8b86-eb8f711a5330 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:32:39.362138 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3cbd725b-d811-446e-8b86-eb8f711a5330 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=3d8051fb-26ac-4c21-93a9-b486b2a715c2 HTTP/1.1" status: 200 len: 797 time: 0.2099347 Dec 13 23:32:39.379293 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-ee080eee-7261-4e0a-aa14-b77b3d5dceeb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0107486 Dec 13 23:32:39.465901 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-81e02168-02e5-4858-b2f6-457f6c185d0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0809863 Dec 13 23:32:39.481090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-f3c1bc17-1e2e-44e8-b85d-bca6d17853f2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:32:39.482022 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-f3c1bc17-1e2e-44e8-b85d-bca6d17853f2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050297 Dec 13 23:32:39.613194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-72a84a9e-1542-4de6-9ea8-fa2b67720c95 service neutron] 10.222.0.30 "GET /v2.0/networks/3d8051fb-26ac-4c21-93a9-b486b2a715c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255188 Dec 13 23:32:39.839350 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-5eea26f0-07e5-4cfe-b831-1cac336bcbae service neutron] 10.222.0.30 "GET /v2.0/networks/3d8051fb-26ac-4c21-93a9-b486b2a715c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200623 Dec 13 23:32:40.129578 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ea04d1d8-b333-42d4-85bf-88c5fb31127a req-cfe307ca-21b4-46f2-8c71-7d92188fa63e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 210 time: 0.0431237 Dec 13 23:32:40.762304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1f9b57e4-7a33-479d-acba-493983b3ce2a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:32:40.829120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 1f9b57e4-7a33-479d-acba-493983b3ce2a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:32:40.829614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:41.295824 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-77221435-f88d-4821-a312-9803c890026a req-58472788-d08d-47f1-b11f-b54e0eaeacdc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 210 time: 0.0455041 Dec 13 23:32:41.846977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-11a99e12-6bbe-485a-8f26-f60cfb5da96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:42.032693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-42d9ace2-cf73-4c34-8e04-1680ce58a1ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:42.034111 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-42d9ace2-cf73-4c34-8e04-1680ce58a1ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=3d8051fb-26ac-4c21-93a9-b486b2a715c2 HTTP/1.1" status: 200 len: 797 time: 0.1460073 Dec 13 23:32:42.088744 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-60d15d19-185a-4097-8bfe-da1cbf3c0514 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 471 time: 0.0421162 Dec 13 23:32:42.096651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': '35022771-32ee-4308-8916-de1b3a2fa3aa', 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['03022034-40d3-455a-a273-f8cd00537b30']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:42.336712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:32:42.340806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:port and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:32:42.343828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:32:42.350221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:32:42.473696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:32:42.477130 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:42.493719 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b8314420-4a2a-468f-9c27-c80740f9e245 req-4a0ea7a4-adf1-4764-84cf-7262aa660dc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 210 time: 0.0576329 Dec 13 23:32:42.646085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.27 (3d8051fb-26ac-4c21-93a9-b486b2a715c2/1b0a537b-7701-4160-8870-ce5840eef897/b2868ff6-cfdb-4f1b-832f-391b542ab0e0) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:32:42.831786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:42.847880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object b2868ff6-cfdb-4f1b-832f-391b542ab0e0 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:32:42.925613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:42.931886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d8ac479a-cbe2-4082-8f54-2639130dbc84 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:42.996347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:32:42.999741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:32:43.003449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:32:43.038470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:43.055501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.055929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.056308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.056691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.057261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.057451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.057808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.058181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.058549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.058914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.059275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:32:43.064888 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:43.086230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:43.086866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:43.168022 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0747631 Dec 13 23:32:43.180309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Request body: {'port': {'device_id': '35022771-32ee-4308-8916-de1b3a2fa3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:32:43.289078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:43.326862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fdee404f-0f86-4580-a5b8-c8f06db89569 None None] Provisioning for port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:32:43.332028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fdee404f-0f86-4580-a5b8-c8f06db89569 None None] Provisioning complete for port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:32:43.332417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fdee404f-0f86-4580-a5b8-c8f06db89569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:43.386255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fdee404f-0f86-4580-a5b8-c8f06db89569 None None] Port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:32:43.639002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2868ff6-cfdb-4f1b-832f-391b542ab0e0 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:32:43.646014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:43.660757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Transition to ACTIVE for port object b2868ff6-cfdb-4f1b-832f-391b542ab0e0 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:32:43.690225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620edd-244e-48f6-aaba-7c3f227c421b req-972e21e4-d1ce-4206-ab2b-4a356055643c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:43.691916 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2d620edd-244e-48f6-aaba-7c3f227c421b req-972e21e4-d1ce-4206-ab2b-4a356055643c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 932 time: 0.0768831 Dec 13 23:32:43.727224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:43.731811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5b603936-3810-4a02-91b7-f2e344409924 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:43.738867 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2d620edd-244e-48f6-aaba-7c3f227c421b req-a138baab-1ebe-4c2a-8696-6fa044c06b64 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398982 Dec 13 23:32:43.856525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Pushing event updated for resources: {'Port': ['ID=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:43.860780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:43.970914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Attempting to bind port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:32:43.971248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Attempting to bind port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:32:43.971573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Attempting to bind port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 on network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:32:43.977448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 on network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:32:43.977762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Attempting to bind port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 on network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:32:43.983981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:32:43.984311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Checking segment: {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:32:43.984691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Bound using segment: {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:32:43.985103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Bound port: b2868ff6-cfdb-4f1b-832f-391b542ab0e0, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:32:43.985441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:44.076692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] For port b2868ff6-cfdb-4f1b-832f-391b542ab0e0, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:32:44.079515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] For port b2868ff6-cfdb-4f1b-832f-391b542ab0e0, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:32:44.081664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8fccb83f-b11a-40b8-957c-d602084b10c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:44.144487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:44.148253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:44.211086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:44.212506 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] 10.222.0.18 "PUT /v2.0/ports/b2868ff6-cfdb-4f1b-832f-391b542ab0e0 HTTP/1.1" status: 200 len: 1094 time: 1.0364232 Dec 13 23:32:44.213047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35022771-32ee-4308-8916-de1b3a2fa3aa', 'tag': 'b2868ff6-cfdb-4f1b-832f-391b542ab0e0'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:32:44.235413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Pushing event updated for resources: {'Port': ['ID=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:44.235413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:44.271932 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35022771-32ee-4308-8916-de1b3a2fa3aa', 'tag': 'b2868ff6-cfdb-4f1b-832f-391b542ab0e0', 'status': 'completed', 'code': 200} Dec 13 23:32:44.367572 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-630897df-be91-40f9-b8ec-eaf80ac3e9fa req-bf11c74f-49c9-432a-bc81-8d0d4247fa5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 1097 time: 0.0751648 Dec 13 23:32:44.608733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630897df-be91-40f9-b8ec-eaf80ac3e9fa req-058d2fb5-0ef7-4d6e-854c-262ed5f0f8eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:44.609022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630897df-be91-40f9-b8ec-eaf80ac3e9fa req-058d2fb5-0ef7-4d6e-854c-262ed5f0f8eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:44.610531 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-630897df-be91-40f9-b8ec-eaf80ac3e9fa req-058d2fb5-0ef7-4d6e-854c-262ed5f0f8eb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2359364 Dec 13 23:32:44.742458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630897df-be91-40f9-b8ec-eaf80ac3e9fa req-dcc6d166-7b41-4636-b57b-6d65abdc2fb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:44.743904 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-630897df-be91-40f9-b8ec-eaf80ac3e9fa req-dcc6d166-7b41-4636-b57b-6d65abdc2fb4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272666 Dec 13 23:32:44.856112 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-84f0ab7b-d3c9-47fc-a7b5-a180917e1823 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 1097 time: 0.0727031 Dec 13 23:32:44.924731 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-33b46b3b-b391-4279-9415-594ca1918c9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=b2868ff6-cfdb-4f1b-832f-391b542ab0e0 HTTP/1.1" status: 200 len: 217 time: 0.0609562 Dec 13 23:32:44.944262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372a5ae-0508-4295-8466-fd1d6f1a57c5 req-539f252f-a328-4bd2-b5f4-fe79df361316 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:44.945745 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3372a5ae-0508-4295-8466-fd1d6f1a57c5 req-539f252f-a328-4bd2-b5f4-fe79df361316 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 944 time: 0.0820177 Dec 13 23:32:44.989918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-f74eba7c-fff7-4195-97e7-d455904c5d84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:44.991190 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3372a5ae-0508-4295-8466-fd1d6f1a57c5 req-1ce0263d-6efc-41a9-82d3-5a84c57cb81b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397193 Dec 13 23:32:44.992110 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-f74eba7c-fff7-4195-97e7-d455904c5d84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1b0a537b-7701-4160-8870-ce5840eef897 HTTP/1.1" status: 200 len: 837 time: 0.0617793 Dec 13 23:32:45.067465 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-9e7fe0b2-fb75-400d-89ae-995512c289f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3d8051fb-26ac-4c21-93a9-b486b2a715c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691292 Dec 13 23:32:45.197726 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-e8220e81-70d9-4037-9188-5d3b74e06bdf service neutron] 10.222.0.18 "GET /v2.0/networks/3d8051fb-26ac-4c21-93a9-b486b2a715c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236582 Dec 13 23:32:45.305133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:45.332513 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-584236b1-6d18-4aa5-a99d-85c06a97cbb0 req-ab5f43aa-3845-46b6-be95-f3c3a45579a9 service neutron] 10.222.0.18 "GET /v2.0/networks/3d8051fb-26ac-4c21-93a9-b486b2a715c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275218 Dec 13 23:32:45.384284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:46.186425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a3881-dd89-4b88-846f-fa4910fce2e7 req-cc5f8e86-fcbf-4707-9992-3f46e24efe8d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:46.187115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-bb3a3881-dd89-4b88-846f-fa4910fce2e7 req-cc5f8e86-fcbf-4707-9992-3f46e24efe8d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:32:46.285001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-bb3a3881-dd89-4b88-846f-fa4910fce2e7 req-cc5f8e86-fcbf-4707-9992-3f46e24efe8d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:32:46.286102 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bb3a3881-dd89-4b88-846f-fa4910fce2e7 req-cc5f8e86-fcbf-4707-9992-3f46e24efe8d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 944 time: 0.1750629 Dec 13 23:32:46.338213 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bb3a3881-dd89-4b88-846f-fa4910fce2e7 req-085b826b-d365-4708-a51b-cfa270108411 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464151 Dec 13 23:32:46.696682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:47.533097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f4207-9e3d-422b-8784-9aafba3eb8de req-d1db6b32-7b2d-4fcd-a53b-17b7c8d7e9b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:47.534533 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1b3f4207-9e3d-422b-8784-9aafba3eb8de req-d1db6b32-7b2d-4fcd-a53b-17b7c8d7e9b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 944 time: 0.0761030 Dec 13 23:32:47.584092 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1b3f4207-9e3d-422b-8784-9aafba3eb8de req-fb33667e-2a52-4676-a579-ae9171e91a3c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428491 Dec 13 23:32:48.397656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device b2868ff6-cfdb-4f1b-832f-391b542ab0e0 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:32:48.558198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port b2868ff6-cfdb-4f1b-832f-391b542ab0e0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:32:48.571709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'b2868ff6-cfdb-4f1b-832f-391b542ab0e0', 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2', 'port_id': 'b2868ff6-cfdb-4f1b-832f-391b542ab0e0', 'mac_address': 'fa:16:3e:b4:69:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0a537b-7701-4160-8870-ce5840eef897', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:32:48.624016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:48.641248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2868ff6-cfdb-4f1b-832f-391b542ab0e0 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:32:48.656277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port b2868ff6-cfdb-4f1b-832f-391b542ab0e0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:32:48.753514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:48.755304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5b302d32-6080-4f79-881b-e96316b32ff4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:48.781965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1fc8e-b8b3-44c3-8ca4-b6eb40ce146a req-8815283a-41fa-4b23-acea-d6db529a8c65 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:48.783429 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a6a1fc8e-b8b3-44c3-8ca4-b6eb40ce146a req-8815283a-41fa-4b23-acea-d6db529a8c65 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 944 time: 0.0793984 Dec 13 23:32:48.823898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:48.826920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:48.830067 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a6a1fc8e-b8b3-44c3-8ca4-b6eb40ce146a req-a7fce436-3408-4b1d-8ad6-b8e113c13953 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407603 Dec 13 23:32:48.980327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['b2868ff6-cfdb-4f1b-832f-391b542ab0e0'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:32:49.140474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:50.032136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e941a-2030-45ee-b3d7-3c0ba40a5cd2 req-d73aa1aa-6531-441f-95e7-f023a42ee9f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:50.033577 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-542e941a-2030-45ee-b3d7-3c0ba40a5cd2 req-d73aa1aa-6531-441f-95e7-f023a42ee9f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 945 time: 0.0809739 Dec 13 23:32:50.079235 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-542e941a-2030-45ee-b3d7-3c0ba40a5cd2 req-68ea2cbb-7c6f-4538-b51b-9a3193b540a9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399592 Dec 13 23:32:50.396080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device b2868ff6-cfdb-4f1b-832f-391b542ab0e0 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:32:50.519179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:32:50.524370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:32:50.524749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:50.638683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:50.665201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35022771-32ee-4308-8916-de1b3a2fa3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2868ff6-cfdb-4f1b-832f-391b542ab0e0'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:32:50.674951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port b2868ff6-cfdb-4f1b-832f-391b542ab0e0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:32:50.719203 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35022771-32ee-4308-8916-de1b3a2fa3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2868ff6-cfdb-4f1b-832f-391b542ab0e0', 'code': 200} Dec 13 23:32:50.742449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:50.745068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a4e46a7b-8763-4d2f-bbb5-dc020a0239ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:50.813118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:50.816060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:51.080001 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a7c0295f-32c9-4b23-a1ca-74fc4750bd7f req-cbe7ca87-a970-45c1-b098-d3ad0e054afd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 1099 time: 0.0724699 Dec 13 23:32:51.122075 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a7c0295f-32c9-4b23-a1ca-74fc4750bd7f req-bc221e5a-7391-4f09-8b30-c47ca83f0509 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361445 Dec 13 23:32:51.280631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6612c02-cc72-43ee-9b4a-4298a6d8e351 req-da279955-7edb-41a3-b445-8011cb2dd756 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:51.282069 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c6612c02-cc72-43ee-9b4a-4298a6d8e351 req-da279955-7edb-41a3-b445-8011cb2dd756 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 946 time: 0.0817776 Dec 13 23:32:51.328475 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c6612c02-cc72-43ee-9b4a-4298a6d8e351 req-9f13914e-1ebc-4fe1-b431-b8a33ba5912d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402999 Dec 13 23:32:52.531103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cf110-773e-4f05-b1c1-0aaa6beff518 req-5bf74fd6-7d5b-4db6-a3d7-6a0436a474e0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:52.532644 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d22cf110-773e-4f05-b1c1-0aaa6beff518 req-5bf74fd6-7d5b-4db6-a3d7-6a0436a474e0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 946 time: 0.0782292 Dec 13 23:32:52.580972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d22cf110-773e-4f05-b1c1-0aaa6beff518 req-6b89455f-a1cc-4819-a356-1b43365291ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424290 Dec 13 23:32:53.778889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774ef89-8ad9-44cc-a601-541657df76b1 req-c5cf37a2-7cdb-48ec-9ce5-5bac3734353c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:53.780387 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b774ef89-8ad9-44cc-a601-541657df76b1 req-c5cf37a2-7cdb-48ec-9ce5-5bac3734353c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 946 time: 0.0797820 Dec 13 23:32:53.826503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b774ef89-8ad9-44cc-a601-541657df76b1 req-e46ea522-0b0f-4de8-a38c-58d2073f458b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407155 Dec 13 23:32:54.022509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba413e-baa9-480b-b4c9-1fd851577d78 req-4a2433ff-d1b9-490f-af5c-55c5ffaf68d9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:32:54.023978 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-edba413e-baa9-480b-b4c9-1fd851577d78 req-4a2433ff-d1b9-490f-af5c-55c5ffaf68d9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 946 time: 0.0805502 Dec 13 23:32:54.068759 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-edba413e-baa9-480b-b4c9-1fd851577d78 req-f628162a-5d84-4073-8fcf-e1d8e32309dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393574 Dec 13 23:32:55.594911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55410) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:32:56.353953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:56.842915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.17 (3d8051fb-26ac-4c21-93a9-b486b2a715c2/1b0a537b-7701-4160-8870-ce5840eef897/506b0160-ea80-47fa-848e-e102e11a885b) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:32:56.999133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:57.014780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 506b0160-ea80-47fa-848e-e102e11a885b will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:32:57.096526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:57.100122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a902e8f8-ac2e-4627-bc23-e1e9da47b9fc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:57.172945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:32:57.176341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:32:57.178781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=506b0160-ea80-47fa-848e-e102e11a885b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:57.180862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:32:57.207463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:57.241812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:57.405684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:57.509499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1e1e8956-7902-49cd-8a06-73724a7a2311 None None] Provisioning for port 506b0160-ea80-47fa-848e-e102e11a885b completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:32:57.514475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1e1e8956-7902-49cd-8a06-73724a7a2311 None None] Provisioning complete for port 506b0160-ea80-47fa-848e-e102e11a885b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:32:57.514856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8956-7902-49cd-8a06-73724a7a2311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:57.570813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e8956-7902-49cd-8a06-73724a7a2311 None None] Port 506b0160-ea80-47fa-848e-e102e11a885b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:32:57.811474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:57.873761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:57.899210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:32:57.981970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=506b0160-ea80-47fa-848e-e102e11a885b,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:32:57.986154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:32:57.986910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:58.120654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:32:58.121624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:32:58.397779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-39f52bbe-ccef-45df-843d-267a1c9dd690 None None] Provisioning complete for port 506b0160-ea80-47fa-848e-e102e11a885b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:32:58.398070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-39f52bbe-ccef-45df-843d-267a1c9dd690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:58.449630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-39f52bbe-ccef-45df-843d-267a1c9dd690 None None] Port 506b0160-ea80-47fa-848e-e102e11a885b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:32:58.625410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 491f5e72-8f51-4c42-bdaa-114c1cb00182 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:32:58.827218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:32:58.837554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Sync routers for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:32:58.848902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:32:58.853189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:32:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:32:58.883307 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/491f5e72-8f51-4c42-bdaa-114c1cb00182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2872128 Dec 13 23:32:59.030683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:32:59.422712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:32:57Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '450f2173-fd27-4df5-99d5-246be99ca4dc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.91', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:31:58Z', 'updated_at': '2021-12-13T23:32:01Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '506b0160-ea80-47fa-848e-e102e11a885b', 'name': '', 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:b2:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b0a537b-7701-4160-8870-ce5840eef897', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:32:56Z', 'updated_at': '2021-12-13T23:32:57Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1b0a537b-7701-4160-8870-ce5840eef897', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:32:59.426514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Checking router: 491f5e72-8f51-4c42-bdaa-114c1cb00182 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:32:59.426877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Updating router 491f5e72-8f51-4c42-bdaa-114c1cb00182 port 506b0160-ea80-47fa-848e-e102e11a885b binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:32:59.477639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:59.804199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:59.815334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Transition to ACTIVE for port object 506b0160-ea80-47fa-848e-e102e11a885b will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:32:59.879011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:32:59.882884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:00.005113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed08e74-de8c-48f3-ad35-c3dc80dff75a None None] Pushing event updated for resources: {'Port': ['ID=506b0160-ea80-47fa-848e-e102e11a885b,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:00.008726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5ed08e74-de8c-48f3-ad35-c3dc80dff75a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:00.096648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Attempting to bind port 506b0160-ea80-47fa-848e-e102e11a885b on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:33:00.097015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Attempting to bind port 506b0160-ea80-47fa-848e-e102e11a885b by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:33:00.097381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Attempting to bind port 506b0160-ea80-47fa-848e-e102e11a885b on network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:33:00.104500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:33:00.104897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Checking segment: {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:33:00.105588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:00.105771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Bound using segment: {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:33:00.106237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Bound port: 506b0160-ea80-47fa-848e-e102e11a885b, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd628581e-df88-4847-9654-42c49f62f068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:33:00.106633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:00.203091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] For port 506b0160-ea80-47fa-848e-e102e11a885b, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:33:00.206731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] For port 506b0160-ea80-47fa-848e-e102e11a885b, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=506b0160-ea80-47fa-848e-e102e11a885b,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:33:00.281134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:00.284789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:00.366076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed08e74-de8c-48f3-ad35-c3dc80dff75a None None] Pushing event updated for resources: {'Port': ['ID=506b0160-ea80-47fa-848e-e102e11a885b,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:00.369555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5ed08e74-de8c-48f3-ad35-c3dc80dff75a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:00.370054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:00.370668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:32:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:00.573321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:00.931823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:32:57Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '450f2173-fd27-4df5-99d5-246be99ca4dc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.91', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:31:58Z', 'updated_at': '2021-12-13T23:32:01Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '506b0160-ea80-47fa-848e-e102e11a885b', 'name': '', 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:b2:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b0a537b-7701-4160-8870-ce5840eef897', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:32:56Z', 'updated_at': '2021-12-13T23:33:00Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1b0a537b-7701-4160-8870-ce5840eef897', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:00.935792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252428e-021e-4c21-a537-bfc7baffe26b None None] The sync data for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv is: [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:32:57Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '450f2173-fd27-4df5-99d5-246be99ca4dc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.91', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:31:58Z', 'updated_at': '2021-12-13T23:32:01Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '506b0160-ea80-47fa-848e-e102e11a885b', 'name': '', 'network_id': '3d8051fb-26ac-4c21-93a9-b486b2a715c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:b2:c6:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1b0a537b-7701-4160-8870-ce5840eef897', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:32:56Z', 'updated_at': '2021-12-13T23:33:00Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1b0a537b-7701-4160-8870-ce5840eef897', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:33:02.789050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 506b0160-ea80-47fa-848e-e102e11a885b up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:33:02.959894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 506b0160-ea80-47fa-848e-e102e11a885b completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:33:02.964503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 506b0160-ea80-47fa-848e-e102e11a885b triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:02.964879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:03.077184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:03.108823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 506b0160-ea80-47fa-848e-e102e11a885b, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=506b0160-ea80-47fa-848e-e102e11a885b,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:03.164710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:03.166522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:03.230008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=506b0160-ea80-47fa-848e-e102e11a885b,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:03.232990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:04.775324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 506b0160-ea80-47fa-848e-e102e11a885b up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:33:04.846156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 506b0160-ea80-47fa-848e-e102e11a885b triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:04.846536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:11.861729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4f9f4be9-a9d9-4348-bccb-4c9da956b0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:12.049832 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:33:14.068970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-981aadf0-df02-4ee6-9368-8c6d4e0e3c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:15.303228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:15.411785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:16.720763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:17.310652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55434) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:17.709715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:18.456849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 506b0160-ea80-47fa-848e-e102e11a885b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:18.457573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:18.638762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 506b0160-ea80-47fa-848e-e102e11a885b, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=506b0160-ea80-47fa-848e-e102e11a885b,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:18.639021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:18.764298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 506b0160-ea80-47fa-848e-e102e11a885b owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:33:18.994882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:18.998483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:19.041250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=506b0160-ea80-47fa-848e-e102e11a885b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:19.045020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:19.115790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:19.350532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:20.048059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 491f5e72-8f51-4c42-bdaa-114c1cb00182 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:33:20.253602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:33:20.264245 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] Sync routers for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:33:20.266216 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/491f5e72-8f51-4c42-bdaa-114c1cb00182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545133 Dec 13 23:33:20.276484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:20.277082 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:20.454622 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:20.822639 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:33:18Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '450f2173-fd27-4df5-99d5-246be99ca4dc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.91', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:31:58Z', 'updated_at': '2021-12-13T23:32:01Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:20.826632 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] Checking router: 491f5e72-8f51-4c42-bdaa-114c1cb00182 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:33:20.837357 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:20.838294 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:20.910346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93bded-def8-4d79-a754-d5fa23f769df req-c4a7e384-e3d1-4333-8b71-c0a5f7f27da4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:20.912202 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab93bded-def8-4d79-a754-d5fa23f769df req-c4a7e384-e3d1-4333-8b71-c0a5f7f27da4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 946 time: 0.0784776 Dec 13 23:33:20.964281 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab93bded-def8-4d79-a754-d5fa23f769df req-caf8b589-c8b1-42f2-afab-af7f8ffa6d50 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452330 Dec 13 23:33:21.018453 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:21.391309 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:33:18Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '450f2173-fd27-4df5-99d5-246be99ca4dc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.91', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:31:58Z', 'updated_at': '2021-12-13T23:32:01Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:21.395279 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b409134-e3b1-4519-9e9f-ca0beb9f520e None None] The sync data for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv is: [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:33:18Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '450f2173-fd27-4df5-99d5-246be99ca4dc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.91', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'port_id': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'mac_address': 'fa:16:3e:ed:67:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:31:58Z', 'updated_at': '2021-12-13T23:32:01Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:33:22.164014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696496ae-a6ad-4996-9fd8-aa82aec18474 req-45bf8638-110e-473f-99a0-3a51e45ef8de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:22.164635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-696496ae-a6ad-4996-9fd8-aa82aec18474 req-45bf8638-110e-473f-99a0-3a51e45ef8de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:22.200971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-07b2f496-59da-4b85-8904-c9b74b256cc3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:22.202386 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-07b2f496-59da-4b85-8904-c9b74b256cc3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 946 time: 0.0766337 Dec 13 23:33:22.234551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-696496ae-a6ad-4996-9fd8-aa82aec18474 req-45bf8638-110e-473f-99a0-3a51e45ef8de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:22.235871 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-696496ae-a6ad-4996-9fd8-aa82aec18474 req-45bf8638-110e-473f-99a0-3a51e45ef8de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 946 time: 0.1499531 Dec 13 23:33:22.272226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:22.272602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:22.286419 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-696496ae-a6ad-4996-9fd8-aa82aec18474 req-a10a68b9-ee31-489f-af11-c59867bd6205 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=03022034-40d3-455a-a273-f8cd00537b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446222 Dec 13 23:33:22.613263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port b2868ff6-cfdb-4f1b-832f-391b542ab0e0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:22.613628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:22.734040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for b2868ff6-cfdb-4f1b-832f-391b542ab0e0 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:33:22.743317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 506b0160-ea80-47fa-848e-e102e11a885b no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:33:22.776148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 506b0160-ea80-47fa-848e-e102e11a885b {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:33:22.776587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 506b0160-ea80-47fa-848e-e102e11a885b not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:33:22.943681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:22.949172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:22.994809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=b2868ff6-cfdb-4f1b-832f-391b542ab0e0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:22.998210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:23.068554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port b2868ff6-cfdb-4f1b-832f-391b542ab0e0 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:33:23.070949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:23.073513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35022771-32ee-4308-8916-de1b3a2fa3aa', 'name': 'network-vif-deleted', 'tag': 'b2868ff6-cfdb-4f1b-832f-391b542ab0e0'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:33:23.129374 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35022771-32ee-4308-8916-de1b3a2fa3aa', 'name': 'network-vif-deleted', 'tag': 'b2868ff6-cfdb-4f1b-832f-391b542ab0e0', 'status': 'completed', 'code': 200} Dec 13 23:33:23.138499 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e99c0605-550e-4f2d-9527-48fb76fd3f08 req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/b2868ff6-cfdb-4f1b-832f-391b542ab0e0 HTTP/1.1" status: 204 len: 173 time: 0.9307771 Dec 13 23:33:23.484978 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-962fe4b0-4fa7-4253-98ac-bef71c6f4a87 req-578e90b6-c48a-414d-a551-70defdb99cfd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=35022771-32ee-4308-8916-de1b3a2fa3aa HTTP/1.1" status: 200 len: 210 time: 0.0490007 Dec 13 23:33:24.537924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device b2868ff6-cfdb-4f1b-832f-391b542ab0e0 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:33:24.570229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: b2868ff6-cfdb-4f1b-832f-391b542ab0e0 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:33:24.570580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device b2868ff6-cfdb-4f1b-832f-391b542ab0e0 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:33:24.592807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55450) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:24.672227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61cd41a9-fc97-48eb-8c87-3647e467bcc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:24.690466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61cd41a9-fc97-48eb-8c87-3647e467bcc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:24.828979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61cd41a9-fc97-48eb-8c87-3647e467bcc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:24.833534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ac69530c-ee4c-4376-9c38-fd51b2df6fd6 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:24.849362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd41a9-fc97-48eb-8c87-3647e467bcc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03022034-40d3-455a-a273-f8cd00537b30,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:24.851834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-61cd41a9-fc97-48eb-8c87-3647e467bcc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:24.913998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-61cd41a9-fc97-48eb-8c87-3647e467bcc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:24.915097 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-61cd41a9-fc97-48eb-8c87-3647e467bcc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/03022034-40d3-455a-a273-f8cd00537b30 HTTP/1.1" status: 204 len: 168 time: 0.3213496 Dec 13 23:33:25.004608 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55456) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:25.185668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting subnet 1b0a537b-7701-4160-8870-ce5840eef897 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:33:25.188417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.244147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.325895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.456406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.461106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c7c36c9-3b3d-4c7f-9560-023b1e1f7372 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:25.500262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0a537b-7701-4160-8870-ce5840eef897,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:25.502969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:25.506467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.512467 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/subnets/1b0a537b-7701-4160-8870-ce5840eef897 HTTP/1.1" status: 204 len: 168 time: 0.5063288 Dec 13 23:33:25.512642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec2484-0118-4499-a5e0-0e934c401b25 None None] Network 3d8051fb-26ac-4c21-93a9-b486b2a715c2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:33:25.515107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55460) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:25.632039 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.642348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 1f9b57e4-7a33-479d-acba-493983b3ce2a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:25.642674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.764517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] DHCP port deletion for 3d8051fb-26ac-4c21-93a9-b486b2a715c2 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:33:25.768740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] Deleting port 1f9b57e4-7a33-479d-acba-493983b3ce2a {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:25.769135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.853238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 1f9b57e4-7a33-479d-acba-493983b3ce2a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1f9b57e4-7a33-479d-acba-493983b3ce2a,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:25.853600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.967321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] For port 1f9b57e4-7a33-479d-acba-493983b3ce2a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1f9b57e4-7a33-479d-acba-493983b3ce2a,segment=NetworkSegment(d628581e-df88-4847-9654-42c49f62f068),segment_id=d628581e-df88-4847-9654-42c49f62f068)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:25.967652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:25.972562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 1f9b57e4-7a33-479d-acba-493983b3ce2a owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:33:26.093796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] Calling delete_port for 1f9b57e4-7a33-479d-acba-493983b3ce2a owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:33:26.241282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:26.247588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e83607f-4c32-4aea-bbe1-1ce4f5d7ed27 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:26.247949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:33:26.248551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:33:26.289562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=1f9b57e4-7a33-479d-acba-493983b3ce2a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:26.292323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:26.294822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port 1f9b57e4-7a33-479d-acba-493983b3ce2a on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:33:26.416501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:26.441244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8051fb-26ac-4c21-93a9-b486b2a715c2']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:26.454020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd628581e-df88-4847-9654-42c49f62f068') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:26.454312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd628581e-df88-4847-9654-42c49f62f068') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:26.466117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:26.484989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:26.490989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:33:26.491416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:33:26.505695 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:33:26.646801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:26.650148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-93447020-ddff-4228-a48e-4852aa327860 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:26.664763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:26.675820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Network': ['ID=3d8051fb-26ac-4c21-93a9-b486b2a715c2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:26.679491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:26.756943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] Deleting port 1f9b57e4-7a33-479d-acba-493983b3ce2a {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:26.756943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:26.782279 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/networks/3d8051fb-26ac-4c21-93a9-b486b2a715c2 HTTP/1.1" status: 204 len: 168 time: 1.2661321 Dec 13 23:33:26.784909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55464) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:26.790198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1f9b57e4-7a33-479d-acba-493983b3ce2a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:33:26.853137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-9ba395fa-ffb2-45c5-8f8e-009bce36ff84 None None] The port '1f9b57e4-7a33-479d-acba-493983b3ce2a' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:33:26.854455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 1f9b57e4-7a33-479d-acba-493983b3ce2a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:33:26.854809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1f9b57e4-7a33-479d-acba-493983b3ce2a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:33:26.998891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 89d9c6a5-afbd-4f48-8176-5e7d99a58b82 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:26.999227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:27.168640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:27.169144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:27.287073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 89d9c6a5-afbd-4f48-8176-5e7d99a58b82 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:33:27.497370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:27.500924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-183c38c2-0e59-4c56-bf0d-3e719c443ba6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:27.542906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=89d9c6a5-afbd-4f48-8176-5e7d99a58b82,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:27.546601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:27.643209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:28.126015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 491f5e72-8f51-4c42-bdaa-114c1cb00182 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:33:28.331550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:33:28.341955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] Sync routers for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:33:28.348162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:28.355714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:28.356542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:28.404483 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/floatingips/450f2173-fd27-4df5-99d5-246be99ca4dc HTTP/1.1" status: 204 len: 168 time: 1.6184931 Dec 13 23:33:28.405164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:33:28.462842 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'status': 'completed', 'code': 200} Dec 13 23:33:28.560770 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e0ab0ef8-1601-4c5a-9a26-5a1685af91d7 req-46dbaefa-4937-419b-959f-7139338f0c17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 1098 time: 0.0767779 Dec 13 23:33:28.580932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:28.697981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab0ef8-1601-4c5a-9a26-5a1685af91d7 req-dbd5a627-95fc-45fc-baaa-0d7888f7db5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:28.699316 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e0ab0ef8-1601-4c5a-9a26-5a1685af91d7 req-dbd5a627-95fc-45fc-baaa-0d7888f7db5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=18013250-23ab-49c5-89b2-6f581034bcb9 HTTP/1.1" status: 200 len: 898 time: 0.1326325 Dec 13 23:33:28.775410 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e0ab0ef8-1601-4c5a-9a26-5a1685af91d7 req-93b581e4-b6c6-49e3-8483-4a029aef42f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91e06929-fcb4-44da-b2be-ebc2b060b5db HTTP/1.1" status: 200 len: 217 time: 0.0687163 Dec 13 23:33:28.840327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab0ef8-1601-4c5a-9a26-5a1685af91d7 req-a2738745-d5ef-4eac-88e2-c29bad10d451 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:28.841868 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e0ab0ef8-1601-4c5a-9a26-5a1685af91d7 req-a2738745-d5ef-4eac-88e2-c29bad10d451 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=545d3d8c-5d15-446c-a8ae-308a9471739c HTTP/1.1" status: 200 len: 835 time: 0.0605114 Dec 13 23:33:28.904814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:33:18Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:28.909127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] Checking router: 491f5e72-8f51-4c42-bdaa-114c1cb00182 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:33:28.920868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:28.921484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:28.928580 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e0ab0ef8-1601-4c5a-9a26-5a1685af91d7 req-3284f9d0-817d-4803-9c95-e7d20637e219 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=18013250-23ab-49c5-89b2-6f581034bcb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797758 Dec 13 23:33:28.986134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb30810-2081-4102-a08f-44c07ce5eeb1 req-b619a98f-4cf6-499d-9c3a-50caa450ee85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:28.987544 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1eb30810-2081-4102-a08f-44c07ce5eeb1 req-b619a98f-4cf6-499d-9c3a-50caa450ee85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 945 time: 0.0805862 Dec 13 23:33:29.036468 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1eb30810-2081-4102-a08f-44c07ce5eeb1 req-592155d7-13e6-4e74-bb63-025d53443147 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422411 Dec 13 23:33:29.071127 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e0ab0ef8-1601-4c5a-9a26-5a1685af91d7 req-e8449252-13cb-4fa5-a41a-44d3ec9cd790 service neutron] 10.222.0.18 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359086 Dec 13 23:33:29.105216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:29.204154 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e0ab0ef8-1601-4c5a-9a26-5a1685af91d7 req-8126d9a6-a406-456c-91e1-d248a5cd4bee service neutron] 10.222.0.18 "GET /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263068 Dec 13 23:33:29.417131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:33:18Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:29.421351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2af161-f954-4d60-88d4-151ba0134db6 None None] The sync data for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv is: [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:33:18Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f48bcd8-c562-4afb-82c3-0a2a154e5569', 'name': '', 'network_id': '18013250-23ab-49c5-89b2-6f581034bcb9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:9e:de:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:36Z', 'updated_at': '2021-12-13T23:31:43Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '545d3d8c-5d15-446c-a8ae-308a9471739c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:33:29.635909 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22b0f5-1da9-4378-a6d6-d2535f318d84 None None] New status for floating IP 450f2173-fd27-4df5-99d5-246be99ca4dc: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:33:30.268049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-d298f559-2042-452b-8e70-8e8f27c81f26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:30.268744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-d298f559-2042-452b-8e70-8e8f27c81f26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:30.278629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82fd3c-b5d4-4f81-b794-c93fd79080e3 req-4bc9547c-54ac-4fd4-8910-c5e227fea38b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:30.279289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-af82fd3c-b5d4-4f81-b794-c93fd79080e3 req-4bc9547c-54ac-4fd4-8910-c5e227fea38b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:30.336647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-d298f559-2042-452b-8e70-8e8f27c81f26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:30.337914 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-d298f559-2042-452b-8e70-8e8f27c81f26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 945 time: 0.2086031 Dec 13 23:33:30.338895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-af82fd3c-b5d4-4f81-b794-c93fd79080e3 req-4bc9547c-54ac-4fd4-8910-c5e227fea38b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:30.340029 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-af82fd3c-b5d4-4f81-b794-c93fd79080e3 req-4bc9547c-54ac-4fd4-8910-c5e227fea38b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 945 time: 0.1700010 Dec 13 23:33:30.435559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 91e06929-fcb4-44da-b2be-ebc2b060b5db {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:30.435922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:30.472347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-af82fd3c-b5d4-4f81-b794-c93fd79080e3 req-cfacf675-74fa-4199-b48c-45544c7d2748 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:30.556448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-af82fd3c-b5d4-4f81-b794-c93fd79080e3 req-cfacf675-74fa-4199-b48c-45544c7d2748 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:30.557497 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-af82fd3c-b5d4-4f81-b794-c93fd79080e3 req-cfacf675-74fa-4199-b48c-45544c7d2748 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=a952414f-0cea-4af3-b662-3ca34393d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859434 Dec 13 23:33:30.798403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 91e06929-fcb4-44da-b2be-ebc2b060b5db, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=91e06929-fcb4-44da-b2be-ebc2b060b5db,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:30.798755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:30.918560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 91e06929-fcb4-44da-b2be-ebc2b060b5db owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:33:31.124593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:31.131185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50b8de5d-26a6-4554-8661-60970814dd20 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:31.173212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=91e06929-fcb4-44da-b2be-ebc2b060b5db,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:31.176534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:31.249839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port 91e06929-fcb4-44da-b2be-ebc2b060b5db on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:33:31.252180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:31.254669 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'name': 'network-vif-deleted', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:33:31.308102 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ff17e0-b3c0-4bf9-afea-7c12c54b976e', 'name': 'network-vif-deleted', 'tag': '91e06929-fcb4-44da-b2be-ebc2b060b5db', 'status': 'completed', 'code': 200} Dec 13 23:33:31.321323 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-812ccc80-aa27-4f36-a8b5-05748ea9ef1c req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/91e06929-fcb4-44da-b2be-ebc2b060b5db HTTP/1.1" status: 204 len: 173 time: 0.9781594 Dec 13 23:33:31.778744 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8effdab6-80f7-4688-82b4-915cd7a74323 req-da452bdf-b3f1-4715-a08c-f8b2f4d50fb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0780232 Dec 13 23:33:31.783525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-131a5840-8260-4225-bf7d-e17aaeb45888 req-936dcaf7-5b76-403f-8ab3-d16d322062c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:31.888193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-131a5840-8260-4225-bf7d-e17aaeb45888 req-936dcaf7-5b76-403f-8ab3-d16d322062c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:31.889326 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-131a5840-8260-4225-bf7d-e17aaeb45888 req-936dcaf7-5b76-403f-8ab3-d16d322062c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 210 time: 0.1535892 Dec 13 23:33:31.895968 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8effdab6-80f7-4688-82b4-915cd7a74323 req-a587ac84-6065-4c2b-8565-daad9fac761f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=37ff17e0-b3c0-4bf9-afea-7c12c54b976e HTTP/1.1" status: 200 len: 210 time: 0.0451305 Dec 13 23:33:32.055202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effdab6-80f7-4688-82b4-915cd7a74323 req-e1b57c2d-a996-4a86-aabb-b22fd85e77f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:32.056692 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8effdab6-80f7-4688-82b4-915cd7a74323 req-e1b57c2d-a996-4a86-aabb-b22fd85e77f7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1385312 Dec 13 23:33:32.196658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effdab6-80f7-4688-82b4-915cd7a74323 req-756994b1-7de2-4912-ba98-892aa5d416d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:32.198113 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8effdab6-80f7-4688-82b4-915cd7a74323 req-756994b1-7de2-4912-ba98-892aa5d416d0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320546 Dec 13 23:33:32.538226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 91e06929-fcb4-44da-b2be-ebc2b060b5db no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:33:32.571685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 91e06929-fcb4-44da-b2be-ebc2b060b5db {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:33:32.572037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 91e06929-fcb4-44da-b2be-ebc2b060b5db not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:33:32.994208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55482) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:33.066820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3f89cc4-21ce-4641-8dd9-f6ab4af556de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:33.095933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3f89cc4-21ce-4641-8dd9-f6ab4af556de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:33.216474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3f89cc4-21ce-4641-8dd9-f6ab4af556de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:33.220261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-25a89fc8-6f07-49b7-b88e-1c68b6547544 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:33.236092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f89cc4-21ce-4641-8dd9-f6ab4af556de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a952414f-0cea-4af3-b662-3ca34393d38d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:33.242619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b3f89cc4-21ce-4641-8dd9-f6ab4af556de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:33.317974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b3f89cc4-21ce-4641-8dd9-f6ab4af556de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:33.319103 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b3f89cc4-21ce-4641-8dd9-f6ab4af556de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/a952414f-0cea-4af3-b662-3ca34393d38d HTTP/1.1" status: 204 len: 168 time: 0.3239286 Dec 13 23:33:33.417328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55488) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:33.814202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:34.536746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 4f48bcd8-c562-4afb-82c3-0a2a154e5569 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:34.537484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:34.733150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 4f48bcd8-c562-4afb-82c3-0a2a154e5569, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f48bcd8-c562-4afb-82c3-0a2a154e5569,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:34.733482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:34.856669 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 4f48bcd8-c562-4afb-82c3-0a2a154e5569 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:33:35.079837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:35.083457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ba148bcd-d60b-400e-8817-d42e1e80e227 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:35.125206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=4f48bcd8-c562-4afb-82c3-0a2a154e5569,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:35.129124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:35.422546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:36.115387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 491f5e72-8f51-4c42-bdaa-114c1cb00182 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:33:36.312496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:33:36.323701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] Sync routers for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:33:36.336106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:36.344101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:36.413968 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/491f5e72-8f51-4c42-bdaa-114c1cb00182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9952285 Dec 13 23:33:36.416449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55492) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:36.515117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:36.605871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting subnet 545d3d8c-5d15-446c-a8ae-308a9471739c {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:33:36.608840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:36.663729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:36.744709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:36.853507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:33:34Z', 'revision_number': 7, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:36.857545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] Checking router: 491f5e72-8f51-4c42-bdaa-114c1cb00182 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:33:36.868822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] Routers {'491f5e72-8f51-4c42-bdaa-114c1cb00182'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:36.869426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['491f5e72-8f51-4c42-bdaa-114c1cb00182'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:36.884906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:36.888949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ca5ee02b-740f-4f3e-912e-77d5b8af5bd5 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:36.922790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Subnet': ['ID=545d3d8c-5d15-446c-a8ae-308a9471739c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:36.925112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:36.934171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:36.940767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f4923-8be4-4792-b91b-6dee5a5efbe1 None None] Network 18013250-23ab-49c5-89b2-6f581034bcb9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:33:36.941358 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/subnets/545d3d8c-5d15-446c-a8ae-308a9471739c HTTP/1.1" status: 204 len: 168 time: 0.5238936 Dec 13 23:33:36.944336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55496) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:37.143563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:37.196870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] Set router 491f5e72-8f51-4c42-bdaa-114c1cb00182 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:37.343333 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:37.417202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port e3efdba4-2134-4789-8549-3e4a69f3b90a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:37.417542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:37.484121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] DHCP port deletion for 18013250-23ab-49c5-89b2-6f581034bcb9 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:33:37.491886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Deleting port d997c0af-bb07-41a4-abbe-30a457639818 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:33:37.492263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:37.605886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:33:34Z', 'revision_number': 7, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:37.612999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0216e34-31d1-461b-acbb-9140da85b72a None None] The sync data for ids ['491f5e72-8f51-4c42-bdaa-114c1cb00182'] in dv-neutron-821564-1-hyperv is: [{'id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'name': 'tempest-TestNetworkBasicOps-router-1781853002', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124'}], 'enable_snat': True}, 'gw_port_id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:31:31Z', 'updated_at': '2021-12-13T23:33:34Z', 'revision_number': 7, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'e3efdba4-2134-4789-8549-3e4a69f3b90a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491f5e72-8f51-4c42-bdaa-114c1cb00182', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:31:32Z', 'updated_at': '2021-12-13T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:33:37.712540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port e3efdba4-2134-4789-8549-3e4a69f3b90a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e3efdba4-2134-4789-8549-3e4a69f3b90a,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:37.712804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:37.719360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] For port d997c0af-bb07-41a4-abbe-30a457639818, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d997c0af-bb07-41a4-abbe-30a457639818,segment=NetworkSegment(1220bfcb-9889-4d54-94d5-813a65b85ba8),segment_id=1220bfcb-9889-4d54-94d5-813a65b85ba8)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:37.724325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:37.832215 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for e3efdba4-2134-4789-8549-3e4a69f3b90a owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:33:37.842546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Calling delete_port for d997c0af-bb07-41a4-abbe-30a457639818 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:33:37.972344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:37.977071 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:38.021715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Pushing event deleted for resources: {'Port': ['ID=d997c0af-bb07-41a4-abbe-30a457639818,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:38.029475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] No DVR routers for this DVR port d997c0af-bb07-41a4-abbe-30a457639818 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:33:38.034578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.034927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.035298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.035833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.036173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.036716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.037530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.037530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.038159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.038159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.038341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:38.041293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:38.057397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:38.061493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:38.104439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=e3efdba4-2134-4789-8549-3e4a69f3b90a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:38.107856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:38.327712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:38.577883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:38.582062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:38.678575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:38.679011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Fanout notify agent at l3_agent the message router_deleted on router 491f5e72-8f51-4c42-bdaa-114c1cb00182 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:33:38.694594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:38.695991 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/routers/491f5e72-8f51-4c42-bdaa-114c1cb00182 HTTP/1.1" status: 204 len: 168 time: 1.7507687 Dec 13 23:33:38.698738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55500) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:38.820341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:38.949442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.072609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18013250-23ab-49c5-89b2-6f581034bcb9']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:39.085989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1220bfcb-9889-4d54-94d5-813a65b85ba8') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:39.086286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1220bfcb-9889-4d54-94d5-813a65b85ba8') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:39.098983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.116344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.124583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:33:39.124984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.137367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d997c0af-bb07-41a4-abbe-30a457639818 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:33:39.140229 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:33:39.179511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: d997c0af-bb07-41a4-abbe-30a457639818 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:33:39.179894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d997c0af-bb07-41a4-abbe-30a457639818 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:33:39.180329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f48bcd8-c562-4afb-82c3-0a2a154e5569 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:33:39.212678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 4f48bcd8-c562-4afb-82c3-0a2a154e5569 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:33:39.212932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f48bcd8-c562-4afb-82c3-0a2a154e5569 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:33:39.274621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.277856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-85bd9e39-b189-4d8c-a030-1a33af656442 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:39.294914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.303694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Network': ['ID=18013250-23ab-49c5-89b2-6f581034bcb9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:39.307300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:39.309284 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/networks/18013250-23ab-49c5-89b2-6f581034bcb9 HTTP/1.1" status: 204 len: 168 time: 0.6094663 Dec 13 23:33:39.330645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55504) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:39.336858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'network': {'name': 'tempest-network-smoke--616923835', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'port_security_enabled': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:39.341872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:39.345916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:network and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:39.348851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:39.354453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:39.421012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:33:39.423983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.452503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:33:39.461968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.462300 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Added segment ec01b696-5293-46fe-946e-cc3eea81fc5e of type vlan for network 99575663-1350-42c6-86c2-3372800b7f92 Dec 13 23:33:39.487174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.581197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.584963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:39.585534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.589049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5e712b16-2930-4f95-8bc9-c7fa37fe85b1 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:39.694945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Network': ['ID=99575663-1350-42c6-86c2-3372800b7f92,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:39.697582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:39.704935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 99575663-1350-42c6-86c2-3372800b7f92 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:33:39.747790 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-09ce6077-2af5-4daa-b4db-d08e8acc946d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4159806 Dec 13 23:33:39.750405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55508) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:39.756197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-262027774', 'admin_state_up': True, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:39.763281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:39.767178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:router and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:39.770393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:39.776583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:39.849934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.850901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:39.868784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:40.087862 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:40.352675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:40.382682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:40.515695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.89 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/a4235e1a-ed09-416f-9d51-a7961ff9f374) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:33:40.659868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:40.750374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e3efdba4-2134-4789-8549-3e4a69f3b90a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:33:40.756301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:40.760291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:40.783211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: e3efdba4-2134-4789-8549-3e4a69f3b90a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:33:40.783566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e3efdba4-2134-4789-8549-3e4a69f3b90a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:33:40.829354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:33:40.836746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:33:40.838686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=a4235e1a-ed09-416f-9d51-a7961ff9f374,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:40.840776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:33:40.865358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:41.046489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:41.047219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:41.325901 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:33:41.631406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:33:41.644003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Sync routers for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:33:41.656951 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:41.657566 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:41.760188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:41.761420 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0101161 Dec 13 23:33:41.764495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55512) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:41.811007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55516) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:41.811301 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-205f791d-dfe3-486a-a8b0-f891a04db5bb tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455284 Dec 13 23:33:41.834438 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:41.851601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-132ca757-9b42-49f0-9941-280196996e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:41.948541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163949f8-70d9-4573-b7d3-64626d37a1c8 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:41.950066 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-163949f8-70d9-4573-b7d3-64626d37a1c8 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1375635 Dec 13 23:33:41.952864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55520) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:41.991942 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c155cd7e-ee42-4176-8208-b123442647f3 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378928 Dec 13 23:33:41.994263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55524) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:41.999380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1145150471', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:42.109972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:42.114380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:subnet and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:42.117184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:42.123023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:42.125274 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:40Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:42.129105 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Checking router: 7538ab0f-fe73-4e52-97a8-3103642d8cf1 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:33:42.130106 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Updating router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 port a4235e1a-ed09-416f-9d51-a7961ff9f374 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:33:42.182696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:33:42.182944 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:42.289559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:42.509138 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:42.520520 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Transition to ACTIVE for port object a4235e1a-ed09-416f-9d51-a7961ff9f374 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:33:42.575834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:42.580255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e1637138-54ac-4607-8b2a-98db7b861573 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:42.599100 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:42.603478 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c05be2b0-6635-4d60-bb78-b912e7a33020 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:42.662822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=d00fada0-95ea-4945-b846-9cc223489bff,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:42.665705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:42.675230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Checking segment: {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:33:42.675595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network hostable DHCP agents. Network: 99575663-1350-42c6-86c2-3372800b7f92, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:33:42.711365 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Pushing event updated for resources: {'Port': ['ID=a4235e1a-ed09-416f-9d51-a7961ff9f374,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:42.716337 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Attempting to bind port a4235e1a-ed09-416f-9d51-a7961ff9f374 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:33:42.716688 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Attempting to bind port a4235e1a-ed09-416f-9d51-a7961ff9f374 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:33:42.717048 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Attempting to bind port a4235e1a-ed09-416f-9d51-a7961ff9f374 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:33:42.727329 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.727691 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.728033 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.728361 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.728691 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.729016 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.729334 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.729654 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.729998 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.730317 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.730633 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:42.734156 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:33:42.734531 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:33:42.734931 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:42.735325 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:33:42.735818 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Bound port: a4235e1a-ed09-416f-9d51-a7961ff9f374, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:33:42.736214 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:42.758870 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:42.759994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 99575663-1350-42c6-86c2-3372800b7f92 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:33:42.807260 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] For port a4235e1a-ed09-416f-9d51-a7961ff9f374, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:33:42.810261 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] For port a4235e1a-ed09-416f-9d51-a7961ff9f374, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a4235e1a-ed09-416f-9d51-a7961ff9f374,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:33:42.868891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 99575663-1350-42c6-86c2-3372800b7f92) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:33:42.872902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:42.877424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:42.877800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e5386-2692-43ad-915b-89e7706f4483 None None] Network 99575663-1350-42c6-86c2-3372800b7f92 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:33:42.880700 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:42.884597 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-26e61371-99d4-4db1-bad7-db028afc955f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:42.961199 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a786c0a3-972e-42c3-815e-b219bcbaf54d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9658988 Dec 13 23:33:42.963807 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Pushing event updated for resources: {'Port': ['ID=a4235e1a-ed09-416f-9d51-a7961ff9f374,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:42.963983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55528) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:42.967268 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:42.968795 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:42.969402 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:43.108793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-99575663-1350-42c6-86c2-3372800b7f92', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:33:43.109619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:43.147912 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:43.286325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Allocated IP 172.20.0.2 (99575663-1350-42c6-86c2-3372800b7f92/d00fada0-95ea-4945-b846-9cc223489bff/d0938437-8d3b-4d5d-a9e8-bd8a281b2eed) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:33:43.442664 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:40Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:43.446944 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a433832-5c39-41e2-b45c-402d863a7d24 None None] The sync data for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv is: [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:40Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:33:43.499798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:43.510927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Transition to ACTIVE for port object d0938437-8d3b-4d5d-a9e8-bd8a281b2eed will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:33:43.531236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Transition to ACTIVE for port object d0938437-8d3b-4d5d-a9e8-bd8a281b2eed will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:33:43.603236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:43.608404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ffad01ac-3383-44dc-9959-e4d7561ebfc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:43.705702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Network 99575663-1350-42c6-86c2-3372800b7f92 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:33:43.715756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:33:43.715756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:33:43.715756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Pushing event updated for resources: {'Port': ['ID=d0938437-8d3b-4d5d-a9e8-bd8a281b2eed,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:43.718369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:43.810051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Attempting to bind port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:33:43.810429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Attempting to bind port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:33:43.810828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Attempting to bind port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed on network 99575663-1350-42c6-86c2-3372800b7f92 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:33:43.818540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:33:43.818910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Checking segment: {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:33:43.819326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:43.819771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Bound using segment: {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:33:43.820245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Bound port: d0938437-8d3b-4d5d-a9e8-bd8a281b2eed, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:33:43.820628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:43.916231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] For port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:33:43.919750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] For port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d0938437-8d3b-4d5d-a9e8-bd8a281b2eed,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:33:43.921933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:43.993200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:44.001188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:44.099386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Pushing event updated for resources: {'Port': ['ID=d0938437-8d3b-4d5d-a9e8-bd8a281b2eed,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:44.102753 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:44.153034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1e572847-3844-4b5c-9dc1-c1067517735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:44.366439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.1 (99575663-1350-42c6-86c2-3372800b7f92/d00fada0-95ea-4945-b846-9cc223489bff/0a48a9f4-1bf7-49a1-9f6a-8343ded15b95) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:33:44.528965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:44.544084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:33:44.628504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:44.633135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:44.704201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 99575663-1350-42c6-86c2-3372800b7f92 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:33:44.707281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:33:44.710435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:33:44.741378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=0a48a9f4-1bf7-49a1-9f6a-8343ded15b95,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:44.775844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.775844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.775844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.775844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.781107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.781107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.781107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.781107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.781107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.781107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.781107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:44.781906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:44.793396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:44.878098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d0938437-8d3b-4d5d-a9e8-bd8a281b2eed up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:33:44.953369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.013374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e3d631-db49-4f31-a5ff-19b23dce84bf None None] Network 99575663-1350-42c6-86c2-3372800b7f92 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:33:45.036018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:33:45.089367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a4235e1a-ed09-416f-9d51-a7961ff9f374 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:33:45.234568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e72fe5c4-4238-49c4-90d1-60ae43db049d None None] Provisioning for port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:33:45.258093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e72fe5c4-4238-49c4-90d1-60ae43db049d None None] Provisioning complete for port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:45.258308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e72fe5c4-4238-49c4-90d1-60ae43db049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.357336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a4235e1a-ed09-416f-9d51-a7961ff9f374 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:33:45.370784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.373405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.382583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a4235e1a-ed09-416f-9d51-a7961ff9f374 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:45.383244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.446020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.474680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e6bc773f-1f70-4010-a309-e19b4cc4c63d tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:45.495731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.521050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e72fe5c4-4238-49c4-90d1-60ae43db049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.562150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.565703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=0a48a9f4-1bf7-49a1-9f6a-8343ded15b95,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:45.568947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:45.651191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.656598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e72fe5c4-4238-49c4-90d1-60ae43db049d None None] For port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d0938437-8d3b-4d5d-a9e8-bd8a281b2eed,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:45.672370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port a4235e1a-ed09-416f-9d51-a7961ff9f374, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a4235e1a-ed09-416f-9d51-a7961ff9f374,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:45.746819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e72fe5c4-4238-49c4-90d1-60ae43db049d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.746819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.748601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:45.818806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72fe5c4-4238-49c4-90d1-60ae43db049d None None] Pushing event updated for resources: {'Port': ['ID=d0938437-8d3b-4d5d-a9e8-bd8a281b2eed,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:45.832758 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 99575663-1350-42c6-86c2-3372800b7f92 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:33:45.834042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:33:45.901609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=a4235e1a-ed09-416f-9d51-a7961ff9f374,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:45.904085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2f789535-4e10-4d77-934e-c5bafee71c98 None None] Provisioning complete for port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:45.904459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2f789535-4e10-4d77-934e-c5bafee71c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:45.929202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:45.933494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.154s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:45.933848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:46.107459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2f789535-4e10-4d77-934e-c5bafee71c98 None None] Provisioning for port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:33:46.112481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2f789535-4e10-4d77-934e-c5bafee71c98 None None] Provisioning complete for port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:46.112865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2f789535-4e10-4d77-934e-c5bafee71c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:46.168323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2f789535-4e10-4d77-934e-c5bafee71c98 None None] Port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:33:46.235461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:33:46.289054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b76f4cfa-5692-4a54-8ee8-8a6816b2a57e None None] Provisioning complete for port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:46.289429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b76f4cfa-5692-4a54-8ee8-8a6816b2a57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:46.341448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b76f4cfa-5692-4a54-8ee8-8a6816b2a57e None None] Port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:33:46.442878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:33:46.455194 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/7538ab0f-fe73-4e52-97a8-3103642d8cf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4903162 Dec 13 23:33:46.457713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55536) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:46.595062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f1fa1-0b10-4bb1-bdcc-32a8935f70ba tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:46.595368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f1fa1-0b10-4bb1-bdcc-32a8935f70ba tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:46.595774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f1fa1-0b10-4bb1-bdcc-32a8935f70ba tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:46.596134 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357f1fa1-0b10-4bb1-bdcc-32a8935f70ba tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:46.597819 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-357f1fa1-0b10-4bb1-bdcc-32a8935f70ba tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1391621 Dec 13 23:33:46.601274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55540) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:46.667721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b842c-57de-4b9e-96d8-88c6e4508139 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:46.669699 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b842c-57de-4b9e-96d8-88c6e4508139 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:46.669699 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b842c-57de-4b9e-96d8-88c6e4508139 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:46.669699 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0b842c-57de-4b9e-96d8-88c6e4508139 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:46.670820 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1f0b842c-57de-4b9e-96d8-88c6e4508139 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0686505 Dec 13 23:33:46.673567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55544) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:46.726041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:46.807543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d0938437-8d3b-4d5d-a9e8-bd8a281b2eed up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:33:46.888090 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ed9acf9e-90cf-4183-87e6-3ad1771122ea tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2132132 Dec 13 23:33:46.896510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:46.896895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.014699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a4235e1a-ed09-416f-9d51-a7961ff9f374 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:33:47.084353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Sync routers for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:33:47.089963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a4235e1a-ed09-416f-9d51-a7961ff9f374 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:47.090342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.138749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55550) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:47.145526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514112429', 'description': 'tempest-secgroup-smoke-1514112429 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:47.147282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:47.147946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:47.151525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:47.156100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:47.159057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:47.165950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:47.234117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.268858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:47.273527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:47.279586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:47.286739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:47.343313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.382904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:47.399830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.405335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-63c219e7-2ae5-41e1-b4fb-1b5bf30108ca tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:47.447108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6933a222-bd76-479b-b365-eaf4b45e57b6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:47.450044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:47.501518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.502773 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3626869 Dec 13 23:33:47.506181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55554) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:47.512184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6933a222-bd76-479b-b365-eaf4b45e57b6', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:47.518072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:47.522505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:47.525477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:47.531124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:47.593451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.657831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.696253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:44Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0a48a9f4-1bf7-49a1-9f6a-8343ded15b95', 'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:73:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:44Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:47.700319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Checking router: 7538ab0f-fe73-4e52-97a8-3103642d8cf1 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:33:47.700680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Updating router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:33:47.714371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.716232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-262a90f8-e436-4143-b864-a96c8ca5d695 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:47.737953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aaf90d2-54f2-4bc3-a692-115160890209,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:47.740410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:47.755418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.823253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.824544 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3173983 Dec 13 23:33:47.827211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55558) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:47.832944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6933a222-bd76-479b-b365-eaf4b45e57b6', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:47.838779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:47.842680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:47.845601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:47.851711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:47.926955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:47.992223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.062663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.064582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8783bd1d-416a-4f0c-91e3-2ddde5295ef2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:48.087675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569fc3e6-326b-4b21-95e0-0cf8a5c4b50b,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:48.093857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:48.131981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.143288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Transition to ACTIVE for port object 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:33:48.158447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.159663 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3314631 Dec 13 23:33:48.163028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55562) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:48.168501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6933a222-bd76-479b-b365-eaf4b45e57b6', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:48.174620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:48.179858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:48.182702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:48.188786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:48.216167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.219893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:48.279563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.347289 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20689a-ed8e-4c81-ab3e-bb06681d5dd4 None None] Pushing event updated for resources: {'Port': ['ID=0a48a9f4-1bf7-49a1-9f6a-8343ded15b95,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:48.350585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e20689a-ed8e-4c81-ab3e-bb06681d5dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:48.354533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.428383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.430240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:48.437503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Attempting to bind port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:33:48.442810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Attempting to bind port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:33:48.442810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Attempting to bind port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 on network 99575663-1350-42c6-86c2-3372800b7f92 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:33:48.445198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:33:48.445401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Checking segment: {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:33:48.445668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.446063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Bound using segment: {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:33:48.446529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Bound port: 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:33:48.446902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.453434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8395bc49-83b8-4c50-8fe5-3056aeead1f7,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:48.456062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:48.520283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.521503 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3575752 Dec 13 23:33:48.524377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55566) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:48.529885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6933a222-bd76-479b-b365-eaf4b45e57b6', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:48.537010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] For port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:33:48.537200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:48.540205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] For port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a48a9f4-1bf7-49a1-9f6a-8343ded15b95,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:33:48.540900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:48.543806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:48.549787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:48.605590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.608999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5ed08e74-de8c-48f3-ad35-c3dc80dff75a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:48.635057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.689618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20689a-ed8e-4c81-ab3e-bb06681d5dd4 None None] Pushing event updated for resources: {'Port': ['ID=0a48a9f4-1bf7-49a1-9f6a-8343ded15b95,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:48.692580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:33:48.693194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:48.704728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.740969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e20689a-ed8e-4c81-ab3e-bb06681d5dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:48.771683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.776592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-713ea0b3-b73b-456e-98af-24ca46724557 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:48.798476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc6fb03-4e21-43eb-8832-a47c85e2d835,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:48.802458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:48.866913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:48.871065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55570) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:48.871561 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3459129 Dec 13 23:33:48.876981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6933a222-bd76-479b-b365-eaf4b45e57b6', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:48.880468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:33:48.883240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:48.887233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:48.890357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:48.897800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:48.975587 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:33:48.982289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:49.050502 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:33:49.054321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:49.118242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:49.120100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:49.140899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31aa744-73fd-4bfe-8c8b-1d359694f64e,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:49.155878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.156272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.156653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.157030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.157435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.157821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.158193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.158561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.158926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.159289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.159682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:33:49.162831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:49.194221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:49.214238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:44Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0a48a9f4-1bf7-49a1-9f6a-8343ded15b95', 'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:73:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:44Z', 'updated_at': '2021-12-13T23:33:48Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:33:49.218160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39535f72-20f0-4cf6-8309-65eb6cc1c787 None None] The sync data for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv is: [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:44Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0a48a9f4-1bf7-49a1-9f6a-8343ded15b95', 'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:73:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:44Z', 'updated_at': '2021-12-13T23:33:48Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:33:49.228879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:49.230006 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3579285 Dec 13 23:33:49.232770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55574) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:33:49.238486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6933a222-bd76-479b-b365-eaf4b45e57b6', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:49.244644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:49.249022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:33:49.252050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:33:49.266488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:49.349205 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:33:49.357226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:49.430691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:49.492003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:49.498139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-46e54d82-ca60-4c6d-b172-4ba5c60f026e tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:49.520578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705aa2b8-2930-44df-bce1-1c96906f2ebf,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:49.523083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:49.593400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:49.596499 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3627560 Dec 13 23:33:49.804180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4b10ccff-9310-4184-93e7-ececb64517fd req-4fd321f0-ef8f-4b56-a605-98fbd9048e3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:49.874345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4b10ccff-9310-4184-93e7-ececb64517fd req-4fd321f0-ef8f-4b56-a605-98fbd9048e3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:49.878936 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-4fd321f0-ef8f-4b56-a605-98fbd9048e3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514112429&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.1145663 Dec 13 23:33:50.147940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ccff-9310-4184-93e7-ececb64517fd req-7eccaff7-3eb6-4835-8756-a8572c110c2f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:50.148616 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4b10ccff-9310-4184-93e7-ececb64517fd req-7eccaff7-3eb6-4835-8756-a8572c110c2f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:50.221954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4b10ccff-9310-4184-93e7-ececb64517fd req-7eccaff7-3eb6-4835-8756-a8572c110c2f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:50.223830 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-7eccaff7-3eb6-4835-8756-a8572c110c2f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=99575663-1350-42c6-86c2-3372800b7f92 HTTP/1.1" status: 200 len: 796 time: 0.3405080 Dec 13 23:33:50.240614 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-48502c70-9558-4843-9a33-9c9d719bd118 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0111423 Dec 13 23:33:50.325494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4b10ccff-9310-4184-93e7-ececb64517fd req-deb00abb-d3a8-4327-a3f1-d128ea105325 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:50.412385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4b10ccff-9310-4184-93e7-ececb64517fd req-deb00abb-d3a8-4327-a3f1-d128ea105325 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:50.413722 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-deb00abb-d3a8-4327-a3f1-d128ea105325 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684046 Dec 13 23:33:50.430054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-248fe1e7-0b85-446b-bcec-49830bcd4e23 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:33:50.430963 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-248fe1e7-0b85-446b-bcec-49830bcd4e23 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0057685 Dec 13 23:33:50.562927 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-6311c3d0-e8f1-48b1-8a5d-afbd2c4f8073 service neutron] 10.222.0.30 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261566 Dec 13 23:33:50.692751 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-06757b75-50f7-47ae-bb21-21c646c46a58 service neutron] 10.222.0.30 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232634 Dec 13 23:33:50.818558 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:33:50.943670 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:33:50.948815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:50.949500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:50.972150 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-967f5676-9ccf-4ae3-8076-0279a650a51d req-709d6bd2-2669-454c-b88c-a422b2e530c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 210 time: 0.0588286 Dec 13 23:33:51.068702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:51.099634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a48a9f4-1bf7-49a1-9f6a-8343ded15b95,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:51.181216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:51.183063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:51.247079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=0a48a9f4-1bf7-49a1-9f6a-8343ded15b95,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:51.250063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:52.133475 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-827ce2c5-70ea-4afc-80ea-98d8bbe6e09c req-5c17cbb8-f755-4a97-a705-d86e8571c589 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 210 time: 0.0421212 Dec 13 23:33:52.698299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ccff-9310-4184-93e7-ececb64517fd req-ae661e41-b9fb-4b91-89e2-bd0cee0ad9d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:52.699725 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-ae661e41-b9fb-4b91-89e2-bd0cee0ad9d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=99575663-1350-42c6-86c2-3372800b7f92 HTTP/1.1" status: 200 len: 796 time: 0.1432958 Dec 13 23:33:52.758924 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-9d27be49-6af3-4dd1-ba32-b4cfb06baaf5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 380 time: 0.0460064 Dec 13 23:33:52.767052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['6933a222-bd76-479b-b365-eaf4b45e57b6']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:52.805258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:33:52.876697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:52.877352 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:52.908854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:33:52.919414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:33:52.981180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:33:52.984389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:53.150966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.3 (99575663-1350-42c6-86c2-3372800b7f92/d00fada0-95ea-4945-b846-9cc223489bff/7361dcff-567f-46b0-8c56-ce85291465d1) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:33:53.304042 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-191387d7-9d27-4cce-8a0e-77b76c117b8d req-d8be25a3-1d89-4d08-a7df-fca8d7840586 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 210 time: 0.0461335 Dec 13 23:33:53.344161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:53.360346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 7361dcff-567f-46b0-8c56-ce85291465d1 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:33:53.458578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:53.464249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-15f3d9a7-d1c1-4c72-933e-e34fd4457024 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:53.534765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 99575663-1350-42c6-86c2-3372800b7f92 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:33:53.537780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:33:53.542094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:33:53.567648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=7361dcff-567f-46b0-8c56-ce85291465d1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:53.573175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:53.612907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:53.613549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:53.715159 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9517219 Dec 13 23:33:53.727698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Request body: {'port': {'device_id': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:33:53.834000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-958c7049-be8e-4213-961c-2ad1f803d073 None None] Provisioning for port 7361dcff-567f-46b0-8c56-ce85291465d1 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:33:53.835354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:53.839035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-958c7049-be8e-4213-961c-2ad1f803d073 None None] Provisioning complete for port 7361dcff-567f-46b0-8c56-ce85291465d1 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:33:53.839416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-958c7049-be8e-4213-961c-2ad1f803d073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:53.891046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-958c7049-be8e-4213-961c-2ad1f803d073 None None] Port 7361dcff-567f-46b0-8c56-ce85291465d1 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:33:54.266850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7361dcff-567f-46b0-8c56-ce85291465d1 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:33:54.274924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:54.289195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Transition to ACTIVE for port object 7361dcff-567f-46b0-8c56-ce85291465d1 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:33:54.371512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:54.375849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-acafbf24-8a40-4511-8e20-6277c0327512 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:54.546812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Pushing event updated for resources: {'Port': ['ID=7361dcff-567f-46b0-8c56-ce85291465d1,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:54.550198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:54.676441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d2f67-f53a-4e46-ac59-c120da910af4 req-8938c1a8-88be-46d2-b3ef-2ce57211adc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:54.677136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-660d2f67-f53a-4e46-ac59-c120da910af4 req-8938c1a8-88be-46d2-b3ef-2ce57211adc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:54.692909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Attempting to bind port 7361dcff-567f-46b0-8c56-ce85291465d1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:33:54.693243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Attempting to bind port 7361dcff-567f-46b0-8c56-ce85291465d1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:33:54.693576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Attempting to bind port 7361dcff-567f-46b0-8c56-ce85291465d1 on network 99575663-1350-42c6-86c2-3372800b7f92 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:33:54.702259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Port 7361dcff-567f-46b0-8c56-ce85291465d1 on network 99575663-1350-42c6-86c2-3372800b7f92 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:33:54.702259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Attempting to bind port 7361dcff-567f-46b0-8c56-ce85291465d1 on network 99575663-1350-42c6-86c2-3372800b7f92 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:33:54.708393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:33:54.708723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Checking segment: {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:33:54.709099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Bound using segment: {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:33:54.709516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Bound port: 7361dcff-567f-46b0-8c56-ce85291465d1, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec01b696-5293-46fe-946e-cc3eea81fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '99575663-1350-42c6-86c2-3372800b7f92'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:33:54.709858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:54.797548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] For port 7361dcff-567f-46b0-8c56-ce85291465d1, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:33:54.800439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] For port 7361dcff-567f-46b0-8c56-ce85291465d1, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7361dcff-567f-46b0-8c56-ce85291465d1,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:33:54.803416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-660d2f67-f53a-4e46-ac59-c120da910af4 req-8938c1a8-88be-46d2-b3ef-2ce57211adc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:54.804598 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-660d2f67-f53a-4e46-ac59-c120da910af4 req-8938c1a8-88be-46d2-b3ef-2ce57211adc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 943 time: 0.3766701 Dec 13 23:33:54.849876 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-660d2f67-f53a-4e46-ac59-c120da910af4 req-55dc7224-0050-4077-88a3-b8eafbdd9e32 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396948 Dec 13 23:33:54.861628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:54.866636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f966e3a4-ecf2-4f1d-a9a9-221a506ec3d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:54.934199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:54.935544 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] 10.222.0.18 "PUT /v2.0/ports/7361dcff-567f-46b0-8c56-ce85291465d1 HTTP/1.1" status: 200 len: 1093 time: 1.2119501 Dec 13 23:33:54.936078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:33:54.949726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Pushing event updated for resources: {'Port': ['ID=7361dcff-567f-46b0-8c56-ce85291465d1,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:54.952733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:54.995894 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1', 'status': 'completed', 'code': 200} Dec 13 23:33:55.088101 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-89944abf-cabd-45ed-8df0-abd770261d77 req-7526fe64-e76a-47be-9b5d-91b3b66c990d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 1096 time: 0.0725701 Dec 13 23:33:55.226814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89944abf-cabd-45ed-8df0-abd770261d77 req-7e36aa6e-2ade-4678-919d-151dcc00970e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:55.228192 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-89944abf-cabd-45ed-8df0-abd770261d77 req-7e36aa6e-2ade-4678-919d-151dcc00970e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1338701 Dec 13 23:33:55.364236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89944abf-cabd-45ed-8df0-abd770261d77 req-30f1b07b-e6b4-4355-8169-76a7b70fe3ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:55.365772 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-89944abf-cabd-45ed-8df0-abd770261d77 req-30f1b07b-e6b4-4355-8169-76a7b70fe3ab service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316452 Dec 13 23:33:55.468112 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-488d99af-af67-4cb8-b4ff-39bed1b39d5c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 1096 time: 0.0674095 Dec 13 23:33:55.537962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-8f2ce096-6c23-47f2-9d60-b1687de8e973 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7361dcff-567f-46b0-8c56-ce85291465d1 HTTP/1.1" status: 200 len: 217 time: 0.0623403 Dec 13 23:33:55.597904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10ccff-9310-4184-93e7-ececb64517fd req-e6a41fe0-0fa9-4a11-b00c-1bf951a78abe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:55.599402 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-e6a41fe0-0fa9-4a11-b00c-1bf951a78abe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d00fada0-95ea-4945-b846-9cc223489bff HTTP/1.1" status: 200 len: 835 time: 0.0560222 Dec 13 23:33:55.678809 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-71f006c3-9a09-4357-8ebf-d57fc9cc5c01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99575663-1350-42c6-86c2-3372800b7f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734947 Dec 13 23:33:55.813196 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-d5d2915c-2e2d-47a4-8a2b-beb0fe4a08a8 service neutron] 10.222.0.18 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281526 Dec 13 23:33:55.948853 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b10ccff-9310-4184-93e7-ececb64517fd req-a9f37800-05c3-4918-92cc-dbd907688b23 service neutron] 10.222.0.18 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282680 Dec 13 23:33:56.048755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d96b48-432c-4333-90c8-498c425bb139 req-0c630fec-a22e-4a6a-a0e4-90f7cb492dd9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:56.050202 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c2d96b48-432c-4333-90c8-498c425bb139 req-0c630fec-a22e-4a6a-a0e4-90f7cb492dd9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 943 time: 0.0773053 Dec 13 23:33:56.096666 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c2d96b48-432c-4333-90c8-498c425bb139 req-84f95d4c-054a-4734-b75b-b4ec21f17201 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396342 Dec 13 23:33:57.436451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb921e-d0c7-496c-aada-44d255e01c1f req-43776903-ccf0-46f9-b1d4-aae5bf4b2566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:57.437830 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cefb921e-d0c7-496c-aada-44d255e01c1f req-43776903-ccf0-46f9-b1d4-aae5bf4b2566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 943 time: 0.0766547 Dec 13 23:33:57.482661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-cefb921e-d0c7-496c-aada-44d255e01c1f req-dff03d62-c31e-4c53-ab12-059b60be16ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:33:57.493923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-cefb921e-d0c7-496c-aada-44d255e01c1f req-dff03d62-c31e-4c53-ab12-059b60be16ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:33:57.495012 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cefb921e-d0c7-496c-aada-44d255e01c1f req-dff03d62-c31e-4c53-ab12-059b60be16ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511324 Dec 13 23:33:58.645833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 7361dcff-567f-46b0-8c56-ce85291465d1 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:33:58.797630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 7361dcff-567f-46b0-8c56-ce85291465d1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7361dcff-567f-46b0-8c56-ce85291465d1,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:58.811418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '7361dcff-567f-46b0-8c56-ce85291465d1', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'port_id': '7361dcff-567f-46b0-8c56-ce85291465d1', 'mac_address': 'fa:16:3e:c4:42:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:33:58.814281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc657e-f865-4c91-b0b9-db743d7ec348 req-c755ac5d-4323-4d9e-9e09-e5450f3146c9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:33:58.815776 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b7fc657e-f865-4c91-b0b9-db743d7ec348 req-c755ac5d-4323-4d9e-9e09-e5450f3146c9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 943 time: 0.1959355 Dec 13 23:33:58.864262 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b7fc657e-f865-4c91-b0b9-db743d7ec348 req-0c75b9b3-9ca2-4646-8777-64be42cb0f49 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 Dec 13 23:33:58.870365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:58.888178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7361dcff-567f-46b0-8c56-ce85291465d1 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:33:58.902833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 7361dcff-567f-46b0-8c56-ce85291465d1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7361dcff-567f-46b0-8c56-ce85291465d1,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:33:58.965024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:33:58.966736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:33:59.030188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=7361dcff-567f-46b0-8c56-ce85291465d1,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:33:59.033017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:33:59.209243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['7361dcff-567f-46b0-8c56-ce85291465d1'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:34:00.063813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2af388-373a-4556-8e4b-1d68585a8a54 req-6ceabfe8-b359-4f26-9975-01a5cd966144 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:00.065287 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ee2af388-373a-4556-8e4b-1d68585a8a54 req-6ceabfe8-b359-4f26-9975-01a5cd966144 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 944 time: 0.0819988 Dec 13 23:34:00.110222 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ee2af388-373a-4556-8e4b-1d68585a8a54 req-c2db0d46-2f12-455f-99d7-ec898aa42241 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394969 Dec 13 23:34:00.649458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 7361dcff-567f-46b0-8c56-ce85291465d1 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:34:00.793736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 7361dcff-567f-46b0-8c56-ce85291465d1 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:34:00.799372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 7361dcff-567f-46b0-8c56-ce85291465d1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:34:00.799786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:00.913632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:00.940089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:34:00.949661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 7361dcff-567f-46b0-8c56-ce85291465d1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7361dcff-567f-46b0-8c56-ce85291465d1,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:34:00.992806 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1', 'code': 200} Dec 13 23:34:01.056787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:01.058722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e20689a-ed8e-4c81-ab3e-bb06681d5dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:01.123219 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=7361dcff-567f-46b0-8c56-ce85291465d1,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:01.126116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:01.307698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee80f5c-214b-47a7-89e6-9b48ce596b1f req-0398f507-5acf-4d7d-b4af-42ad381c5f9d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:01.309165 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fee80f5c-214b-47a7-89e6-9b48ce596b1f req-0398f507-5acf-4d7d-b4af-42ad381c5f9d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 945 time: 0.0788820 Dec 13 23:34:01.355362 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fee80f5c-214b-47a7-89e6-9b48ce596b1f req-9ae60cbf-b92d-4c6c-9e7c-7d4171cab621 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406971 Dec 13 23:34:01.389021 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1357152c-644f-4f8a-a4f8-9edc5997f93a req-abc076ae-2176-4517-8824-7594113d60a0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 1098 time: 0.0765502 Dec 13 23:34:01.432512 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1357152c-644f-4f8a-a4f8-9edc5997f93a req-d9640aac-4aff-4235-a68e-d219e65e9408 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357285 Dec 13 23:34:02.555749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fab37-89fa-4e83-80a6-da2192aeae99 req-5d108b84-f786-4621-8893-8e12aca192d3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:02.557229 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-346fab37-89fa-4e83-80a6-da2192aeae99 req-5d108b84-f786-4621-8893-8e12aca192d3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 945 time: 0.0773406 Dec 13 23:34:02.603187 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-346fab37-89fa-4e83-80a6-da2192aeae99 req-8e5d5727-2bc6-489c-9ac8-e596992c454e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402565 Dec 13 23:34:03.801831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f98d2-dcc0-42c1-a1b6-7e90259dd452 req-0a5487ee-391a-435f-8975-209913a30a2e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:03.803283 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7a9f98d2-dcc0-42c1-a1b6-7e90259dd452 req-0a5487ee-391a-435f-8975-209913a30a2e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 945 time: 0.0810125 Dec 13 23:34:03.848431 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7a9f98d2-dcc0-42c1-a1b6-7e90259dd452 req-27f8a5b5-634f-4583-aec2-74e4b9f99800 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397272 Dec 13 23:34:04.057599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb94f90-df20-496e-a1b5-f14a41ac0786 req-ce8d83be-297a-4ba0-ba3d-9d746c91d6d8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:04.059034 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-acb94f90-df20-496e-a1b5-f14a41ac0786 req-ce8d83be-297a-4ba0-ba3d-9d746c91d6d8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 945 time: 0.0799968 Dec 13 23:34:04.102972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-acb94f90-df20-496e-a1b5-f14a41ac0786 req-e7f65612-15c5-4da1-afa6-f313bf9d09c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385497 Dec 13 23:34:04.130499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55624) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:04.199924 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-10d0d81a-c6af-466a-9054-1481f9a995ac tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 1093 time: 0.0679920 Dec 13 23:34:04.202210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55628) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:04.207409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '7361dcff-567f-46b0-8c56-ce85291465d1', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:34:04.212823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:34:04.216596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:floatingip and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:34:04.219349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:34:04.225639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:34:04.336522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:04.477186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:04.620555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.250 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/5d86969c-ba5d-4f65-b27f-9c9a2491b797) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:34:04.771802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:04.868236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:04.871886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:05.041562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:34:05.044945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:34:05.048451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:34:05.077530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=5d86969c-ba5d-4f65-b27f-9c9a2491b797,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:05.083961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:05.573257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:05.892525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:06.110859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:06.177172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:06.180814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-13f22f44-a41a-4b74-9125-8da5d6caceaa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:06.278141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=5d86969c-ba5d-4f65-b27f-9c9a2491b797,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:06.282075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:06.297426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:06.492575 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP 54c6cf4e-645d-43cf-9dae-184430bda261 associated. External IP: 172.26.5.250, port: 7361dcff-567f-46b0-8c56-ce85291465d1. Dec 13 23:34:06.992288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:34:07.193752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:34:07.203380 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] Sync routers for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:34:07.216410 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:34:07.217023 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:07.272637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:07.332419 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1292024 Dec 13 23:34:07.333171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:34:07.335381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55632) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:07.390195 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1', 'status': 'completed', 'code': 200} Dec 13 23:34:07.396396 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:34:07.491656 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6be68a65-2bcb-49df-bdac-0e43c1630b42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/54c6cf4e-645d-43cf-9dae-184430bda261 HTTP/1.1" status: 200 len: 991 time: 0.1536877 Dec 13 23:34:07.515850 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-455e053c-93e9-4251-a4e7-39205bf70e84 req-380ebc04-0bf1-4737-8400-8cc34e13838b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 1098 time: 0.0935576 Dec 13 23:34:07.645467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e053c-93e9-4251-a4e7-39205bf70e84 req-651ae31e-f94e-4c61-bb1b-f95c4de41edd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:07.646910 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-455e053c-93e9-4251-a4e7-39205bf70e84 req-651ae31e-f94e-4c61-bb1b-f95c4de41edd service neutron] 10.222.0.18 "GET /v2.0/networks?id=99575663-1350-42c6-86c2-3372800b7f92 HTTP/1.1" status: 200 len: 897 time: 0.1243815 Dec 13 23:34:07.742569 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:44Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '54c6cf4e-645d-43cf-9dae-184430bda261', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.250', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'port_id': '7361dcff-567f-46b0-8c56-ce85291465d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'mac_address': 'fa:16:3e:c4:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:34:05Z', 'updated_at': '2021-12-13T23:34:05Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a48a9f4-1bf7-49a1-9f6a-8343ded15b95', 'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:73:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:44Z', 'updated_at': '2021-12-13T23:33:51Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:07.746186 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] Checking router: 7538ab0f-fe73-4e52-97a8-3103642d8cf1 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:34:07.752034 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-455e053c-93e9-4251-a4e7-39205bf70e84 req-a491096b-6faf-46fe-b88f-bb6b22652174 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7361dcff-567f-46b0-8c56-ce85291465d1 HTTP/1.1" status: 200 len: 999 time: 0.0991089 Dec 13 23:34:07.757039 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:34:07.757624 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:33:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:07.817991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e053c-93e9-4251-a4e7-39205bf70e84 req-5501b113-075d-4645-ba5d-170fc22083b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:07.819414 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-455e053c-93e9-4251-a4e7-39205bf70e84 req-5501b113-075d-4645-ba5d-170fc22083b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d00fada0-95ea-4945-b846-9cc223489bff HTTP/1.1" status: 200 len: 835 time: 0.0608149 Dec 13 23:34:07.897619 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-455e053c-93e9-4251-a4e7-39205bf70e84 req-9bb750df-abe4-4582-8265-5aeb9ed0fc25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99575663-1350-42c6-86c2-3372800b7f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693498 Dec 13 23:34:07.968762 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:34:08.035473 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-455e053c-93e9-4251-a4e7-39205bf70e84 req-044e407c-e302-439c-96dc-4eafb51841e0 service neutron] 10.222.0.18 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316602 Dec 13 23:34:08.188588 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-455e053c-93e9-4251-a4e7-39205bf70e84 req-9ee2aa17-3ed6-4df1-9238-07e410309fbe service neutron] 10.222.0.18 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472292 Dec 13 23:34:08.356450 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:44Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '54c6cf4e-645d-43cf-9dae-184430bda261', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.250', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'port_id': '7361dcff-567f-46b0-8c56-ce85291465d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'mac_address': 'fa:16:3e:c4:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:34:05Z', 'updated_at': '2021-12-13T23:34:05Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a48a9f4-1bf7-49a1-9f6a-8343ded15b95', 'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:73:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:44Z', 'updated_at': '2021-12-13T23:33:51Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:08.360558 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3873c4ae-9d76-43b3-abba-5e7047c9e033 None None] The sync data for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv is: [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:44Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '54c6cf4e-645d-43cf-9dae-184430bda261', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.250', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'port_id': '7361dcff-567f-46b0-8c56-ce85291465d1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'mac_address': 'fa:16:3e:c4:42:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:34:05Z', 'updated_at': '2021-12-13T23:34:05Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a48a9f4-1bf7-49a1-9f6a-8343ded15b95', 'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:73:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:44Z', 'updated_at': '2021-12-13T23:33:51Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:34:08.495364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55638) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:08.559591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66640beb-56e7-4a34-a2e1-2187b8ed2277 None None] New status for floating IP 54c6cf4e-645d-43cf-9dae-184430bda261: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:34:08.611816 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bbf55f75-6157-46b4-b1f4-b5b60fae1e0b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/54c6cf4e-645d-43cf-9dae-184430bda261 HTTP/1.1" status: 200 len: 991 time: 0.1146944 Dec 13 23:34:09.615144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55642) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:09.720083 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d3eca1f8-521a-48ae-b855-5e627c31b341 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/54c6cf4e-645d-43cf-9dae-184430bda261 HTTP/1.1" status: 200 len: 993 time: 0.1034782 Dec 13 23:34:11.833449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-66648264-a0ab-4919-85cd-09957a927e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:14.073821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-22cdeb8e-d1eb-465c-95a6-4f2147ca783f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:15.300650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:15.439042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:16.708384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:19.119250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:26.051162 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:34:32.759321 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-079b8e01-a537-4970-b62e-de72dda00eff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690162 Dec 13 23:34:32.900598 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-84c6eb40-0dd7-46f8-af5b-fe4cd6fdf814 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 1098 time: 0.0737617 Dec 13 23:34:33.045896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-5165f01a-83c7-4079-bf0c-53e1a38de4ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:33.047349 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-5165f01a-83c7-4079-bf0c-53e1a38de4ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=99575663-1350-42c6-86c2-3372800b7f92 HTTP/1.1" status: 200 len: 897 time: 0.1286025 Dec 13 23:34:33.255685 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-e1f9fa5d-3a37-48d4-8c79-9f5582b8f83b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7361dcff-567f-46b0-8c56-ce85291465d1 HTTP/1.1" status: 200 len: 1001 time: 0.2007830 Dec 13 23:34:33.320478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-f2ee14f2-13eb-41fe-9e9a-249651bd47d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:33.321831 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-f2ee14f2-13eb-41fe-9e9a-249651bd47d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d00fada0-95ea-4945-b846-9cc223489bff HTTP/1.1" status: 200 len: 835 time: 0.0564528 Dec 13 23:34:33.396553 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-761f8cbb-3788-429e-bd77-a3ca69282eda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99575663-1350-42c6-86c2-3372800b7f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676210 Dec 13 23:34:33.526283 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-58d0fe92-cfef-42f4-83d7-50ea57037208 service neutron] 10.222.0.18 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229365 Dec 13 23:34:33.656845 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6658eb3-a427-4a41-952f-23fd9f1c3c87 req-d12d3469-998a-4ff7-87d2-7329db9c8627 service neutron] 10.222.0.18 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235044 Dec 13 23:34:38.938305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55656) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:39.045682 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-eb2b3b57-e789-457c-8d3c-3422b35a88e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/54c6cf4e-645d-43cf-9dae-184430bda261 HTTP/1.1" status: 200 len: 993 time: 0.1060236 Dec 13 23:34:39.349029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55664) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:39.554506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 5d86969c-ba5d-4f65-b27f-9c9a2491b797 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:34:39.554842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:39.720824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:39.721106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:39.844055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 5d86969c-ba5d-4f65-b27f-9c9a2491b797 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:34:40.043259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:40.048565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-897e13c4-f675-48f4-9bcd-de2540b6b063 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:40.093511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=5d86969c-ba5d-4f65-b27f-9c9a2491b797,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:40.096274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:40.182908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:40.687556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:34:40.891177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:34:40.901374 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] Sync routers for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:34:40.913977 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:34:40.918684 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:34:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:40.964535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:41.019063 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/floatingips/54c6cf4e-645d-43cf-9dae-184430bda261 HTTP/1.1" status: 204 len: 168 time: 1.6684985 Dec 13 23:34:41.019744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:34:41.077220 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1', 'status': 'completed', 'code': 200} Dec 13 23:34:41.095656 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:34:41.300455 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fedb5406-0a36-4bb0-aa86-5924540a01c6 req-72e6ed4f-724d-4c85-a4f7-d531028ad82c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 1098 time: 0.1983402 Dec 13 23:34:41.429271 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:44Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0a48a9f4-1bf7-49a1-9f6a-8343ded15b95', 'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:73:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:44Z', 'updated_at': '2021-12-13T23:33:51Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:41.433859 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] Checking router: 7538ab0f-fe73-4e52-97a8-3103642d8cf1 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:34:41.445081 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:34:41.445701 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:34:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:41.447958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb5406-0a36-4bb0-aa86-5924540a01c6 req-da833509-a5c7-4d08-9c07-6a3c8a04ee95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:41.449532 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fedb5406-0a36-4bb0-aa86-5924540a01c6 req-da833509-a5c7-4d08-9c07-6a3c8a04ee95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=99575663-1350-42c6-86c2-3372800b7f92 HTTP/1.1" status: 200 len: 897 time: 0.1424317 Dec 13 23:34:41.520640 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fedb5406-0a36-4bb0-aa86-5924540a01c6 req-6469fe6b-522f-4a8c-84e8-0f33d0340d36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7361dcff-567f-46b0-8c56-ce85291465d1 HTTP/1.1" status: 200 len: 217 time: 0.0622833 Dec 13 23:34:41.591495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb5406-0a36-4bb0-aa86-5924540a01c6 req-cc7753c3-fd43-45d7-b5ad-11a048aa6d78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:41.592962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fedb5406-0a36-4bb0-aa86-5924540a01c6 req-cc7753c3-fd43-45d7-b5ad-11a048aa6d78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d00fada0-95ea-4945-b846-9cc223489bff HTTP/1.1" status: 200 len: 835 time: 0.0654461 Dec 13 23:34:41.633415 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:34:41.668977 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fedb5406-0a36-4bb0-aa86-5924540a01c6 req-3a080230-edd4-4052-a37e-8a0184cd0915 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=99575663-1350-42c6-86c2-3372800b7f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696342 Dec 13 23:34:41.710568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d846f3-7af5-4d38-99eb-2bd521ac8134 req-502ca489-e85a-48b0-8682-0884d32c0693 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:41.711289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-98d846f3-7af5-4d38-99eb-2bd521ac8134 req-502ca489-e85a-48b0-8682-0884d32c0693 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:34:41.792033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-98d846f3-7af5-4d38-99eb-2bd521ac8134 req-502ca489-e85a-48b0-8682-0884d32c0693 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:34:41.793430 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-98d846f3-7af5-4d38-99eb-2bd521ac8134 req-502ca489-e85a-48b0-8682-0884d32c0693 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 945 time: 0.2612147 Dec 13 23:34:41.812823 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fedb5406-0a36-4bb0-aa86-5924540a01c6 req-15901f6d-8c42-48c4-b8a4-6f5e1c6779bc service neutron] 10.222.0.18 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366386 Dec 13 23:34:41.844658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c05a3eb6-b6a0-4a9e-9f6f-374d726194e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:41.852206 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-98d846f3-7af5-4d38-99eb-2bd521ac8134 req-0deaf0af-f362-49a9-8c23-bcc2f7727b61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529304 Dec 13 23:34:41.952340 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fedb5406-0a36-4bb0-aa86-5924540a01c6 req-69794c3a-3330-4716-b253-eb2888a910be service neutron] 10.222.0.18 "GET /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313660 Dec 13 23:34:41.997870 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:44Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0a48a9f4-1bf7-49a1-9f6a-8343ded15b95', 'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:73:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:44Z', 'updated_at': '2021-12-13T23:33:51Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:42.001745 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbcb8b4-367a-4063-bc64-76e06c6ffd43 None None] The sync data for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv is: [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:33:44Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0a48a9f4-1bf7-49a1-9f6a-8343ded15b95', 'name': '', 'network_id': '99575663-1350-42c6-86c2-3372800b7f92', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:73:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:44Z', 'updated_at': '2021-12-13T23:33:51Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd00fada0-95ea-4945-b846-9cc223489bff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:34:42.214147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd79d9c8-3f4a-4f2f-a220-3521132e0984 None None] New status for floating IP 54c6cf4e-645d-43cf-9dae-184430bda261: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:34:42.817814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-176027b7-b214-4814-9366-3a5cb57d5f18 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:42.819225 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-176027b7-b214-4814-9366-3a5cb57d5f18 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 945 time: 0.0801466 Dec 13 23:34:42.885455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 7361dcff-567f-46b0-8c56-ce85291465d1 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:34:42.885798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:43.272920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 7361dcff-567f-46b0-8c56-ce85291465d1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7361dcff-567f-46b0-8c56-ce85291465d1,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:34:43.278947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:43.405213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 7361dcff-567f-46b0-8c56-ce85291465d1 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:34:43.446987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2988-73e6-44d8-9b85-15cce90f0044 req-37d8c296-1524-4ab8-bff4-f48b5f323d56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:43.448491 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-caac2988-73e6-44d8-9b85-15cce90f0044 req-37d8c296-1524-4ab8-bff4-f48b5f323d56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 945 time: 0.4683731 Dec 13 23:34:43.523493 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-caac2988-73e6-44d8-9b85-15cce90f0044 req-d451f994-461a-40ff-96fb-7434c98aae8b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6933a222-bd76-479b-b365-eaf4b45e57b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694575 Dec 13 23:34:43.627123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:43.632904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3ae38b88-4350-4265-9cec-e540ab3551dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:43.675150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=7361dcff-567f-46b0-8c56-ce85291465d1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:43.679098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:43.747092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port 7361dcff-567f-46b0-8c56-ce85291465d1 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:34:43.749538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:43.752098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'name': 'network-vif-deleted', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:34:43.828311 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d0db4d6f-bc06-43cd-bcfc-18f223cfcdab req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/7361dcff-567f-46b0-8c56-ce85291465d1 HTTP/1.1" status: 204 len: 173 time: 1.0037367 Dec 13 23:34:43.882695 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c88b67-d454-474d-89ed-280fa0eb86d2', 'name': 'network-vif-deleted', 'tag': '7361dcff-567f-46b0-8c56-ce85291465d1', 'status': 'completed', 'code': 200} Dec 13 23:34:44.090481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f0e5be68-c410-4e76-9e1e-710ac8de0b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:44.702270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-965b58f4-6374-4157-b9dd-085d692fc913 req-a9934790-886f-48d0-92c8-3e85140c92bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:34:44.780004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-965b58f4-6374-4157-b9dd-085d692fc913 req-a9934790-886f-48d0-92c8-3e85140c92bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:34:44.781164 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-965b58f4-6374-4157-b9dd-085d692fc913 req-a9934790-886f-48d0-92c8-3e85140c92bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1c88b67-d454-474d-89ed-280fa0eb86d2 HTTP/1.1" status: 200 len: 210 time: 0.1241488 Dec 13 23:34:45.306957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:45.414354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:45.885542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55692) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:45.953655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-866043a4-2b5e-44ad-be3c-2e912ade5a61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:45.982664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-866043a4-2b5e-44ad-be3c-2e912ade5a61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:46.101657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-866043a4-2b5e-44ad-be3c-2e912ade5a61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:46.105512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f3825e10-f061-416e-ac6e-d6aaaaa4d5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:46.122925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866043a4-2b5e-44ad-be3c-2e912ade5a61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6933a222-bd76-479b-b365-eaf4b45e57b6,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:46.125445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-866043a4-2b5e-44ad-be3c-2e912ade5a61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:46.186024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-866043a4-2b5e-44ad-be3c-2e912ade5a61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:46.187184 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-866043a4-2b5e-44ad-be3c-2e912ade5a61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/6933a222-bd76-479b-b365-eaf4b45e57b6 HTTP/1.1" status: 204 len: 168 time: 0.3006811 Dec 13 23:34:46.313657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55698) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:46.720155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:46.747394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:46.886157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 7361dcff-567f-46b0-8c56-ce85291465d1 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:34:46.922762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 7361dcff-567f-46b0-8c56-ce85291465d1 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:34:46.923008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 7361dcff-567f-46b0-8c56-ce85291465d1 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:34:47.439167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:34:47.439791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:47.621900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0a48a9f4-1bf7-49a1-9f6a-8343ded15b95,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:34:47.622250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:47.744684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:34:47.969808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:47.973410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e234a0f5-5e44-41e8-9885-8b8e76af7209 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:48.014714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=0a48a9f4-1bf7-49a1-9f6a-8343ded15b95,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:48.019220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:48.310185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:48.991923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:34:49.147314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:49.199096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:34:49.209666 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] Sync routers for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:34:49.222819 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:34:49.223431 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:34:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:49.257727 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/7538ab0f-fe73-4e52-97a8-3103642d8cf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9429376 Dec 13 23:34:49.260367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55702) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:49.406689 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:34:49.450291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting subnet d00fada0-95ea-4945-b846-9cc223489bff {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:34:49.453225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:49.507588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:49.594001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:49.689675 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:34:47Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:49.693863 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] Checking router: 7538ab0f-fe73-4e52-97a8-3103642d8cf1 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:34:49.704296 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] Routers {'7538ab0f-fe73-4e52-97a8-3103642d8cf1'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:34:49.704925 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:34:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:49.740680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:49.747542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6ee4acb1-2109-4df1-97f8-e50721e6601a tempest-NetworksTestDHCPv6-901859314 tempest-NetworksTestDHCPv6-901859314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:49.782962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Subnet': ['ID=d00fada0-95ea-4945-b846-9cc223489bff,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:49.794718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:49.799120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.800025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.800678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0066a76d-b595-4390-b75b-bdfec71f4702 None None] Network 99575663-1350-42c6-86c2-3372800b7f92 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:34:49.800797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.800797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.801124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.801498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.801866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.802237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.802608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.802975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.803334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:49.807028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:49.808898 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/subnets/d00fada0-95ea-4945-b846-9cc223489bff HTTP/1.1" status: 204 len: 168 time: 0.5476158 Dec 13 23:34:49.811422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55706) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:49.884921 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] Set router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:34:50.017746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:50.100041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] DHCP port deletion for 99575663-1350-42c6-86c2-3372800b7f92 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:34:50.104134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Deleting port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:34:50.104855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:50.192719 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:34:47Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:50.198173 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3d622f-3162-4c6b-a951-1260fcf16aa8 None None] The sync data for ids ['7538ab0f-fe73-4e52-97a8-3103642d8cf1'] in dv-neutron-821564-1-hyperv is: [{'id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'name': 'tempest-TestNetworkBasicOps-router-262027774', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89'}], 'enable_snat': True}, 'gw_port_id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:33:39Z', 'updated_at': '2021-12-13T23:34:47Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'a4235e1a-ed09-416f-9d51-a7961ff9f374', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:0d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7538ab0f-fe73-4e52-97a8-3103642d8cf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:33:40Z', 'updated_at': '2021-12-13T23:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:34:50.233109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:50.314550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] For port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d0938437-8d3b-4d5d-a9e8-bd8a281b2eed,segment=NetworkSegment(ec01b696-5293-46fe-946e-cc3eea81fc5e),segment_id=ec01b696-5293-46fe-946e-cc3eea81fc5e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:34:50.315727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:50.328343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port a4235e1a-ed09-416f-9d51-a7961ff9f374 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:34:50.328343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:50.434562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Calling delete_port for d0938437-8d3b-4d5d-a9e8-bd8a281b2eed owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:34:50.504416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port a4235e1a-ed09-416f-9d51-a7961ff9f374, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a4235e1a-ed09-416f-9d51-a7961ff9f374,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:34:50.504775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:50.565587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:50.570501 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:50.615007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Pushing event deleted for resources: {'Port': ['ID=d0938437-8d3b-4d5d-a9e8-bd8a281b2eed,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:50.624408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] No DVR routers for this DVR port d0938437-8d3b-4d5d-a9e8-bd8a281b2eed on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:34:50.627007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.627395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.628464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.628464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.629060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.629378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.629716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.630042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.630366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.630689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.631014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:34:50.634854 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:50.766549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for a4235e1a-ed09-416f-9d51-a7961ff9f374 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:34:50.826083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d0938437-8d3b-4d5d-a9e8-bd8a281b2eed no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:34:50.859059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: d0938437-8d3b-4d5d-a9e8-bd8a281b2eed {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:34:50.859576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d0938437-8d3b-4d5d-a9e8-bd8a281b2eed not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:34:50.860156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:34:50.894503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:34:50.894770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0a48a9f4-1bf7-49a1-9f6a-8343ded15b95 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:34:50.985944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:50.990663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:51.032046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=a4235e1a-ed09-416f-9d51-a7961ff9f374,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:51.036595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:51.252786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.510976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.515244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.615329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.615904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Fanout notify agent at l3_agent the message router_deleted on router 7538ab0f-fe73-4e52-97a8-3103642d8cf1 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:34:51.631368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.633536 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/routers/7538ab0f-fe73-4e52-97a8-3103642d8cf1 HTTP/1.1" status: 204 len: 168 time: 1.8201742 Dec 13 23:34:51.635276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55710) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:51.765411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.899204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.926091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99575663-1350-42c6-86c2-3372800b7f92']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:51.937889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec01b696-5293-46fe-946e-cc3eea81fc5e') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:51.938186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec01b696-5293-46fe-946e-cc3eea81fc5e') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:51.949772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.965653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.972389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:34:51.972772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:34:51.987044 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:34:52.113243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.116661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4f5c7c2c-a430-4b7f-8ee2-e01ef76f0273 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:52.131493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.142365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Network': ['ID=99575663-1350-42c6-86c2-3372800b7f92,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:52.146543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:52.199207 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/networks/99575663-1350-42c6-86c2-3372800b7f92 HTTP/1.1" status: 204 len: 168 time: 0.5628600 Dec 13 23:34:52.215265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55714) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:52.221888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'network': {'name': 'tempest-network-smoke--166797908', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'port_security_enabled': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:34:52.227123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:34:52.231384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:network and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:34:52.234556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:34:52.240696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:34:52.312781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:34:52.316282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.345346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:34:52.355178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.355454 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Added segment 4c97a40c-1e43-4e7b-80cf-6b4c80783ca4 of type vlan for network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 Dec 13 23:34:52.382284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.456132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.460003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:52.460581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.464134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0137eb5b-750e-4423-a8dc-d9bb0f3656c9 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:52.681036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Network': ['ID=9ce43cfd-f053-4311-ab54-d6ed819a7ca3,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:52.683619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:52.691751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:34:52.719504 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5030987 Dec 13 23:34:52.722356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55718) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:52.727584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'admin_state_up': True, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:34:52.734645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:34:52.739103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:router and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:34:52.742024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:34:52.748393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:34:52.827465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a4235e1a-ed09-416f-9d51-a7961ff9f374 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:34:52.843370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.844401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.863144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:52.863376 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: a4235e1a-ed09-416f-9d51-a7961ff9f374 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:34:52.863585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a4235e1a-ed09-416f-9d51-a7961ff9f374 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:34:53.082941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:53.328994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:53.358708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:53.492869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.6 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/7536a58d-faa9-4af1-86c5-e1dff24e9621) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:34:53.637059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:53.723149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:53.726730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b2cfb957-3063-4690-9ceb-5b91edac8820 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:53.793822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:34:53.796801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:34:53.801754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:34:53.826258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=7536a58d-faa9-4af1-86c5-e1dff24e9621,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:53.831252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:54.037955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:54.038680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:54.311390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router aea37e63-2d51-42bc-9558-17acef0aee5b is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:34:54.513112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:34:54.523213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Sync routers for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:34:54.535457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:34:54.536101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:34:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:54.614768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:54.616084 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8927505 Dec 13 23:34:54.619149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55722) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:54.659470 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-572279a2-3d95-4ef5-9498-02c27b9635e3 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389836 Dec 13 23:34:54.661899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55726) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:54.715871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:34:54.795184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa71275c-03c8-4383-b1e3-3648ec14390d tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:54.799482 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aa71275c-03c8-4383-b1e3-3648ec14390d tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338663 Dec 13 23:34:54.799916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55730) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:54.843231 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-eb03e7ed-0ceb-40d8-be7a-abaac5a2a842 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399151 Dec 13 23:34:54.843478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55734) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:54.849132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23948552', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:34:55.049743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:53Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:55.053666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Checking router: aea37e63-2d51-42bc-9558-17acef0aee5b for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:34:55.054020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Updating router aea37e63-2d51-42bc-9558-17acef0aee5b port 7536a58d-faa9-4af1-86c5-e1dff24e9621 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:34:55.081405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:34:55.085228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:subnet and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:34:55.088173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:34:55.093921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:34:55.104550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:55.191818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:34:55.295271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:55.430097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:55.441854 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Transition to ACTIVE for port object 7536a58d-faa9-4af1-86c5-e1dff24e9621 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:34:55.524311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:55.528044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0816e4a1-ca3f-4eb8-8206-3cc68b493fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:55.587529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:55.591966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-224814ff-803b-4958-a850-8506ddc16f23 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:55.608732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Attempting to bind port 7536a58d-faa9-4af1-86c5-e1dff24e9621 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:34:55.609127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Attempting to bind port 7536a58d-faa9-4af1-86c5-e1dff24e9621 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:34:55.609476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Attempting to bind port 7536a58d-faa9-4af1-86c5-e1dff24e9621 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:34:55.611394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125dea6-c1e4-43b5-9f24-9a666440959e None None] Pushing event updated for resources: {'Port': ['ID=7536a58d-faa9-4af1-86c5-e1dff24e9621,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:55.614904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7125dea6-c1e4-43b5-9f24-9a666440959e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:55.620497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:34:55.620878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:34:55.621285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:55.621724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:34:55.622194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Bound port: 7536a58d-faa9-4af1-86c5-e1dff24e9621, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:34:55.623151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:55.672674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=94493066-b815-4e15-a968-ea5481cdd170,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:55.677082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:55.685509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Checking segment: {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:34:55.685876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network hostable DHCP agents. Network: 9ce43cfd-f053-4311-ab54-d6ed819a7ca3, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:34:55.697413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] For port 7536a58d-faa9-4af1-86c5-e1dff24e9621, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:34:55.700638 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] For port 7536a58d-faa9-4af1-86c5-e1dff24e9621, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7536a58d-faa9-4af1-86c5-e1dff24e9621,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:34:55.769939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:34:55.770589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:55.774989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5ed08e74-de8c-48f3-ad35-c3dc80dff75a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:55.849014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 9ce43cfd-f053-4311-ab54-d6ed819a7ca3) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:34:55.850795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125dea6-c1e4-43b5-9f24-9a666440959e None None] Pushing event updated for resources: {'Port': ['ID=7536a58d-faa9-4af1-86c5-e1dff24e9621,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:55.853912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7125dea6-c1e4-43b5-9f24-9a666440959e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:55.855001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:34:55.855632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:34:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:55.860093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:55.860705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:55.914597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26610dbe-c8e1-429d-a7dd-b2d29414dcf5 None None] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:34:55.950463 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1032898 Dec 13 23:34:55.950657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55738) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:56.181866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:34:56.394559 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:34:56.395367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:56.671903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Allocated IP 172.20.0.2 (9ce43cfd-f053-4311-ab54-d6ed819a7ca3/94493066-b815-4e15-a968-ea5481cdd170/e4dd8bff-ae82-4792-9340-81402092cfb9) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:34:56.712222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:53Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:34:56.718107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:56.763369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116d3ceb-cdb6-49e8-b896-3b906bd04076 None None] The sync data for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv is: [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:53Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:34:56.908700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:56.919072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Transition to ACTIVE for port object e4dd8bff-ae82-4792-9340-81402092cfb9 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:34:56.938696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Transition to ACTIVE for port object e4dd8bff-ae82-4792-9340-81402092cfb9 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:34:57.004693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:57.011327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a62510dc-fcf8-4327-b8a0-1d7720048005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:57.088503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:34:57.091472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:34:57.097324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:34:57.099647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Pushing event updated for resources: {'Port': ['ID=e4dd8bff-ae82-4792-9340-81402092cfb9,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:57.103849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:57.196241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Attempting to bind port e4dd8bff-ae82-4792-9340-81402092cfb9 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:34:57.197150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Attempting to bind port e4dd8bff-ae82-4792-9340-81402092cfb9 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:34:57.197751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Attempting to bind port e4dd8bff-ae82-4792-9340-81402092cfb9 on network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:34:57.204730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:34:57.205775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Checking segment: {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:34:57.206986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:57.207483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Bound using segment: {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:34:57.208104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Bound port: e4dd8bff-ae82-4792-9340-81402092cfb9, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:34:57.208580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:57.261215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.1 (9ce43cfd-f053-4311-ab54-d6ed819a7ca3/94493066-b815-4e15-a968-ea5481cdd170/c90fdc01-20c8-4af8-ac66-19b6cc00c3f1) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:34:57.307804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] For port e4dd8bff-ae82-4792-9340-81402092cfb9, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:34:57.311192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] For port e4dd8bff-ae82-4792-9340-81402092cfb9, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e4dd8bff-ae82-4792-9340-81402092cfb9,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:34:57.376175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:57.382322 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-616a2aeb-937a-4069-b9f2-a3d08e94505a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:57.436865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:57.453796 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:34:57.462852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Pushing event updated for resources: {'Port': ['ID=e4dd8bff-ae82-4792-9340-81402092cfb9,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:57.467336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:57.524716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:57.528942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6228dc20-d865-4dec-8dcb-2e0a65b5aed6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:57.612241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:34:57.616720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:34:57.618837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=c90fdc01-20c8-4af8-ac66-19b6cc00c3f1,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:57.622336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:34:57.651458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:57.689201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:57.846282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:58.264761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:58.323836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:58.360904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094dad0a-b060-409b-a65c-5e900e67dd69 None None] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:34:58.366388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2d8958c6-81d6-4165-8aff-049aaa336ec0 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:58.449450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:58.453487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=c90fdc01-20c8-4af8-ac66-19b6cc00c3f1,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:58.457955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:58.525026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7410123e-deeb-4530-931f-fe1021084de8 None None] Provisioning for port e4dd8bff-ae82-4792-9340-81402092cfb9 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:34:58.594576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:34:58.596625 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:34:58.892317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e4dd8bff-ae82-4792-9340-81402092cfb9 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:34:58.943033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8613a1ef-be29-46cb-a51b-ca5cc0a96b39 None None] Provisioning for port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:34:58.954421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8613a1ef-be29-46cb-a51b-ca5cc0a96b39 None None] Provisioning complete for port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:34:58.954804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8613a1ef-be29-46cb-a51b-ca5cc0a96b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:59.020186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8613a1ef-be29-46cb-a51b-ca5cc0a96b39 None None] Port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:34:59.078975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port e4dd8bff-ae82-4792-9340-81402092cfb9 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:34:59.085299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port e4dd8bff-ae82-4792-9340-81402092cfb9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:34:59.085684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:59.133806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router aea37e63-2d51-42bc-9558-17acef0aee5b has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:34:59.198424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b44dff91-c9e0-461c-8d00-e6017859afcd None None] Provisioning complete for port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:34:59.198811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b44dff91-c9e0-461c-8d00-e6017859afcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:59.264124 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:59.285316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b44dff91-c9e0-461c-8d00-e6017859afcd None None] Port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:34:59.302629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port e4dd8bff-ae82-4792-9340-81402092cfb9, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e4dd8bff-ae82-4792-9340-81402092cfb9,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:34:59.348957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:34:59.362721 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/aea37e63-2d51-42bc-9558-17acef0aee5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4110110 Dec 13 23:34:59.365353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55742) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:59.394486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:59.395356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7536a58d-faa9-4af1-86c5-e1dff24e9621 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:34:59.425275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:59.508471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd2f43-444f-45d3-b02f-5433b3e88e33 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:59.508848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd2f43-444f-45d3-b02f-5433b3e88e33 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:59.509213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd2f43-444f-45d3-b02f-5433b3e88e33 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:59.509576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bd2f43-444f-45d3-b02f-5433b3e88e33 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:59.511217 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c1bd2f43-444f-45d3-b02f-5433b3e88e33 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1450069 Dec 13 23:34:59.513929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55746) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:59.521310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-16024a2b-9356-4f6e-bba3-4b30984d72ec None None] Provisioning complete for port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:34:59.521671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-16024a2b-9356-4f6e-bba3-4b30984d72ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:59.551146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=e4dd8bff-ae82-4792-9340-81402092cfb9,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:59.560429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:34:59.582524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2c4d3-95af-4d88-8678-68ce7076290e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:59.588259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2c4d3-95af-4d88-8678-68ce7076290e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:59.588259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2c4d3-95af-4d88-8678-68ce7076290e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:59.588259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2c4d3-95af-4d88-8678-68ce7076290e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:34:59.589113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-16024a2b-9356-4f6e-bba3-4b30984d72ec None None] Port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:34:59.589243 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bab2c4d3-95af-4d88-8678-68ce7076290e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0704484 Dec 13 23:34:59.590252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55750) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:34:59.631433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 7536a58d-faa9-4af1-86c5-e1dff24e9621 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:34:59.636523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7536a58d-faa9-4af1-86c5-e1dff24e9621 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:34:59.636909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:59.751821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:59.768260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 7536a58d-faa9-4af1-86c5-e1dff24e9621, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7536a58d-faa9-4af1-86c5-e1dff24e9621,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:34:59.798406 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6a70a8fc-dfc3-41a7-8bb1-294d5d549a69 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2069554 Dec 13 23:34:59.842813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:34:59.844722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7125dea6-c1e4-43b5-9f24-9a666440959e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:34:59.909163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=7536a58d-faa9-4af1-86c5-e1dff24e9621,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:34:59.912253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:00.263136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55756) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:00.269485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314991568', 'description': 'tempest-secgroup-smoke-1314991568 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:00.275732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:00.280315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:00.284356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:00.291158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:00.364328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:00.388934 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Sync routers for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:35:00.400772 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:35:00.401379 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:34:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:00.409511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:00.416019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:00.419016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:00.425856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:00.481572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:00.546819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:00.552944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2d2a6fd0-5084-4f29-b6a9-f7ec37094fde tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:00.580614 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:35:00.593037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e886592-7c69-44a0-9903-048b5bf61eae,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:00.596511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:00.667228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:00.671337 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fca80e56-df0f-4f33-960a-8f09ed4b36cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4043241 Dec 13 23:35:00.671798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55760) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:00.678706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '3e886592-7c69-44a0-9903-048b5bf61eae', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:00.684935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:00.689001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:00.692836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:00.699177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:00.794498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:00.850314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e4dd8bff-ae82-4792-9340-81402092cfb9 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:35:00.864899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:00.926567 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:34:58Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:00.930691 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Checking router: aea37e63-2d51-42bc-9558-17acef0aee5b for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:35:00.931053 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Updating router aea37e63-2d51-42bc-9558-17acef0aee5b port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:35:00.941162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:00.943653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3e777e6d-2041-4ae3-b0d7-df06f984303c tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:00.958233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port e4dd8bff-ae82-4792-9340-81402092cfb9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:35:00.958895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:00.968924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9846f549-b64a-4ba9-8d7b-a8d3e0a591c2,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:00.981451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.985560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:00.988639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:00.989340 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.044410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.048304 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3729150 Dec 13 23:35:01.048513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55764) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:01.055060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '3e886592-7c69-44a0-9903-048b5bf61eae', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:01.061639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:01.066542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:01.069520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:01.075340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:01.081415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7536a58d-faa9-4af1-86c5-e1dff24e9621 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:35:01.148252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7536a58d-faa9-4af1-86c5-e1dff24e9621 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:35:01.148476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.148622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.214982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.295899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.304451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f80200ee-5400-43c4-871b-67ff30080381 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:01.323050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5b1619-a3f5-4a76-a01c-7cb949cc300d,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:01.325685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:01.331476 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.342879 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Transition to ACTIVE for port object c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:35:01.393207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.394439 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3444240 Dec 13 23:35:01.397260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55768) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:01.406026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '3e886592-7c69-44a0-9903-048b5bf61eae', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:01.409659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:01.413490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:01.416449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:01.422538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:01.426932 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.430763 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:01.531563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.549716 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Pushing event updated for resources: {'Port': ['ID=c90fdc01-20c8-4af8-ac66-19b6cc00c3f1,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:01.561003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.561003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.561003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.561003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.561003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.561003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.561003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.563388 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.563388 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.563388 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.563388 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:35:01.567127 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:01.610521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.655193 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Attempting to bind port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:35:01.655566 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Attempting to bind port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:35:01.655966 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Attempting to bind port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 on network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:35:01.663572 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:35:01.663734 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Checking segment: {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:35:01.664125 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.664539 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Bound using segment: {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:35:01.664963 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Bound port: c90fdc01-20c8-4af8-ac66-19b6cc00c3f1, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:35:01.665436 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.678219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.681882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:01.702773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ea5b2b-d10b-4a07-8d54-57baf52a2c40,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:01.706630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:01.752474 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] For port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:35:01.755453 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] For port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c90fdc01-20c8-4af8-ac66-19b6cc00c3f1,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:35:01.785629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.786832 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3885939 Dec 13 23:35:01.789824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55772) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:01.795721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '3e886592-7c69-44a0-9903-048b5bf61eae', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:01.802250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:01.806108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:01.808982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:01.816001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:01.838584 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.842169 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:01.890609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:01.925940 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Pushing event updated for resources: {'Port': ['ID=c90fdc01-20c8-4af8-ac66-19b6cc00c3f1,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:01.929299 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:01.942081 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:35:01.942768 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:34:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:01.963000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.020837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.029626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:02.061385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660de69f-268f-4f6d-a0b8-94f2f9d0c5ea,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:02.064705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:02.122847 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:35:02.135495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.136800 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4a5df132-49df-48e3-b16f-f6d09fe42250 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3460379 Dec 13 23:35:02.139595 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55776) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:02.146504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '3e886592-7c69-44a0-9903-048b5bf61eae', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:02.152798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:02.156677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:02.159926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:02.165709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:02.238377 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:35:02.245050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.312754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.396886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.398870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fda37930-2a83-4156-9605-4723a0ded876 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:02.421548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea1aaef-dabe-4275-85f8-4c47f6e2f318,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:02.424593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:02.460179 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:01Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:02.463990 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5ad7b-952e-4867-9df9-bf8978bf4f59 None None] The sync data for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv is: [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:01Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:35:02.489839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.491290 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3506041 Dec 13 23:35:02.495835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55780) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:02.506560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '3e886592-7c69-44a0-9903-048b5bf61eae', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:02.516888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:02.523934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:02.530042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:02.537418 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:02.625956 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:35:02.634561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.706246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.792228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.795130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-09a227ce-3162-4e87-b552-81a4b3d4ac76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:02.814324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db4731b-6645-46dc-b677-21313bbd897c,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:02.817120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:02.867534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:35:02.884389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:02.892705 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3890195 Dec 13 23:35:03.019954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:35:03.025491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:35:03.026099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:03.054119 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:35:03.078484 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-05d9e71a-6810-41c6-adb1-1f933aa40307 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314991568&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.0546138 Dec 13 23:35:03.156154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:03.190330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c90fdc01-20c8-4af8-ac66-19b6cc00c3f1,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:35:03.233505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-94acd9af-fd5a-4bab-9d9c-d759e25a0d00 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:03.234933 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-94acd9af-fd5a-4bab-9d9c-d759e25a0d00 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 796 time: 0.1556747 Dec 13 23:35:03.252645 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-ef3bacbb-35cf-436b-b3fc-17dc67b758cc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0111408 Dec 13 23:35:03.265987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:03.268208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7125dea6-c1e4-43b5-9f24-9a666440959e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:03.351879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=c90fdc01-20c8-4af8-ac66-19b6cc00c3f1,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:03.352547 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-3ec14eb2-cb89-4b9e-9c8f-a82bf47a043c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937605 Dec 13 23:35:03.354894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:03.495704 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-5845c99f-c466-459d-9bad-70307f68b77f service neutron] 10.222.0.30 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274159 Dec 13 23:35:03.723812 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-5636c39b-42bb-4dfa-8bac-a0ab5c8a5e8a service neutron] 10.222.0.30 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220271 Dec 13 23:35:03.983414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5cab2dd8-b2b5-473b-944f-053be95af869 req-2d14bd7a-f718-4015-9ccc-7156e73b7836 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:35:04.061377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5cab2dd8-b2b5-473b-944f-053be95af869 req-2d14bd7a-f718-4015-9ccc-7156e73b7836 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:35:04.062567 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5cab2dd8-b2b5-473b-944f-053be95af869 req-2d14bd7a-f718-4015-9ccc-7156e73b7836 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 210 time: 0.1241868 Dec 13 23:35:04.837241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:35:04.907197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:35:04.907494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:05.223948 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4c784162-0d54-4b23-af12-2f67a7c02d36 req-b9b67c60-714c-46fb-a797-28ed647dfbc8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 210 time: 0.0418556 Dec 13 23:35:06.060065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-db908d75-4944-477d-a757-b6d771c303d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:06.061395 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-db908d75-4944-477d-a757-b6d771c303d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 796 time: 0.1448514 Dec 13 23:35:06.115713 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-51f233a6-af29-4e09-af7d-f634d3d6294a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 380 time: 0.0405571 Dec 13 23:35:06.123755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': '2157a62a-aeec-45b8-af19-b78283ac8835', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['3e886592-7c69-44a0-9903-048b5bf61eae']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:06.259516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:06.269966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:06.351663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:35:06.354634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:06.407198 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c12c7892-5317-4b10-9225-20ac49c411fb req-4377070f-04d9-4eef-a59f-eaf870d871cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 210 time: 0.0444722 Dec 13 23:35:06.523767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.9 (9ce43cfd-f053-4311-ab54-d6ed819a7ca3/94493066-b815-4e15-a968-ea5481cdd170/563c27fc-ec08-4b45-a560-f98df791fe71) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:35:06.709425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:06.724999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 563c27fc-ec08-4b45-a560-f98df791fe71 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:35:06.810299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:06.817723 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-66be771b-52ab-4d4c-8da1-f8b34c3a9da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:06.881860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:35:06.889035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:35:06.891496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:35:06.938578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=563c27fc-ec08-4b45-a560-f98df791fe71,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:06.942687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:06.968620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:06.969136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:07.050990 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307365 Dec 13 23:35:07.063756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Request body: {'port': {'device_id': '2157a62a-aeec-45b8-af19-b78283ac8835', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:07.217244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:07.284686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-143cc1ad-0e63-49f6-8f2d-0ae6cdedc286 None None] Provisioning for port 563c27fc-ec08-4b45-a560-f98df791fe71 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:35:07.289831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-143cc1ad-0e63-49f6-8f2d-0ae6cdedc286 None None] Provisioning complete for port 563c27fc-ec08-4b45-a560-f98df791fe71 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:35:07.290216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-143cc1ad-0e63-49f6-8f2d-0ae6cdedc286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:07.344218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-143cc1ad-0e63-49f6-8f2d-0ae6cdedc286 None None] Port 563c27fc-ec08-4b45-a560-f98df791fe71 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:35:07.586046 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563c27fc-ec08-4b45-a560-f98df791fe71 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:35:07.593954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:07.614852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Transition to ACTIVE for port object 563c27fc-ec08-4b45-a560-f98df791fe71 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:35:07.637687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0561f2-a7c9-4787-9401-71d5636b1201 req-eb547aec-c7af-4cff-9658-d36502523e61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:07.656483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9f0561f2-a7c9-4787-9401-71d5636b1201 req-eb547aec-c7af-4cff-9658-d36502523e61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:35:07.689050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:07.693240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9d422be5-1df5-4c14-afac-26caed5bde2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:07.726277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9f0561f2-a7c9-4787-9401-71d5636b1201 req-eb547aec-c7af-4cff-9658-d36502523e61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:35:07.727414 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f0561f2-a7c9-4787-9401-71d5636b1201 req-eb547aec-c7af-4cff-9658-d36502523e61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 931 time: 0.1953194 Dec 13 23:35:07.846793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=563c27fc-ec08-4b45-a560-f98df791fe71,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:07.853427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:07.865239 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f0561f2-a7c9-4787-9401-71d5636b1201 req-549eb022-44b0-49f7-8076-d4564c28ce59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282046 Dec 13 23:35:08.072518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Attempting to bind port 563c27fc-ec08-4b45-a560-f98df791fe71 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:35:08.072824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Attempting to bind port 563c27fc-ec08-4b45-a560-f98df791fe71 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:35:08.073061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Attempting to bind port 563c27fc-ec08-4b45-a560-f98df791fe71 on network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:35:08.078817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Port 563c27fc-ec08-4b45-a560-f98df791fe71 on network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:35:08.079132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Attempting to bind port 563c27fc-ec08-4b45-a560-f98df791fe71 on network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:35:08.085830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:35:08.086167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Checking segment: {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:35:08.086550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Bound using segment: {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:35:08.086965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Bound port: 563c27fc-ec08-4b45-a560-f98df791fe71, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:35:08.087307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:08.180061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] For port 563c27fc-ec08-4b45-a560-f98df791fe71, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:35:08.182880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] For port 563c27fc-ec08-4b45-a560-f98df791fe71, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=563c27fc-ec08-4b45-a560-f98df791fe71,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:35:08.245146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:08.252002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-830d10fd-3d81-40d6-8c45-a1da4ffc5587 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:08.311691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:08.313041 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] 10.222.0.18 "PUT /v2.0/ports/563c27fc-ec08-4b45-a560-f98df791fe71 HTTP/1.1" status: 200 len: 1093 time: 1.2537718 Dec 13 23:35:08.313622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:35:08.344702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Pushing event updated for resources: {'Port': ['ID=563c27fc-ec08-4b45-a560-f98df791fe71,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:08.349019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:08.399533 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71', 'status': 'completed', 'code': 200} Dec 13 23:35:08.503147 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e02ce177-0c5f-4c9c-b20f-e2b09fba074b req-5fad3069-458b-4326-8c68-960e8d11452d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 1096 time: 0.0809655 Dec 13 23:35:08.649319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ce177-0c5f-4c9c-b20f-e2b09fba074b req-29b175f1-7570-42f5-866e-dbfae6db9e0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:08.650738 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e02ce177-0c5f-4c9c-b20f-e2b09fba074b req-29b175f1-7570-42f5-866e-dbfae6db9e0e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1399522 Dec 13 23:35:08.786227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ce177-0c5f-4c9c-b20f-e2b09fba074b req-f29fa7a0-339d-459d-a24f-d0d140bb7787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:08.787723 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e02ce177-0c5f-4c9c-b20f-e2b09fba074b req-f29fa7a0-339d-459d-a24f-d0d140bb7787 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313066 Dec 13 23:35:08.899147 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-ef7530b8-1967-46ec-b4a7-765d98aad985 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 1096 time: 0.0745721 Dec 13 23:35:08.968019 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-0669a652-48d5-4888-b8f8-b0f34aeb0159 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=563c27fc-ec08-4b45-a560-f98df791fe71 HTTP/1.1" status: 200 len: 217 time: 0.0619695 Dec 13 23:35:09.078889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-9055bfba-3190-4a26-af1d-3174cf06a99c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:09.080957 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-9055bfba-3190-4a26-af1d-3174cf06a99c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94493066-b815-4e15-a968-ea5481cdd170 HTTP/1.1" status: 200 len: 833 time: 0.1074696 Dec 13 23:35:09.150262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81120734-27d4-446c-8d91-ac8f2967195f req-2658d6af-b92a-4854-ad15-6126aef1c633 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:09.151711 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-81120734-27d4-446c-8d91-ac8f2967195f req-2658d6af-b92a-4854-ad15-6126aef1c633 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 943 time: 0.1451104 Dec 13 23:35:09.209162 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-f9421440-41cd-4e08-8d02-bd7ec2ab148b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164131 Dec 13 23:35:09.213796 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-81120734-27d4-446c-8d91-ac8f2967195f req-29a0ea63-8d36-4ac3-b4e9-f40ee01702ef tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559483 Dec 13 23:35:09.341431 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-788a8ade-0ee0-477b-841b-f007ee6556d7 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251750 Dec 13 23:35:09.475336 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a61e1f7-4d2b-4517-90b8-32138db55ddd req-6ecd0a97-4e69-4d3a-a7a7-37dce923923a service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278191 Dec 13 23:35:10.416353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a19d7-f5a3-4719-a3f7-62667b450885 req-fc34bab0-4cb0-4f57-8d0d-73354983d01c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:10.417811 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d16a19d7-f5a3-4719-a3f7-62667b450885 req-fc34bab0-4cb0-4f57-8d0d-73354983d01c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 943 time: 0.0824287 Dec 13 23:35:10.464325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d16a19d7-f5a3-4719-a3f7-62667b450885 req-7f046a13-b065-42e5-96bd-34f9214ca9e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:35:10.535084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d16a19d7-f5a3-4719-a3f7-62667b450885 req-7f046a13-b065-42e5-96bd-34f9214ca9e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:35:10.536194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d16a19d7-f5a3-4719-a3f7-62667b450885 req-7f046a13-b065-42e5-96bd-34f9214ca9e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117868 Dec 13 23:35:10.964350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 563c27fc-ec08-4b45-a560-f98df791fe71 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:35:11.099023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 563c27fc-ec08-4b45-a560-f98df791fe71, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=563c27fc-ec08-4b45-a560-f98df791fe71,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:35:11.112506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '563c27fc-ec08-4b45-a560-f98df791fe71', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'port_id': '563c27fc-ec08-4b45-a560-f98df791fe71', 'mac_address': 'fa:16:3e:a0:72:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:35:11.167748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:11.185197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563c27fc-ec08-4b45-a560-f98df791fe71 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:35:11.199975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 563c27fc-ec08-4b45-a560-f98df791fe71, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=563c27fc-ec08-4b45-a560-f98df791fe71,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:35:11.284536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:11.286237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f642aad6-928c-42fb-9ad5-e02ad01b3e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:11.350230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=563c27fc-ec08-4b45-a560-f98df791fe71,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:11.353151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:11.521822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['563c27fc-ec08-4b45-a560-f98df791fe71'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:35:11.736630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36076d-0e8f-439b-a530-e216b668647f req-3e090d21-cc1c-43ba-9a23-2c1021dc3718 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:11.737616 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ef36076d-0e8f-439b-a530-e216b668647f req-3e090d21-cc1c-43ba-9a23-2c1021dc3718 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 944 time: 0.0781136 Dec 13 23:35:11.789867 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ef36076d-0e8f-439b-a530-e216b668647f req-90003dfb-ca92-4694-869a-d562b4ffa895 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462644 Dec 13 23:35:11.865668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7f9ef2c1-bf4d-4faf-930a-699c65618889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:12.962901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 563c27fc-ec08-4b45-a560-f98df791fe71 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:35:12.986343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f425c7-885f-4165-bc04-ab67ffb0d6ed req-7c6a0f7b-9201-44fc-9e73-0a961c6a4637 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:12.987586 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e1f425c7-885f-4165-bc04-ab67ffb0d6ed req-7c6a0f7b-9201-44fc-9e73-0a961c6a4637 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 944 time: 0.0773053 Dec 13 23:35:13.032363 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e1f425c7-885f-4165-bc04-ab67ffb0d6ed req-83dce3f9-e0c2-47f7-8d6a-697ee24dd945 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393353 Dec 13 23:35:13.093931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 563c27fc-ec08-4b45-a560-f98df791fe71 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:35:13.100094 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 563c27fc-ec08-4b45-a560-f98df791fe71 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:35:13.100489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:13.213489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:13.240047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:35:13.249163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 563c27fc-ec08-4b45-a560-f98df791fe71, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=563c27fc-ec08-4b45-a560-f98df791fe71,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:35:13.323983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:13.325834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:13.372494 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71', 'code': 200} Dec 13 23:35:13.395294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=563c27fc-ec08-4b45-a560-f98df791fe71,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:13.398165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:13.711416 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ffd4b488-31ab-4bea-82f1-1b53a63927b1 req-8443033f-ce5e-436b-a4dc-c697ae5f6811 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 1098 time: 0.0678713 Dec 13 23:35:13.754742 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ffd4b488-31ab-4bea-82f1-1b53a63927b1 req-3f116756-5f3a-4a03-821b-e3befc0844f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365825 Dec 13 23:35:14.071064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1533fba-8440-41d1-ab54-a88732885eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:14.235156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6109d-8a7a-4e5a-a317-db6897a4894a req-9713ddd1-b420-47a0-9e1b-a6255b3f88e5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:14.237312 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ede6109d-8a7a-4e5a-a317-db6897a4894a req-9713ddd1-b420-47a0-9e1b-a6255b3f88e5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 945 time: 0.0822623 Dec 13 23:35:14.281879 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ede6109d-8a7a-4e5a-a317-db6897a4894a req-f7312d69-a0c3-46ed-bf1d-f4a6d4e6d389 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390792 Dec 13 23:35:15.330463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:15.438111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:15.500015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304dd71-c86d-4cd0-8892-62ac288a03ca req-b13cd7b0-c32c-466a-af9c-e5df84fae6eb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:15.502172 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f304dd71-c86d-4cd0-8892-62ac288a03ca req-b13cd7b0-c32c-466a-af9c-e5df84fae6eb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 945 time: 0.0836201 Dec 13 23:35:15.547450 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f304dd71-c86d-4cd0-8892-62ac288a03ca req-6d27f011-6d18-487b-ad41-16e24d534964 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396757 Dec 13 23:35:15.742672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bf07c-5375-4503-b6a1-0c61a721dd4b req-dc641cc8-a894-43a3-a28d-0cebc315a0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:15.744064 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9d3bf07c-5375-4503-b6a1-0c61a721dd4b req-dc641cc8-a894-43a3-a28d-0cebc315a0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 945 time: 0.0798960 Dec 13 23:35:15.790956 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9d3bf07c-5375-4503-b6a1-0c61a721dd4b req-75c037ac-4430-487d-9295-22e9e91b33c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412354 Dec 13 23:35:15.819282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55832) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:15.891690 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0c54cc66-3d89-4816-b4dc-a4e195313c1e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 1093 time: 0.0711496 Dec 13 23:35:15.894994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55836) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:15.900043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '563c27fc-ec08-4b45-a560-f98df791fe71', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:15.906281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:15.910204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:floatingip and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:15.913056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:15.918805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:15.985475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:16.123716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:16.371760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.190 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/2f0153be-e581-4ad0-9e12-b964d9e3f54c) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:35:16.517705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:16.592671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:16.596890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:16.660756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:35:16.663445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:35:16.667804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:35:16.683876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:16.695067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=2f0153be-e581-4ad0-9e12-b964d9e3f54c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:16.699966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:17.185165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:17.303251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:17.508791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:17.574862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:17.578653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-012077e5-ba0f-4f30-98e0-f1b291e7d487 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:17.676487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=2f0153be-e581-4ad0-9e12-b964d9e3f54c,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:17.680353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:17.696980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:17.887586 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP 2f059d7e-5a33-4f07-84b9-fff8e883ab99 associated. External IP: 172.26.5.190, port: 563c27fc-ec08-4b45-a560-f98df791fe71. Dec 13 23:35:18.390600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router aea37e63-2d51-42bc-9558-17acef0aee5b has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:35:18.597048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:35:18.607178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] Sync routers for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:35:18.619738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:35:18.620354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:35:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:18.682455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:18.736557 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8398705 Dec 13 23:35:18.737451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:35:18.739912 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55840) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:18.816004 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71', 'status': 'completed', 'code': 200} Dec 13 23:35:18.825743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:35:18.987507 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5b74df2a-4057-4d12-abaf-383fb6144a4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 991 time: 0.2461998 Dec 13 23:35:19.016900 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-80e27c36-109b-4c97-8728-7b14189d3833 req-b2df0298-26b9-4616-89d2-9e8f0e61d0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 1098 time: 0.1790829 Dec 13 23:35:19.152908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e27c36-109b-4c97-8728-7b14189d3833 req-5d467837-bcd8-4ab3-98fc-b2fa4d17df4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:19.154363 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-80e27c36-109b-4c97-8728-7b14189d3833 req-5d467837-bcd8-4ab3-98fc-b2fa4d17df4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 897 time: 0.1300855 Dec 13 23:35:19.159553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:19.191408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2f059d7e-5a33-4f07-84b9-fff8e883ab99', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.190', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'port_id': '563c27fc-ec08-4b45-a560-f98df791fe71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'mac_address': 'fa:16:3e:a0:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2157a62a-aeec-45b8-af19-b78283ac8835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:35:17Z', 'updated_at': '2021-12-13T23:35:17Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:19.195425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] Checking router: aea37e63-2d51-42bc-9558-17acef0aee5b for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:35:19.207070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:35:19.207803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:35:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:19.258737 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-80e27c36-109b-4c97-8728-7b14189d3833 req-c9dba8b1-eeed-4552-ab30-216ca1314b85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=563c27fc-ec08-4b45-a560-f98df791fe71 HTTP/1.1" status: 200 len: 999 time: 0.0981710 Dec 13 23:35:19.322620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e27c36-109b-4c97-8728-7b14189d3833 req-68978baf-b573-4277-94b5-0d254e475952 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:19.324214 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-80e27c36-109b-4c97-8728-7b14189d3833 req-68978baf-b573-4277-94b5-0d254e475952 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94493066-b815-4e15-a968-ea5481cdd170 HTTP/1.1" status: 200 len: 833 time: 0.0594811 Dec 13 23:35:19.388935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:35:19.404543 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-80e27c36-109b-4c97-8728-7b14189d3833 req-764c5846-7b8a-412f-b586-af971f7811a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735002 Dec 13 23:35:19.541464 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-80e27c36-109b-4c97-8728-7b14189d3833 req-2fa7c1fd-98e9-453c-9b7f-b7494af17c4c service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278362 Dec 13 23:35:19.674839 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-80e27c36-109b-4c97-8728-7b14189d3833 req-a7824d90-006e-4fc5-bac0-6dc5715515f2 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271031 Dec 13 23:35:19.741377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2f059d7e-5a33-4f07-84b9-fff8e883ab99', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.190', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'port_id': '563c27fc-ec08-4b45-a560-f98df791fe71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'mac_address': 'fa:16:3e:a0:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2157a62a-aeec-45b8-af19-b78283ac8835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:35:17Z', 'updated_at': '2021-12-13T23:35:17Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:19.745325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736c9a5-8ab4-4947-a88f-dba8850473cc None None] The sync data for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv is: [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2f059d7e-5a33-4f07-84b9-fff8e883ab99', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.190', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'port_id': '563c27fc-ec08-4b45-a560-f98df791fe71', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'mac_address': 'fa:16:3e:a0:72:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2157a62a-aeec-45b8-af19-b78283ac8835', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:35:17Z', 'updated_at': '2021-12-13T23:35:17Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:35:19.991159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55846) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:20.094933 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bb98676f-6dc9-46ef-ae0d-c2c7807ead50 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 991 time: 0.1024017 Dec 13 23:35:20.329068 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b015e6-e21e-49ee-b739-c76160b3b8a9 None None] New status for floating IP 2f059d7e-5a33-4f07-84b9-fff8e883ab99: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:35:21.098353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55850) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:21.208111 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6cce3221-63a0-4ef7-8de4-63691728865f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 993 time: 0.1083586 Dec 13 23:35:34.761605 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-0460912c-7bcc-4dcd-a211-91fcdb0c2b84 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733278 Dec 13 23:35:34.898623 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-c5fd9969-fb43-46e1-b366-bab08202b0b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 1098 time: 0.0688066 Dec 13 23:35:35.041789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-3a7f1965-69af-491e-9412-0f0da1843879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:35.043135 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-3a7f1965-69af-491e-9412-0f0da1843879 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 897 time: 0.1261864 Dec 13 23:35:35.149573 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-e889073d-2662-4921-946f-4516f9b17a42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=563c27fc-ec08-4b45-a560-f98df791fe71 HTTP/1.1" status: 200 len: 1001 time: 0.0989132 Dec 13 23:35:35.212987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-1a63ba52-3236-4c3e-9357-e45d23b13f1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:35.214353 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-1a63ba52-3236-4c3e-9357-e45d23b13f1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94493066-b815-4e15-a968-ea5481cdd170 HTTP/1.1" status: 200 len: 833 time: 0.0567849 Dec 13 23:35:35.302593 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-55a3d5de-1575-4a30-bbea-9ff8674d2bd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721400 Dec 13 23:35:35.541306 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-8e72f0df-9013-4b52-b54a-4e56337c42c8 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315195 Dec 13 23:35:35.673129 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4a502ee4-78fe-40b2-9960-b3cd3dfdfd40 req-5fc39cde-f4da-45a8-af94-c42ff5e1b077 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254175 Dec 13 23:35:40.054178 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:35:41.870420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ff667c5-cd80-401e-a67b-f8806842c3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:44.077175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2c346b0b-b191-4ea4-a50c-da780acabb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:45.328562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:45.407708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:46.716762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:49.174200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:50.478260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55866) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:50.552963 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cde06cbd-38fe-4d8a-b54a-0604dfa72fa7 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=d3d8da920508450f8da84f5580d6eb0f&network_id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 2999 time: 0.0734761 Dec 13 23:35:52.673468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55878) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:52.732562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4714674d-b7e0-4831-902e-9cf42edf2f1b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:52.734013 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4714674d-b7e0-4831-902e-9cf42edf2f1b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7 HTTP/1.1" status: 200 len: 814 time: 0.0596728 Dec 13 23:35:53.387366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55886) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:53.393702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b634e20d-4ca7-422f-a6c6-9e4ad78e4d20 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:53.497459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b634e20d-4ca7-422f-a6c6-9e4ad78e4d20 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:53.777453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b634e20d-4ca7-422f-a6c6-9e4ad78e4d20 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:53.835986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b634e20d-4ca7-422f-a6c6-9e4ad78e4d20 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:53.836331 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-b634e20d-4ca7-422f-a6c6-9e4ad78e4d20 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP 2f059d7e-5a33-4f07-84b9-fff8e883ab99 disassociated. External IP: 172.26.5.190, port: 563c27fc-ec08-4b45-a560-f98df791fe71. Dec 13 23:35:54.225443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b634e20d-4ca7-422f-a6c6-9e4ad78e4d20 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router aea37e63-2d51-42bc-9558-17acef0aee5b has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:35:54.546444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b634e20d-4ca7-422f-a6c6-9e4ad78e4d20 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:35:54.551306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b634e20d-4ca7-422f-a6c6-9e4ad78e4d20 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:54.557212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] Sync routers for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:35:54.570264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:35:54.570874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:35:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:54.607633 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b634e20d-4ca7-422f-a6c6-9e4ad78e4d20 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 690 time: 1.2191346 Dec 13 23:35:54.608285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:35:54.610448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55890) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:54.663813 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71', 'status': 'completed', 'code': 200} Dec 13 23:35:54.740571 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9849c133-0ab9-406b-87a2-94f0f534be42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 690 time: 0.1288462 Dec 13 23:35:54.746267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:35:54.774405 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aa46ee59-eb73-45c8-bb4e-c6597f0c20a0 req-09df02f2-e5ff-429d-b5f4-fe18f73d9620 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 1098 time: 0.0782502 Dec 13 23:35:54.915924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46ee59-eb73-45c8-bb4e-c6597f0c20a0 req-71c4a4e4-51f1-4c7d-a34b-158fa8c0118d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:54.917355 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aa46ee59-eb73-45c8-bb4e-c6597f0c20a0 req-71c4a4e4-51f1-4c7d-a34b-158fa8c0118d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 897 time: 0.1364095 Dec 13 23:35:54.989962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aa46ee59-eb73-45c8-bb4e-c6597f0c20a0 req-479ae379-8a91-4054-ab64-eee9fad2f5d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=563c27fc-ec08-4b45-a560-f98df791fe71 HTTP/1.1" status: 200 len: 217 time: 0.0663571 Dec 13 23:35:55.052823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46ee59-eb73-45c8-bb4e-c6597f0c20a0 req-b976d5b6-df2f-4eff-ae06-cd4b55bf2032 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:35:55.054328 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aa46ee59-eb73-45c8-bb4e-c6597f0c20a0 req-b976d5b6-df2f-4eff-ae06-cd4b55bf2032 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94493066-b815-4e15-a968-ea5481cdd170 HTTP/1.1" status: 200 len: 833 time: 0.0586317 Dec 13 23:35:55.100789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:55.104845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] Checking router: aea37e63-2d51-42bc-9558-17acef0aee5b for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:35:55.115812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:35:55.116422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:35:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:55.136024 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aa46ee59-eb73-45c8-bb4e-c6597f0c20a0 req-9214c1bd-5faa-4e02-9a34-6634b5daec7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759637 Dec 13 23:35:55.266766 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aa46ee59-eb73-45c8-bb4e-c6597f0c20a0 req-b6c2c0d9-a71c-49f2-ac35-95f7b1db2e58 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248484 Dec 13 23:35:55.300750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:35:55.400112 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aa46ee59-eb73-45c8-bb4e-c6597f0c20a0 req-952197d0-ac1c-4142-9b42-fb7ace8d618f service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263142 Dec 13 23:35:55.611472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:35:55.616056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b5b0dd-a9b0-46f3-8ad9-e3292be8e0ad None None] The sync data for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv is: [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:35:55.743851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55896) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:55.825774 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21af7547-5013-4547-b575-c9ac2ee12a5d None None] New status for floating IP 2f059d7e-5a33-4f07-84b9-fff8e883ab99: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:35:55.829141 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c2168f45-2b15-4799-9251-2684e5f8b0e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 690 time: 0.0840106 Dec 13 23:35:56.832874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55900) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:56.916994 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e7e0b8c5-abe1-4b08-8d65-d9a4bfd31913 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 688 time: 0.0828378 Dec 13 23:35:58.232514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55906) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:58.239265 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67311333', 'description': 'tempest-secgroup-smoke-67311333 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:58.245285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:58.254988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:58.299503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:58.336247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:58.339989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:58.342777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:58.349392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:58.404179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:58.459420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:58.463014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-89416a50-20a0-435f-bf80-1fa471be0758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:58.501889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:58.506456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:58.584787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:58.586019 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.3525066 Dec 13 23:35:58.588915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55910) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:58.594402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:58.601091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:58.604931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:58.607797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:58.613760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:58.688430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:58.748646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:58.830041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:58.837225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8b66f2d0-7cfc-4fea-b87c-025d430c9df9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:58.857081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e193d89-4fc3-4624-b720-c7feed1999b5,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:58.859701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:58.927578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:58.928777 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3389730 Dec 13 23:35:58.931677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55914) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:58.937194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:58.943308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:58.947098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:58.949958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:58.955585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:59.043873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.105418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.185054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.186842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-602c3cc4-281e-4b35-abfa-765b1b2b88ed tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:59.209440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5595d1-130d-4544-9bd7-4ca5cd320ed8,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:59.213846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:59.276535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.277695 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3450761 Dec 13 23:35:59.280423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55918) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:59.286359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:59.292159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:59.296189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:59.298908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:59.304697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:59.386067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.447567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.539184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.541091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0ab12840-8dd2-40e1-8702-50b41866b2be tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:59.566235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9911fe-2e0e-425e-87e4-a25a6540d111,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:59.568632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:35:59.648474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.649651 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3683057 Dec 13 23:35:59.652391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55922) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:35:59.657794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:35:59.664566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:35:59.668320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:35:59.671412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:35:59.677251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:35:59.745777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.813375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.917069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:35:59.922893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2571c001-d5cc-4b01-8b8f-306ce8237a7e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:35:59.942448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fbe299d-fd45-4da8-ac28-63cf01c67285,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:35:59.946745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:00.031292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:00.032526 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3792098 Dec 13 23:36:00.035700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55926) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:00.041317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:36:00.047400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:36:00.052196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:36:00.055053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:36:00.060745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:36:00.146419 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:36:00.152972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:00.217233 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:00.294124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:00.296223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1bee81c0-25b5-4c00-bccd-b09056373eb3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:00.318782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737f2cea-d6fe-4828-9168-c51deea9268c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:00.323117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:00.380453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:00.381696 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3450236 Dec 13 23:36:00.384422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55930) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:00.389958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:36:00.397006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:36:00.400961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:36:00.404168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:36:00.410913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:36:00.505212 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:36:00.512088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:00.579459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:00.670411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:00.675891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-30d547a3-1232-4688-a54e-9c01183aab95 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:00.695299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1857b8f0-cecd-49b3-beed-6e1e1ad7edd0,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:00.699569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:00.761724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:00.762849 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3774807 Dec 13 23:36:01.034200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-e1996cb3-9d63-4d0b-8597-f0f48a0388b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:36:01.105589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-e1996cb3-9d63-4d0b-8597-f0f48a0388b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:36:01.106751 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-e1996cb3-9d63-4d0b-8597-f0f48a0388b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67311333&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.2116296 Dec 13 23:36:01.255639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-8b20ee9e-ecba-4994-b46a-1ba31edf6e09 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:01.257062 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-8b20ee9e-ecba-4994-b46a-1ba31edf6e09 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 796 time: 0.1430943 Dec 13 23:36:01.273830 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-eb1c3a5b-e1f7-4f08-b239-43ef43ed19e5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0103705 Dec 13 23:36:01.356837 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-30fa833b-3dff-4661-a690-906c65eef2e6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0779355 Dec 13 23:36:01.495018 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-ce1b4bb2-ad35-4d70-bbb6-f7c7682208ec service neutron] 10.222.0.30 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258705 Dec 13 23:36:01.633219 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-66fe2e46-0e29-497e-a2a4-07f5995547cc service neutron] 10.222.0.30 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323624 Dec 13 23:36:01.901227 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-89e96c05-e54e-4600-89d7-e883fb4e2a6a req-87c481ea-be4e-4bb9-9ac4-39a4a09e986c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 210 time: 0.0445068 Dec 13 23:36:03.075454 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-478b8270-fdff-4337-b38b-eb6f2961d41f req-311cac6b-c748-4074-ad71-042bf7b437be tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 210 time: 0.0530941 Dec 13 23:36:03.662066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-04c3f3a0-33f0-4a2c-bbce-38ce7ac30f7c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:03.663375 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-04c3f3a0-33f0-4a2c-bbce-38ce7ac30f7c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 796 time: 0.1510606 Dec 13 23:36:03.718873 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-d14dffbd-5a24-42df-8c02-0f4c91362dac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 471 time: 0.0426366 Dec 13 23:36:03.727975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:36:03.866659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:36:03.876024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:36:03.939262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:36:03.943274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:04.108173 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.3 (9ce43cfd-f053-4311-ab54-d6ed819a7ca3/94493066-b815-4e15-a968-ea5481cdd170/9e79bbd1-b1de-4bf6-aa70-9e9cddba403e) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:36:04.241800 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-beeb2620-98f4-40c4-9467-7c4f7b9848b6 req-1ce44f53-cbe7-4c2e-b08a-387806d58588 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 210 time: 0.0422964 Dec 13 23:36:04.298144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:04.313879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:36:04.391623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:04.397598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2012f6de-bf81-4b79-b3b1-dc3e50ea3566 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:04.468156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:36:04.471166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:36:04.476057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:36:04.501704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:04.519735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.520308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.520641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.521023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.521404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.521781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.522164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.522540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.522911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.523278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.523676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:04.529003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:04.554444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:04.555047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:04.620827 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969052 Dec 13 23:36:04.633414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Request body: {'port': {'device_id': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:36:04.742728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:04.751174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8e689dbe-3a54-4cc0-8f54-79b612c30c03 None None] Provisioning for port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:36:04.756705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8e689dbe-3a54-4cc0-8f54-79b612c30c03 None None] Provisioning complete for port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:36:04.757561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8e689dbe-3a54-4cc0-8f54-79b612c30c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:04.813387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8e689dbe-3a54-4cc0-8f54-79b612c30c03 None None] Port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:36:05.171115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:36:05.178015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:05.192169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Transition to ACTIVE for port object 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:36:05.242146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:05.245667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:05.444138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Pushing event updated for resources: {'Port': ['ID=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:05.455508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:05.545097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Attempting to bind port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:36:05.545436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Attempting to bind port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:36:05.545765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Attempting to bind port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e on network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:36:05.560648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9fae2f-2c43-4535-8ecf-d8d038c88f64 req-ec427511-8e9d-4833-9ee2-3b38772c3c90 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:05.561343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-df9fae2f-2c43-4535-8ecf-d8d038c88f64 req-ec427511-8e9d-4833-9ee2-3b38772c3c90 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:36:05.564726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e on network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:36:05.565051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Attempting to bind port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e on network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:36:05.577609 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:36:05.577891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Checking segment: {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:36:05.578271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Bound using segment: {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:36:05.578693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Bound port: 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:36:05.579037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:05.662308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-df9fae2f-2c43-4535-8ecf-d8d038c88f64 req-ec427511-8e9d-4833-9ee2-3b38772c3c90 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:36:05.663428 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-df9fae2f-2c43-4535-8ecf-d8d038c88f64 req-ec427511-8e9d-4833-9ee2-3b38772c3c90 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 943 time: 0.2868681 Dec 13 23:36:05.691761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] For port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:36:05.707318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] For port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:36:05.719454 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-df9fae2f-2c43-4535-8ecf-d8d038c88f64 req-11ed62ce-d4b0-469c-a142-35b1f7921c75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503809 Dec 13 23:36:05.814530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:05.818586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:05.875834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:05.877572 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] 10.222.0.18 "PUT /v2.0/ports/9e79bbd1-b1de-4bf6-aa70-9e9cddba403e HTTP/1.1" status: 200 len: 1093 time: 1.2488756 Dec 13 23:36:05.880694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'tag': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:36:05.906689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Pushing event updated for resources: {'Port': ['ID=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:05.911798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:05.945052 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'tag': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e', 'status': 'completed', 'code': 200} Dec 13 23:36:06.037805 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ba3586ae-63f5-4cca-9955-8ec16523c91e req-6eeb8a00-7e54-4ad6-b0f4-e37630216f0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 1096 time: 0.0731750 Dec 13 23:36:06.182860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3586ae-63f5-4cca-9955-8ec16523c91e req-ca1e8719-0044-4163-99da-4a4523039ad2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:06.184332 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ba3586ae-63f5-4cca-9955-8ec16523c91e req-ca1e8719-0044-4163-99da-4a4523039ad2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1398840 Dec 13 23:36:06.318157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3586ae-63f5-4cca-9955-8ec16523c91e req-b814373f-2980-44c3-9651-f638592ebe2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:06.319592 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ba3586ae-63f5-4cca-9955-8ec16523c91e req-b814373f-2980-44c3-9651-f638592ebe2b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292975 Dec 13 23:36:06.424629 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-6e0318b0-9798-492d-9a58-9e37ac7f234b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 1096 time: 0.0693498 Dec 13 23:36:06.496423 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-70c6a143-24d5-420e-8350-85ccb13a9bb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e HTTP/1.1" status: 200 len: 217 time: 0.0638738 Dec 13 23:36:06.556873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-0329c501-78ab-45bf-b563-7aa73ef7c117 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:06.558267 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-0329c501-78ab-45bf-b563-7aa73ef7c117 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94493066-b815-4e15-a968-ea5481cdd170 HTTP/1.1" status: 200 len: 833 time: 0.0558257 Dec 13 23:36:06.636542 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-2b3a1a9d-890b-4684-a057-e755e7a7b0f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719814 Dec 13 23:36:06.766190 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-a7f4d864-0c4f-4cf3-80b5-9d4558494a26 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236200 Dec 13 23:36:07.045799 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9cc74712-9c74-4ff1-bb7c-697e08eae2b0 req-ee947531-18ff-4986-ba58-56df5b11e248 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737834 Dec 13 23:36:07.067026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213bb2a-5ef2-4ac3-9f11-bd69e1bd33d9 req-77b57e69-0a22-497d-b863-47cf2d13db53 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:07.070789 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e213bb2a-5ef2-4ac3-9f11-bd69e1bd33d9 req-77b57e69-0a22-497d-b863-47cf2d13db53 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 943 time: 0.2143393 Dec 13 23:36:07.117881 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e213bb2a-5ef2-4ac3-9f11-bd69e1bd33d9 req-0d2c6901-9f60-40c1-acf7-6a2d5e5bc913 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438030 Dec 13 23:36:08.326456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde62bd5-8d45-4c6e-81be-2d1b4576ebbd req-c82a8c28-abb2-447a-adce-134d518c8de8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:08.328877 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dde62bd5-8d45-4c6e-81be-2d1b4576ebbd req-c82a8c28-abb2-447a-adce-134d518c8de8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 943 time: 0.0881827 Dec 13 23:36:08.380503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dde62bd5-8d45-4c6e-81be-2d1b4576ebbd req-7e80050f-245b-453b-9f6c-f8c4b7663576 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451384 Dec 13 23:36:09.283027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:36:09.419925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:36:09.433305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'port_id': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e', 'mac_address': 'fa:16:3e:32:cf:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:36:09.488387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:09.509831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:36:09.525431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:36:09.576282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35027de2-c9be-4196-a1ca-fd0e918f290c req-d67b5db0-8559-4dc1-9554-7e4fc14d76a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:09.577675 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-35027de2-c9be-4196-a1ca-fd0e918f290c req-d67b5db0-8559-4dc1-9554-7e4fc14d76a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 943 time: 0.0775740 Dec 13 23:36:09.601836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:09.603566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-deb8c85d-401c-49fe-8186-91fa6328fcdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:09.624528 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-35027de2-c9be-4196-a1ca-fd0e918f290c req-60eb50f8-05bc-4fe6-8f39-278c8bdaee9e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406139 Dec 13 23:36:09.667469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:09.676103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.676448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.676783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.677120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.677455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.677772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.678095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.678418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.678735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.679053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.679368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:09.683236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:09.803008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['9e79bbd1-b1de-4bf6-aa70-9e9cddba403e'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:36:10.821999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a88253-a3a3-4824-87c8-526043f60862 req-d9e71c1c-ecd3-4ff4-a860-fbc5cecf06d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:10.823466 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-16a88253-a3a3-4824-87c8-526043f60862 req-d9e71c1c-ecd3-4ff4-a860-fbc5cecf06d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 944 time: 0.0768256 Dec 13 23:36:10.868450 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-16a88253-a3a3-4824-87c8-526043f60862 req-6b66696a-7d7a-4043-9d65-66f008406c9a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395203 Dec 13 23:36:11.298228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:36:11.464888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:36:11.469923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:36:11.470302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:11.619865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:11.647846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:36:11.657206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:36:11.704637 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e', 'code': 200} Dec 13 23:36:11.739231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:11.741097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:11.814420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:11.817619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:11.876551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5bec1772-cff1-406c-82e8-93285f5f07ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:12.070025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37cb44-0ffa-4c94-b0f2-7ead5b4b9129 req-7d7b837e-8b83-47d6-b795-d43663435c81 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:12.071497 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fe37cb44-0ffa-4c94-b0f2-7ead5b4b9129 req-7d7b837e-8b83-47d6-b795-d43663435c81 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 945 time: 0.0846126 Dec 13 23:36:12.084719 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7a64565-2bc0-4cb8-a042-3838a6e5af3b req-ff6f1fb8-f3a9-4c17-ab81-2d3ad0ec472d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 1098 time: 0.0734351 Dec 13 23:36:12.119793 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fe37cb44-0ffa-4c94-b0f2-7ead5b4b9129 req-adbcd585-098a-4412-8eb8-cd11bd5e9864 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426280 Dec 13 23:36:12.128750 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7a64565-2bc0-4cb8-a042-3838a6e5af3b req-26bf359a-f1f4-42d2-8aed-331688203d9e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368347 Dec 13 23:36:13.320558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b8b51-796a-45e8-98be-a49260898f65 req-8b28b924-73f8-40d5-aba7-817af83cc1bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:13.322031 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a04b8b51-796a-45e8-98be-a49260898f65 req-8b28b924-73f8-40d5-aba7-817af83cc1bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 945 time: 0.0784924 Dec 13 23:36:13.369624 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a04b8b51-796a-45e8-98be-a49260898f65 req-09de8a46-b957-43f9-95ac-ae671bd28bd1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421224 Dec 13 23:36:14.082562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f2593713-de0a-4671-afda-5df0c307d016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:14.565358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198fe6f-7512-4125-8127-c72673ebcb16 req-c0fb7c46-1406-4355-aec2-f7e4363b176f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:14.566873 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2198fe6f-7512-4125-8127-c72673ebcb16 req-c0fb7c46-1406-4355-aec2-f7e4363b176f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 945 time: 0.0777869 Dec 13 23:36:14.616765 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2198fe6f-7512-4125-8127-c72673ebcb16 req-e4c059d2-66f4-461b-b43b-263a036a8f29 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445464 Dec 13 23:36:14.811487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a300a68-9e9c-4e53-ab13-22ee56e0ef57 req-c8a8251e-556e-4e25-83f4-bc942be211fa tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:14.812955 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5a300a68-9e9c-4e53-ab13-22ee56e0ef57 req-c8a8251e-556e-4e25-83f4-bc942be211fa tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 945 time: 0.0791411 Dec 13 23:36:14.857397 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5a300a68-9e9c-4e53-ab13-22ee56e0ef57 req-392a244f-bd45-46d6-a4f5-5cfeba8c63dc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385828 Dec 13 23:36:14.884997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55978) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:14.954843 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7f701a99-b30a-43b8-a627-e4c35c558b85 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 1093 time: 0.0687232 Dec 13 23:36:14.958015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 55982) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:14.963454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-7402812f-2e97-4aee-b87a-91788e42415d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'port_id': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:36:15.039575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7402812f-2e97-4aee-b87a-91788e42415d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:15.316340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:15.390917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:15.644574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7402812f-2e97-4aee-b87a-91788e42415d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:15.695479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7402812f-2e97-4aee-b87a-91788e42415d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:15.986498 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-7402812f-2e97-4aee-b87a-91788e42415d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP 2f059d7e-5a33-4f07-84b9-fff8e883ab99 associated. External IP: 172.26.5.190, port: 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e. Dec 13 23:36:16.377100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7402812f-2e97-4aee-b87a-91788e42415d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router aea37e63-2d51-42bc-9558-17acef0aee5b has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:36:16.574455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7402812f-2e97-4aee-b87a-91788e42415d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:36:16.579312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7402812f-2e97-4aee-b87a-91788e42415d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:16.584195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] Sync routers for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:36:16.595810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:36:16.596424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:36:16.635936 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7402812f-2e97-4aee-b87a-91788e42415d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 991 time: 1.6765256 Dec 13 23:36:16.636504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'tag': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:36:16.638872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55986) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:16.693527 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'tag': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e', 'status': 'completed', 'code': 200} Dec 13 23:36:16.746903 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9be87f55-2a96-49de-a0d5-6fd507fa583d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 991 time: 0.1067348 Dec 13 23:36:16.755992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:16.788228 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f69eaa0f-879f-4194-916f-56e0670198b1 req-985a251b-711a-4830-a21e-710e32156035 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 1098 time: 0.0709760 Dec 13 23:36:16.797687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:36:16.921965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eaa0f-879f-4194-916f-56e0670198b1 req-40e2f7a9-e28e-4363-9ef9-81b18ebb6f6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:16.923315 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f69eaa0f-879f-4194-916f-56e0670198b1 req-40e2f7a9-e28e-4363-9ef9-81b18ebb6f6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 897 time: 0.1285822 Dec 13 23:36:17.026414 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f69eaa0f-879f-4194-916f-56e0670198b1 req-3c0d3a62-8374-4798-8da5-5d2b701f33d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e HTTP/1.1" status: 200 len: 999 time: 0.0963778 Dec 13 23:36:17.058342 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:36:17.089681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69eaa0f-879f-4194-916f-56e0670198b1 req-882f6ae2-b586-4812-957c-7e1e6a3879ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:17.091131 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f69eaa0f-879f-4194-916f-56e0670198b1 req-882f6ae2-b586-4812-957c-7e1e6a3879ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94493066-b815-4e15-a968-ea5481cdd170 HTTP/1.1" status: 200 len: 833 time: 0.0578949 Dec 13 23:36:17.155465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2f059d7e-5a33-4f07-84b9-fff8e883ab99', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.190', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'port_id': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'mac_address': 'fa:16:3e:32:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:35:17Z', 'updated_at': '2021-12-13T23:36:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:36:17.159870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] Checking router: aea37e63-2d51-42bc-9558-17acef0aee5b for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:36:17.170090 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f69eaa0f-879f-4194-916f-56e0670198b1 req-814c9e66-fcd0-43dd-893d-01102f994587 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728030 Dec 13 23:36:17.170518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:36:17.171116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:36:17.302869 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f69eaa0f-879f-4194-916f-56e0670198b1 req-cd1f2bf0-b9ee-4a01-9976-a9d63880112b service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266029 Dec 13 23:36:17.351132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:36:17.436496 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f69eaa0f-879f-4194-916f-56e0670198b1 req-e8e7b347-8b44-4146-9344-ba8ac47d8ea2 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271415 Dec 13 23:36:17.702000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2f059d7e-5a33-4f07-84b9-fff8e883ab99', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.190', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'port_id': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'mac_address': 'fa:16:3e:32:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:35:17Z', 'updated_at': '2021-12-13T23:36:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:36:17.705853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef7c85b-b692-487f-a95d-28766f477fb3 None None] The sync data for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv is: [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2f059d7e-5a33-4f07-84b9-fff8e883ab99', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.190', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'port_id': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'mac_address': 'fa:16:3e:32:cf:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:35:17Z', 'updated_at': '2021-12-13T23:36:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:36:17.750620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55992) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:17.864776 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-88f383a2-893f-4a61-becf-3954638554c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 991 time: 0.1128724 Dec 13 23:36:17.897915 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf67107-e56a-4d45-9705-f01e8909a42a None None] New status for floating IP 2f059d7e-5a33-4f07-84b9-fff8e883ab99: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:36:18.868569 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 55996) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:18.978524 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ed620063-51c5-41c2-853d-af4eff1e64c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 200 len: 993 time: 0.1087239 Dec 13 23:36:19.178473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:34.771333 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-379c01e6-7657-48d4-889a-90af637305bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710025 Dec 13 23:36:34.911042 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-480eba61-4293-4c7d-ac7a-0a8c42db91f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 1098 time: 0.0702884 Dec 13 23:36:35.168187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-dcfb5004-5ee5-4613-b532-de3376d72581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:35.169783 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-dcfb5004-5ee5-4613-b532-de3376d72581 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 200 len: 897 time: 0.2386146 Dec 13 23:36:35.241382 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-02d56c2b-5877-462d-98d3-f5aed5d35bbe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=563c27fc-ec08-4b45-a560-f98df791fe71 HTTP/1.1" status: 200 len: 217 time: 0.0643928 Dec 13 23:36:35.305938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-35f8d9a7-f763-41a5-baff-41ed9d348d8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:35.307318 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-35f8d9a7-f763-41a5-baff-41ed9d348d8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=94493066-b815-4e15-a968-ea5481cdd170 HTTP/1.1" status: 200 len: 833 time: 0.0601501 Dec 13 23:36:35.385533 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-c142f33c-1447-4c1e-b774-6b7d21276d62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9ce43cfd-f053-4311-ab54-d6ed819a7ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710738 Dec 13 23:36:35.517566 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-133c919e-9cb9-4a39-ac5a-50ab2b76f0ba service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249518 Dec 13 23:36:35.651403 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-90474fcd-a574-4ff0-939b-f25633f0c9e6 req-867b1e87-c596-48cb-907a-086a6e5dafb5 service neutron] 10.222.0.18 "GET /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269014 Dec 13 23:36:41.858964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7a2dc817-ed07-47ec-a7f8-03d8e229a883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:44.081612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8e7082c1-dbe4-4f44-9b3b-b86d251e14c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:45.327182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:45.390194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:46.265500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f99e5-4d8f-4a3a-b387-80ad464c6874 req-a6ee1987-c59f-48c8-bc3b-435b48a5a612 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:46.266957 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e59f99e5-4d8f-4a3a-b387-80ad464c6874 req-a6ee1987-c59f-48c8-bc3b-435b48a5a612 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 945 time: 0.0756381 Dec 13 23:36:46.315616 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e59f99e5-4d8f-4a3a-b387-80ad464c6874 req-cf7acacf-5bb4-4bcf-8fca-58993951880a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429566 Dec 13 23:36:46.721682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:47.514147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95721593-046e-40ac-a019-261ab2c983e6 req-176bfb7b-3335-4866-9953-c07be78005cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:47.515635 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95721593-046e-40ac-a019-261ab2c983e6 req-176bfb7b-3335-4866-9953-c07be78005cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 945 time: 0.0770776 Dec 13 23:36:47.566337 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95721593-046e-40ac-a019-261ab2c983e6 req-e5ce3568-730f-4c37-8886-2c2113196bb5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450661 Dec 13 23:36:47.587659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3d72226e-1da2-4590-ae16-721bf66bdc63 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:47.589078 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3d72226e-1da2-4590-ae16-721bf66bdc63 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 945 time: 0.0761847 Dec 13 23:36:47.657090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:36:47.657362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:47.896764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:36:47.897122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:48.182022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:48.182397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:48.182709 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP 2f059d7e-5a33-4f07-84b9-fff8e883ab99 disassociated. External IP: 172.26.5.190, port: 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e. Dec 13 23:36:48.183051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:36:48.362213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:48.367809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e0cb1220-798b-4acf-b8f8-b3a1bf3ef305 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:48.510952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=9e79bbd1-b1de-4bf6-aa70-9e9cddba403e,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:48.513748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:48.736304 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f4f6a4f3-cfd0-484b-b6d4-3168c48e972f req-41316db4-9c2f-43b3-9e76-2762a1fe2065 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 210 time: 0.0457318 Dec 13 23:36:48.762175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router aea37e63-2d51-42bc-9558-17acef0aee5b has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:36:48.969073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:36:48.979634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] Sync routers for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:36:48.992808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:36:48.993467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:36:49.044049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:36:49.046906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:49.049986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'name': 'network-vif-deleted', 'tag': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:36:49.106526 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c132e2-2b1e-4d23-836c-b61af09c3bbe', 'name': 'network-vif-deleted', 'tag': '9e79bbd1-b1de-4bf6-aa70-9e9cddba403e', 'status': 'completed', 'code': 200} Dec 13 23:36:49.133674 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6a7f6886-5d12-4cd7-b38b-8d2bd6c48dd2 req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/9e79bbd1-b1de-4bf6-aa70-9e9cddba403e HTTP/1.1" status: 204 len: 173 time: 1.5391312 Dec 13 23:36:49.176573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:49.223402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:36:49.538910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:36:49.542901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] Checking router: aea37e63-2d51-42bc-9558-17acef0aee5b for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:36:49.554564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:36:49.555161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:36:49.732595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:36:49.924191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c613f5ff-af8e-427e-b528-66593c4f5963 req-df040827-8b3e-4e69-9964-068a0b3a349b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:36:50.019104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c613f5ff-af8e-427e-b528-66593c4f5963 req-df040827-8b3e-4e69-9964-068a0b3a349b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:36:50.020315 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c613f5ff-af8e-427e-b528-66593c4f5963 req-df040827-8b3e-4e69-9964-068a0b3a349b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1c132e2-2b1e-4d23-836c-b61af09c3bbe HTTP/1.1" status: 200 len: 210 time: 0.1387670 Dec 13 23:36:50.057500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:36:50.061596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d6dee-b7e6-46de-9097-624bba22bc4d None None] The sync data for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv is: [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:34:57Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'c90fdc01-20c8-4af8-ac66-19b6cc00c3f1', 'name': '', 'network_id': '9ce43cfd-f053-4311-ab54-d6ed819a7ca3', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:ec:3e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '94493066-b815-4e15-a968-ea5481cdd170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:56Z', 'updated_at': '2021-12-13T23:35:03Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '94493066-b815-4e15-a968-ea5481cdd170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:36:50.282397 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a95efc-30a1-4c97-af7d-8210a96a153a None None] New status for floating IP 2f059d7e-5a33-4f07-84b9-fff8e883ab99: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:36:51.128009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56024) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:51.195867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:51.224531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:51.362469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:51.366478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-07dd53f3-22dc-4517-abad-857dcf33a863 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:51.382331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:51.391153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.391538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.391953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.392761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.393137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.393509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.393880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.394251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.394612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.394971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.395331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:36:51.398405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:51.458641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:51.459817 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/7e47fd4c-08c7-4e2e-bb5e-ec68440b13ea HTTP/1.1" status: 204 len: 168 time: 0.3308132 Dec 13 23:36:51.488801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:36:51.522117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:36:51.522463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9e79bbd1-b1de-4bf6-aa70-9e9cddba403e not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:36:51.562279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56030) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:51.724565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 2f0153be-e581-4ad0-9e12-b964d9e3f54c {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:36:51.724904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:52.006531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:52.006856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:52.129240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 2f0153be-e581-4ad0-9e12-b964d9e3f54c owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:36:52.384655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:52.388580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3ba1112e-00dd-4bdf-bf30-2786a7a5bc71 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:52.432704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=2f0153be-e581-4ad0-9e12-b964d9e3f54c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:52.436135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:52.523718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:52.589360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:52.590505 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/floatingips/2f059d7e-5a33-4f07-84b9-fff8e883ab99 HTTP/1.1" status: 204 len: 168 time: 1.0272264 Dec 13 23:36:53.086818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a030e6-b076-4911-998f-2b76fd410233 req-e7a94c28-8cfb-484d-9cc6-b98d173bd653 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:53.088272 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7a030e6-b076-4911-998f-2b76fd410233 req-e7a94c28-8cfb-484d-9cc6-b98d173bd653 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 945 time: 0.0819945 Dec 13 23:36:53.132557 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7a030e6-b076-4911-998f-2b76fd410233 req-df887f7e-1ee4-4051-abdb-ff5a4398eb4b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388186 Dec 13 23:36:54.058128 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:36:54.306496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-cf34e28d-64ce-4f80-9b42-64f570d37e97 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:54.308093 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-cf34e28d-64ce-4f80-9b42-64f570d37e97 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 945 time: 0.0782840 Dec 13 23:36:54.337767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069174b-f2da-4881-b315-dbc9220990b9 req-9ffba325-9f43-44a7-b1b2-b08aa9bf4f3d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:36:54.338445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5069174b-f2da-4881-b315-dbc9220990b9 req-9ffba325-9f43-44a7-b1b2-b08aa9bf4f3d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:36:54.381627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 563c27fc-ec08-4b45-a560-f98df791fe71 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:36:54.381968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:54.429658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5069174b-f2da-4881-b315-dbc9220990b9 req-9ffba325-9f43-44a7-b1b2-b08aa9bf4f3d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:36:54.430986 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5069174b-f2da-4881-b315-dbc9220990b9 req-9ffba325-9f43-44a7-b1b2-b08aa9bf4f3d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 945 time: 0.1742628 Dec 13 23:36:54.477264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5069174b-f2da-4881-b315-dbc9220990b9 req-a04fe56f-4592-4d92-9ade-226f2c7df224 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:36:54.550446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5069174b-f2da-4881-b315-dbc9220990b9 req-a04fe56f-4592-4d92-9ade-226f2c7df224 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:36:54.551650 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5069174b-f2da-4881-b315-dbc9220990b9 req-a04fe56f-4592-4d92-9ade-226f2c7df224 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e886592-7c69-44a0-9903-048b5bf61eae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149249 Dec 13 23:36:54.627148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 563c27fc-ec08-4b45-a560-f98df791fe71, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=563c27fc-ec08-4b45-a560-f98df791fe71,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:36:54.627422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:54.750548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 563c27fc-ec08-4b45-a560-f98df791fe71 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:36:54.956517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:54.961865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69023ee5-5265-46ce-92b0-48b466c21f3a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:55.008286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=563c27fc-ec08-4b45-a560-f98df791fe71,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:55.010949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:55.081240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port 563c27fc-ec08-4b45-a560-f98df791fe71 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:36:55.083600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:55.086133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'name': 'network-vif-deleted', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:36:55.140521 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2157a62a-aeec-45b8-af19-b78283ac8835', 'name': 'network-vif-deleted', 'tag': '563c27fc-ec08-4b45-a560-f98df791fe71', 'status': 'completed', 'code': 200} Dec 13 23:36:55.184748 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f01ba030-86f4-4a37-ada5-2a121d3436bc req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/563c27fc-ec08-4b45-a560-f98df791fe71 HTTP/1.1" status: 204 len: 173 time: 0.8712971 Dec 13 23:36:55.727570 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-059a36c6-b667-4452-9a54-8e0499cc1adf req-84325eb0-0644-4d0f-aafe-68ad612fb33b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=2157a62a-aeec-45b8-af19-b78283ac8835 HTTP/1.1" status: 200 len: 210 time: 0.0417788 Dec 13 23:36:56.836429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56046) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:56.904386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3f7a498f-6370-4062-a92d-213946cfba14 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:56.933260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3f7a498f-6370-4062-a92d-213946cfba14 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:57.052955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3f7a498f-6370-4062-a92d-213946cfba14 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:57.056689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8bc33941-36a0-4442-a07c-97dc63b82d6a tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:57.071279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a498f-6370-4062-a92d-213946cfba14 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e886592-7c69-44a0-9903-048b5bf61eae,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:57.074414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3f7a498f-6370-4062-a92d-213946cfba14 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:57.126290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3f7a498f-6370-4062-a92d-213946cfba14 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:57.128039 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3f7a498f-6370-4062-a92d-213946cfba14 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/3e886592-7c69-44a0-9903-048b5bf61eae HTTP/1.1" status: 204 len: 168 time: 0.2908089 Dec 13 23:36:57.241513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56052) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:36:57.527103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 563c27fc-ec08-4b45-a560-f98df791fe71 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:36:57.559840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 563c27fc-ec08-4b45-a560-f98df791fe71 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:36:57.560194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 563c27fc-ec08-4b45-a560-f98df791fe71 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:36:57.738724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:58.340356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:36:58.341056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:58.521030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port c90fdc01-20c8-4af8-ac66-19b6cc00c3f1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=c90fdc01-20c8-4af8-ac66-19b6cc00c3f1,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:36:58.521376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:58.643565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:36:58.898532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:58.902277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:36:59.042376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=c90fdc01-20c8-4af8-ac66-19b6cc00c3f1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:36:59.046047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:36:59.339024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:36:59.910608 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router aea37e63-2d51-42bc-9558-17acef0aee5b has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:37:00.108680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:37:00.119452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] Sync routers for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:37:00.123140 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/aea37e63-2d51-42bc-9558-17acef0aee5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8804586 Dec 13 23:37:00.125773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56056) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:00.131885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:00.132497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:00.314342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting subnet 94493066-b815-4e15-a968-ea5481cdd170 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:37:00.317394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:00.348035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:00.373224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:00.576382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:00.637054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:36:58Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:00.640898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] Checking router: aea37e63-2d51-42bc-9558-17acef0aee5b for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:37:00.652881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] Routers {'aea37e63-2d51-42bc-9558-17acef0aee5b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:00.653488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['aea37e63-2d51-42bc-9558-17acef0aee5b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:00.716366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:00.721001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f8a9a148-325e-447f-8212-ec2394c60fac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:00.757507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Subnet': ['ID=94493066-b815-4e15-a968-ea5481cdd170,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:00.761496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:00.766432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:00.772906 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/subnets/94493066-b815-4e15-a968-ea5481cdd170 HTTP/1.1" status: 204 len: 168 time: 0.6459258 Dec 13 23:37:00.775476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56060) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:00.784849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8a3990-4bec-4a00-b221-25331641d464 None None] Network 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:37:00.982497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] Set router aea37e63-2d51-42bc-9558-17acef0aee5b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:00.994342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:01.195692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:01.273952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] DHCP port deletion for 9ce43cfd-f053-4311-ab54-d6ed819a7ca3 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:37:01.280626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] Deleting port e4dd8bff-ae82-4792-9340-81402092cfb9 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:37:01.281006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:01.286726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 7536a58d-faa9-4af1-86c5-e1dff24e9621 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:37:01.287078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:01.338178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:36:58Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:01.367810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9303b-c613-4477-b7b2-389a4fe412e4 None None] The sync data for ids ['aea37e63-2d51-42bc-9558-17acef0aee5b'] in dv-neutron-821564-1-hyperv is: [{'id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'name': 'tempest-TestNetworkBasicOps-router-1243132116', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6'}], 'enable_snat': True}, 'gw_port_id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:34:52Z', 'updated_at': '2021-12-13T23:36:58Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '7536a58d-faa9-4af1-86c5-e1dff24e9621', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:19:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea37e63-2d51-42bc-9558-17acef0aee5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:34:53Z', 'updated_at': '2021-12-13T23:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:37:01.468308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 7536a58d-faa9-4af1-86c5-e1dff24e9621, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7536a58d-faa9-4af1-86c5-e1dff24e9621,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:01.468616 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:01.550256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] For port e4dd8bff-ae82-4792-9340-81402092cfb9, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=e4dd8bff-ae82-4792-9340-81402092cfb9,segment=NetworkSegment(4c97a40c-1e43-4e7b-80cf-6b4c80783ca4),segment_id=4c97a40c-1e43-4e7b-80cf-6b4c80783ca4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:01.550649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:01.594686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 7536a58d-faa9-4af1-86c5-e1dff24e9621 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:37:01.670412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] Calling delete_port for e4dd8bff-ae82-4792-9340-81402092cfb9 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:37:01.824462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:01.828297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:01.853001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:01.858974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3dac6398-0cc3-47e6-991c-5222384fefb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:01.870019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] Pushing event deleted for resources: {'Port': ['ID=e4dd8bff-ae82-4792-9340-81402092cfb9,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:01.873872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:01.877002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] No DVR routers for this DVR port e4dd8bff-ae82-4792-9340-81402092cfb9 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:37:01.904976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=7536a58d-faa9-4af1-86c5-e1dff24e9621,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:01.908319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:02.125008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.482419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.487156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.517771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-9451646b-2b86-4c62-b46c-2d825d7ae6cb req-25033157-e53e-4785-bca0-7ead58e9cbbb service neutron] (84312) timed out ('10.222.0.18', 61152) {{(pid=84312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 13 23:37:02.561101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.561629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Fanout notify agent at l3_agent the message router_deleted on router aea37e63-2d51-42bc-9558-17acef0aee5b {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:37:02.576373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.578542 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/routers/aea37e63-2d51-42bc-9558-17acef0aee5b HTTP/1.1" status: 204 len: 168 time: 1.8010707 Dec 13 23:37:02.580285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56064) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:02.696273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.824472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.852313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce43cfd-f053-4311-ab54-d6ed819a7ca3']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:02.864166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:02.864458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c97a40c-1e43-4e7b-80cf-6b4c80783ca4') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:02.875255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.890420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.896807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:37:02.897183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:37:02.910933 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:37:03.041696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.045338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cb6f11ea-1b6c-4ecb-8487-91d678d54280 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:03.058870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e4dd8bff-ae82-4792-9340-81402092cfb9 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:37:03.074694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.087987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Network': ['ID=9ce43cfd-f053-4311-ab54-d6ed819a7ca3,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:03.090820 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/networks/9ce43cfd-f053-4311-ab54-d6ed819a7ca3 HTTP/1.1" status: 204 len: 168 time: 0.5095947 Dec 13 23:37:03.091699 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:03.093201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: e4dd8bff-ae82-4792-9340-81402092cfb9 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:37:03.093565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device e4dd8bff-ae82-4792-9340-81402092cfb9 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:37:03.093999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7536a58d-faa9-4af1-86c5-e1dff24e9621 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:37:03.113328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56068) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:03.120159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'network': {'name': 'tempest-network-smoke--672178016', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'port_security_enabled': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:03.125086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:03.129466 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 7536a58d-faa9-4af1-86c5-e1dff24e9621 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:37:03.129825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:network and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:03.129974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7536a58d-faa9-4af1-86c5-e1dff24e9621 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:37:03.130277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:37:03.132751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:03.138365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:03.161453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:37:03.161805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device c90fdc01-20c8-4af8-ac66-19b6cc00c3f1 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:37:03.201433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:37:03.204483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.232380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:37:03.241182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.241516 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Added segment b5cea6e2-d34c-473a-b86f-047c4daf68df of type vlan for network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 Dec 13 23:37:03.266167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.344294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.348939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:03.349563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.353276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b5048188-0cce-47d5-8c8e-8a2402471b2a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:03.458234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Network': ['ID=7434837e-27d5-4f6f-a5db-c5abbe7e18c2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:03.460937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:03.468119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:37:03.527732 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4130094 Dec 13 23:37:03.530553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56072) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:03.536850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-995917905', 'admin_state_up': True, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:03.544088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:03.548132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:router and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:03.551054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:03.556848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:03.629545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.630456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.649082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:03.866229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:04.115666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:04.144958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:04.377771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.225 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/61781751-0df4-4ccd-99c8-d03e6de1573a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:37:04.521696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:04.584139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:04.588385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-96db74ef-ec5e-4e68-83db-c6731c59ad27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:04.651774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:37:04.654282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:37:04.658966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:37:04.689832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=61781751-0df4-4ccd-99c8-d03e6de1573a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:04.713832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.714216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.714593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.714979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.715329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.715721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.716089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.716453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.716814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.717175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.717535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:04.722789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:04.904680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:04.905327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:05.195132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router b740be3c-9b63-4188-89ef-ed3cc00cca58 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:37:05.397155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:37:05.406428 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Sync routers for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:37:05.419486 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:05.420550 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:05.487351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:05.488526 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9570184 Dec 13 23:37:05.491591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56076) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:05.599048 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:05.599569 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-61458853-1bc4-49c0-b7fb-0384217e2046 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1066778 Dec 13 23:37:05.602098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56082) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:05.736436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499768db-cbc5-4d9e-b54b-eada3733f2d4 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:05.737980 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-499768db-cbc5-4d9e-b54b-eada3733f2d4 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1349523 Dec 13 23:37:05.740809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56088) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:05.780522 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ddccdd90-1610-4681-9239-a7f7d9f55d16 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379252 Dec 13 23:37:05.782367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56092) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:05.787905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977661308', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:05.886496 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:04Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:05.890261 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Checking router: b740be3c-9b63-4188-89ef-ed3cc00cca58 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:37:05.890617 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Updating router b740be3c-9b63-4188-89ef-ed3cc00cca58 port 61781751-0df4-4ccd-99c8-d03e6de1573a binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:37:05.896704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:05.900519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:subnet and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:05.903246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:05.909021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:05.944584 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:05.989424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:37:06.091831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:06.277419 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:06.288874 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Transition to ACTIVE for port object 61781751-0df4-4ccd-99c8-d03e6de1573a will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:37:06.384086 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:06.387835 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:06.412949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:06.417418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2340f69a-227f-4277-b2e2-8db8e019e62f tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:06.468770 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Pushing event updated for resources: {'Port': ['ID=61781751-0df4-4ccd-99c8-d03e6de1573a,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:06.471640 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Attempting to bind port 61781751-0df4-4ccd-99c8-d03e6de1573a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:37:06.472015 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Attempting to bind port 61781751-0df4-4ccd-99c8-d03e6de1573a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:37:06.472384 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Attempting to bind port 61781751-0df4-4ccd-99c8-d03e6de1573a on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:37:06.483906 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:37:06.484282 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:37:06.484694 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:06.485094 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:37:06.486231 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Bound port: 61781751-0df4-4ccd-99c8-d03e6de1573a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:37:06.486616 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:06.513142 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.513482 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.513820 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.514149 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.514475 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.514798 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.515120 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.515442 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.515788 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.516107 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.516422 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:06.525309 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:06.573225 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] For port 61781751-0df4-4ccd-99c8-d03e6de1573a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:37:06.576684 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] For port 61781751-0df4-4ccd-99c8-d03e6de1573a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61781751-0df4-4ccd-99c8-d03e6de1573a,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:37:06.608069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=4894346f-161b-4f0f-9c04-beccd6d6f46b,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:06.611897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:06.620044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Checking segment: {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:37:06.620401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network hostable DHCP agents. Network: 7434837e-27d5-4f6f-a5db-c5abbe7e18c2, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:37:06.636021 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:06.640283 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:06.726552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:37:06.729465 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Pushing event updated for resources: {'Port': ['ID=61781751-0df4-4ccd-99c8-d03e6de1573a,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:06.733002 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:06.734667 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:06.735278 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:06.778049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 7434837e-27d5-4f6f-a5db-c5abbe7e18c2) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:37:06.782198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:06.783692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:06.789319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa9b921-94fe-4c5f-b76a-40c22de4a1d8 None None] Network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:37:06.882081 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0986404 Dec 13 23:37:06.885066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56096) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:06.953675 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:07.007515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:37:07.008500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:07.175018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Allocated IP 172.20.0.2 (7434837e-27d5-4f6f-a5db-c5abbe7e18c2/4894346f-161b-4f0f-9c04-beccd6d6f46b/b90de688-fd77-4f97-baec-aae166b4c1a7) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:37:07.246101 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:04Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:07.249991 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d793a-fa7b-45a0-a3e3-da3ad57e0e80 None None] The sync data for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv is: [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:04Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:37:07.394162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:07.404732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Transition to ACTIVE for port object b90de688-fd77-4f97-baec-aae166b4c1a7 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:37:07.429632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Transition to ACTIVE for port object b90de688-fd77-4f97-baec-aae166b4c1a7 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:37:07.505031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:07.513047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-654bc95d-21b9-4b2a-885c-f1e6e0546889 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:07.583320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:37:07.586883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:37:07.588761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Pushing event updated for resources: {'Port': ['ID=b90de688-fd77-4f97-baec-aae166b4c1a7,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:07.590868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:37:07.593080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:07.690990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Attempting to bind port b90de688-fd77-4f97-baec-aae166b4c1a7 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:37:07.691671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Attempting to bind port b90de688-fd77-4f97-baec-aae166b4c1a7 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:37:07.692247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Attempting to bind port b90de688-fd77-4f97-baec-aae166b4c1a7 on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:37:07.701183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:37:07.701183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Checking segment: {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:37:07.701183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:07.701183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Bound using segment: {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:37:07.705548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Bound port: b90de688-fd77-4f97-baec-aae166b4c1a7, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:37:07.706052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:07.708512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:07.807896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] For port b90de688-fd77-4f97-baec-aae166b4c1a7, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:37:07.811557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] For port b90de688-fd77-4f97-baec-aae166b4c1a7, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b90de688-fd77-4f97-baec-aae166b4c1a7,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:37:07.870325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:07.874499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-78321cc0-3488-411c-b497-3e2cafbdeb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:07.962400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Pushing event updated for resources: {'Port': ['ID=b90de688-fd77-4f97-baec-aae166b4c1a7,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:07.973620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:08.245239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.1 (7434837e-27d5-4f6f-a5db-c5abbe7e18c2/4894346f-161b-4f0f-9c04-beccd6d6f46b/dc15a6b3-2af9-4ba4-8202-512ac8e2770e) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:37:08.407972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:08.424224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object dc15a6b3-2af9-4ba4-8202-512ac8e2770e will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:37:08.498661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:08.502439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-37d3a373-50f0-4408-8e7b-51075eaa82cb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:08.574512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:37:08.578075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:37:08.580605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:37:08.607018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=dc15a6b3-2af9-4ba4-8202-512ac8e2770e,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:08.610001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:08.643341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:08.799084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:08.862534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad7d11-2806-4b92-8f79-f735daaa94f9 None None] Network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:37:08.993613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b90de688-fd77-4f97-baec-aae166b4c1a7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:37:09.164160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5e8b5381-eca1-4706-9a5d-5a82326e5a76 None None] Provisioning for port b90de688-fd77-4f97-baec-aae166b4c1a7 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:37:09.252589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port b90de688-fd77-4f97-baec-aae166b4c1a7 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:37:09.263340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b90de688-fd77-4f97-baec-aae166b4c1a7 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:09.263744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:09.269368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:09.351049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:09.383830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d79ecc9d-bcf1-4308-aae3-8a1c8c96c0a9 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:09.401431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:09.438204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b90de688-fd77-4f97-baec-aae166b4c1a7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b90de688-fd77-4f97-baec-aae166b4c1a7,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:09.488950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:09.494168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=dc15a6b3-2af9-4ba4-8202-512ac8e2770e,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:09.500274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:09.515535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:09.520411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61781751-0df4-4ccd-99c8-d03e6de1573a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:37:09.551285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:09.660256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:37:09.662801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:37:09.666768 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b90de688-fd77-4f97-baec-aae166b4c1a7,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:09.671244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:09.772859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-87222750-80d8-49bf-8225-d14350e7eca0 None None] Provisioning for port dc15a6b3-2af9-4ba4-8202-512ac8e2770e completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:37:09.780982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-87222750-80d8-49bf-8225-d14350e7eca0 None None] Provisioning complete for port dc15a6b3-2af9-4ba4-8202-512ac8e2770e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:09.781730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-87222750-80d8-49bf-8225-d14350e7eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:09.826964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 61781751-0df4-4ccd-99c8-d03e6de1573a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:37:09.847908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 61781751-0df4-4ccd-99c8-d03e6de1573a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:09.848291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:09.911391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-87222750-80d8-49bf-8225-d14350e7eca0 None None] Port dc15a6b3-2af9-4ba4-8202-512ac8e2770e cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:37:09.966409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-87222750-80d8-49bf-8225-d14350e7eca0 None None] Provisioning complete for port b90de688-fd77-4f97-baec-aae166b4c1a7 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:09.966786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-87222750-80d8-49bf-8225-d14350e7eca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:10.043877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:10.065643 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 61781751-0df4-4ccd-99c8-d03e6de1573a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61781751-0df4-4ccd-99c8-d03e6de1573a,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:10.132577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:10.134333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:10.190039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router b740be3c-9b63-4188-89ef-ed3cc00cca58 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:37:10.198625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=61781751-0df4-4ccd-99c8-d03e6de1573a,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:10.207178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.207575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.207939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.208275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.208607 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.208935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.209259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.209583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.209904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.210220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.210537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:10.214232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:10.239357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-48cbdc0d-fda1-4506-b882-18742430a2dd None None] Provisioning complete for port dc15a6b3-2af9-4ba4-8202-512ac8e2770e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:10.239776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-48cbdc0d-fda1-4506-b882-18742430a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:10.297624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-48cbdc0d-fda1-4506-b882-18742430a2dd None None] Port dc15a6b3-2af9-4ba4-8202-512ac8e2770e cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:37:10.424255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:37:10.436612 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/b740be3c-9b63-4188-89ef-ed3cc00cca58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5504897 Dec 13 23:37:10.439830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56100) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:10.584379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7ea81-8926-4cb5-b88d-1cad3c97205b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:10.584757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7ea81-8926-4cb5-b88d-1cad3c97205b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:10.585128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7ea81-8926-4cb5-b88d-1cad3c97205b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:10.585513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7ea81-8926-4cb5-b88d-1cad3c97205b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:10.587155 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-64d7ea81-8926-4cb5-b88d-1cad3c97205b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1464357 Dec 13 23:37:10.589968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56104) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:10.659337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b78312-6ff7-46a8-88b7-7c672deaf5fd tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:10.659750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b78312-6ff7-46a8-88b7-7c672deaf5fd tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:10.660114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b78312-6ff7-46a8-88b7-7c672deaf5fd tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:10.660473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b78312-6ff7-46a8-88b7-7c672deaf5fd tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:10.662102 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-75b78312-6ff7-46a8-88b7-7c672deaf5fd tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0712574 Dec 13 23:37:10.664854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56108) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:10.766135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68452a35-27fd-4318-b964-574051b905fc None None] Sync routers for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:37:10.777830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68452a35-27fd-4318-b964-574051b905fc None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:10.778443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-68452a35-27fd-4318-b964-574051b905fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:10.876127 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fa5b129e-f20b-4f4b-8d9a-943fe7a46bce tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2076321 Dec 13 23:37:10.876523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56112) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:10.882534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2135636420', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:10.918478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b90de688-fd77-4f97-baec-aae166b4c1a7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:37:11.011867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-68452a35-27fd-4318-b964-574051b905fc None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:11.021643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:11.025756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:port and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:11.028580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:11.035033 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:11.082310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b90de688-fd77-4f97-baec-aae166b4c1a7 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:11.082688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:11.098271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:37:11.101388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:11.123681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] device_id is not set on port da60fc67-bb55-4049-9c63-99368dd19a5a yet. {{(pid=84311) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:37:11.266317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.9 (7434837e-27d5-4f6f-a5db-c5abbe7e18c2/4894346f-161b-4f0f-9c04-beccd6d6f46b/da60fc67-bb55-4049-9c63-99368dd19a5a) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:37:11.443485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61781751-0df4-4ccd-99c8-d03e6de1573a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:37:11.482358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:11.498050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object da60fc67-bb55-4049-9c63-99368dd19a5a will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:37:11.537682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 61781751-0df4-4ccd-99c8-d03e6de1573a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:11.537990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:11.561779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-68452a35-27fd-4318-b964-574051b905fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:08Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'dc15a6b3-2af9-4ba4-8202-512ac8e2770e', 'name': '', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:44:f5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:08Z', 'updated_at': '2021-12-13T23:37:09Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:11.576532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68452a35-27fd-4318-b964-574051b905fc None None] Checking router: b740be3c-9b63-4188-89ef-ed3cc00cca58 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:37:11.576905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68452a35-27fd-4318-b964-574051b905fc None None] Updating router b740be3c-9b63-4188-89ef-ed3cc00cca58 port dc15a6b3-2af9-4ba4-8202-512ac8e2770e binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:37:11.590100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:11.596195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-674b717d-02c8-491c-a3bb-c0eb3ffc2ca9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:11.642884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-68452a35-27fd-4318-b964-574051b905fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:11.667666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:37:11.671593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:37:11.674163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:11.676272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:37:11.839024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:11.877196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:11.877803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:11.938803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-617d5f12-129e-41a1-a24a-a33aa6646135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:11.990408 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1124508 Dec 13 23:37:12.048182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-036fab34-ed44-4aec-9ced-6958ea4119d8 None None] Provisioning for port da60fc67-bb55-4049-9c63-99368dd19a5a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:37:12.064152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-036fab34-ed44-4aec-9ced-6958ea4119d8 None None] Provisioning complete for port da60fc67-bb55-4049-9c63-99368dd19a5a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:12.064611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-036fab34-ed44-4aec-9ced-6958ea4119d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:12.132680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-68452a35-27fd-4318-b964-574051b905fc None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:12.141384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-036fab34-ed44-4aec-9ced-6958ea4119d8 None None] Port da60fc67-bb55-4049-9c63-99368dd19a5a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:37:12.148473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-68452a35-27fd-4318-b964-574051b905fc None None] Transition to ACTIVE for port object dc15a6b3-2af9-4ba4-8202-512ac8e2770e will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:37:12.229625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-68452a35-27fd-4318-b964-574051b905fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:12.233373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:12.370216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabab7b-2a97-460f-a587-690206fc3e9f None None] Pushing event updated for resources: {'Port': ['ID=dc15a6b3-2af9-4ba4-8202-512ac8e2770e,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:12.373202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2cabab7b-2a97-460f-a587-690206fc3e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:12.465833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-68452a35-27fd-4318-b964-574051b905fc None None] Attempting to bind port dc15a6b3-2af9-4ba4-8202-512ac8e2770e on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:37:12.466203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-68452a35-27fd-4318-b964-574051b905fc None None] Attempting to bind port dc15a6b3-2af9-4ba4-8202-512ac8e2770e by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:37:12.466576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68452a35-27fd-4318-b964-574051b905fc None None] Attempting to bind port dc15a6b3-2af9-4ba4-8202-512ac8e2770e on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:37:12.474445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68452a35-27fd-4318-b964-574051b905fc None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:37:12.474826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68452a35-27fd-4318-b964-574051b905fc None None] Checking segment: {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:37:12.475230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-68452a35-27fd-4318-b964-574051b905fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:12.475641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68452a35-27fd-4318-b964-574051b905fc None None] Bound using segment: {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:37:12.476110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-68452a35-27fd-4318-b964-574051b905fc None None] Bound port: dc15a6b3-2af9-4ba4-8202-512ac8e2770e, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:37:12.476487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-68452a35-27fd-4318-b964-574051b905fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:12.578545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-68452a35-27fd-4318-b964-574051b905fc None None] For port dc15a6b3-2af9-4ba4-8202-512ac8e2770e, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:37:12.578545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-68452a35-27fd-4318-b964-574051b905fc None None] For port dc15a6b3-2af9-4ba4-8202-512ac8e2770e, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=dc15a6b3-2af9-4ba4-8202-512ac8e2770e,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:37:12.647327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-68452a35-27fd-4318-b964-574051b905fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:12.650814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-590c15ec-a0cb-4a09-8677-d666ab0f7436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:12.725983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabab7b-2a97-460f-a587-690206fc3e9f None None] Pushing event updated for resources: {'Port': ['ID=dc15a6b3-2af9-4ba4-8202-512ac8e2770e,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:12.729530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2cabab7b-2a97-460f-a587-690206fc3e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:12.732033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68452a35-27fd-4318-b964-574051b905fc None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:12.732652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-68452a35-27fd-4318-b964-574051b905fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:12.935620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-68452a35-27fd-4318-b964-574051b905fc None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:13.019391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56118) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:13.025176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382958973', 'description': 'tempest-secgroup-smoke-1382958973 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:13.033411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:13.037859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:13.040837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:13.046859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:13.115293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:13.153674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:13.159241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:13.162387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:13.168421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:13.226473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:13.286580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:13.291872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81023433-e0ff-4e8c-9b97-a3a6525b5578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:13.299691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-68452a35-27fd-4318-b964-574051b905fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:08Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'dc15a6b3-2af9-4ba4-8202-512ac8e2770e', 'name': '', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:44:f5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:08Z', 'updated_at': '2021-12-13T23:37:12Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:13.303700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68452a35-27fd-4318-b964-574051b905fc None None] The sync data for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv is: [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:08Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'dc15a6b3-2af9-4ba4-8202-512ac8e2770e', 'name': '', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:44:f5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:08Z', 'updated_at': '2021-12-13T23:37:12Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:37:13.338979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd7114a-9265-4caa-a3bf-79dbe981bc51,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:13.343233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:13.408874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:13.410638 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3903182 Dec 13 23:37:13.413435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56122) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:13.419106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'afd7114a-9265-4caa-a3bf-79dbe981bc51', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:13.426620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:13.431090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:13.434160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:13.440783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:13.522712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:13.591548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:13.692755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:13.699206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fbcefef7-5f8c-4184-b957-400c21e3e168 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:13.720867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95333240-19f4-4be8-8dbd-2cc9a6685bd6,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:13.723407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:13.789424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:13.790653 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3762088 Dec 13 23:37:13.793337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56126) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:13.799364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'afd7114a-9265-4caa-a3bf-79dbe981bc51', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:13.805605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:13.809602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:13.812676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:13.819120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:13.916401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:13.980660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.058444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.060381 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3a3b9ebc-ccca-4f99-a257-31e1ba75f8d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:14.085137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2194c2-584b-497b-a2e5-250c6219f152,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:14.086895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8664b70a-28b5-4cde-b7b2-eede9e1e3c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.089750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:14.160877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.165432 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3678689 Dec 13 23:37:14.165432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56130) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:14.170793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'afd7114a-9265-4caa-a3bf-79dbe981bc51', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:14.177940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:14.181685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:14.184543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:14.191429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:14.270465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.333237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.394904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.400673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a4039a6d-f5b5-43a0-b686-e95e2262b0d2 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:14.424163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea38636-a4e1-4249-b636-346216998d12,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:14.426389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:14.503536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.504760 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3388388 Dec 13 23:37:14.507462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56134) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:14.512883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'afd7114a-9265-4caa-a3bf-79dbe981bc51', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:14.519365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:14.523166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:14.525962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:14.531705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:14.601812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.665861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.743726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.750955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a25c547-ea16-493f-842c-649abe6ac462 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:14.771517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e950ab1d-98a1-4bbc-9f18-8f79272598a4,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:14.776383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:14.851941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:14.853132 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-18771f1d-337d-43c9-88de-433e5ef7287a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3447573 Dec 13 23:37:14.855835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56138) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:14.863849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'afd7114a-9265-4caa-a3bf-79dbe981bc51', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:14.870498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:14.874026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:14.877607 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:14.883918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:14.920742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device dc15a6b3-2af9-4ba4-8202-512ac8e2770e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:37:14.956070 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:37:14.962747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.027856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.064176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port dc15a6b3-2af9-4ba4-8202-512ac8e2770e completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:37:15.068946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port dc15a6b3-2af9-4ba4-8202-512ac8e2770e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:15.069327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.092042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.100898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-38b954ae-4428-45f6-82eb-57d3fa57605d tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:15.121904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba65ab3c-1f6f-471a-9b4b-0d695e705808,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:15.124264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:15.183910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.206545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.207813 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3510091 Dec 13 23:37:15.210518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56142) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:15.216128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': 'afd7114a-9265-4caa-a3bf-79dbe981bc51', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:15.216587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port dc15a6b3-2af9-4ba4-8202-512ac8e2770e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=dc15a6b3-2af9-4ba4-8202-512ac8e2770e,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:15.222322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:15.226194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:15.229151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:15.234855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:15.297983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.299703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f43991db-287f-44c3-a2fb-3fd7221b349e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:15.326632 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:37:15.334251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.335325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.378345 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=dc15a6b3-2af9-4ba4-8202-512ac8e2770e,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:15.381122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:15.415220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.440895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.469136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.470929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:15.493055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c362f7-bf21-464e-9015-47938632854f,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:15.495373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:15.566536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:15.567678 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3562031 Dec 13 23:37:15.739475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-ffc95bb0-1d70-4252-9789-0c4ea86be9bb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:37:15.835318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-ffc95bb0-1d70-4252-9789-0c4ea86be9bb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:37:15.836489 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-ffc95bb0-1d70-4252-9789-0c4ea86be9bb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382958973&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.1396282 Dec 13 23:37:15.911594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-e149543f-21ea-4ac9-a523-f4fe8bb3e886 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:15.912188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-e149543f-21ea-4ac9-a523-f4fe8bb3e886 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:37:15.995149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-e149543f-21ea-4ac9-a523-f4fe8bb3e886 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:37:15.996365 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-e149543f-21ea-4ac9-a523-f4fe8bb3e886 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 930 time: 0.1536064 Dec 13 23:37:16.136055 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-d093c213-0088-4544-ad21-8e20c85ea4b3 service neutron] 10.222.0.30 "GET /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1275258 Dec 13 23:37:16.268757 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-eafe3da9-25c1-40a7-8d10-fdc87550939b service neutron] 10.222.0.30 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270518 Dec 13 23:37:16.402970 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-55b71032-6aae-4c8d-af47-0d9efe034209 service neutron] 10.222.0.30 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284602 Dec 13 23:37:16.684020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-836350c1-faf2-43b9-9a64-2f87da4c3536 req-b3a18352-3001-4d36-bdee-5b68d1150723 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:37:16.697012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-836350c1-faf2-43b9-9a64-2f87da4c3536 req-b3a18352-3001-4d36-bdee-5b68d1150723 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:37:16.698164 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-836350c1-faf2-43b9-9a64-2f87da4c3536 req-b3a18352-3001-4d36-bdee-5b68d1150723 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 210 time: 0.0578547 Dec 13 23:37:16.709645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:16.906260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device dc15a6b3-2af9-4ba4-8202-512ac8e2770e up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:37:16.978417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port dc15a6b3-2af9-4ba4-8202-512ac8e2770e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:16.978797 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:17.879538 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a78dfc6c-b16a-4cf5-9e4b-ec55065b86ea req-30973d9f-7e43-43ad-bf96-5134a0d7465b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 210 time: 0.0455518 Dec 13 23:37:18.421412 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-28668e65-5ad2-405c-a51b-5fce0041a020 service neutron] 10.222.0.18 "GET /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 1026 time: 0.0696082 Dec 13 23:37:18.568406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-007af5f3-850a-407d-8d02-c1099cb2234f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:18.569019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-007af5f3-850a-407d-8d02-c1099cb2234f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:37:18.652308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-007af5f3-850a-407d-8d02-c1099cb2234f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:37:18.653434 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-007af5f3-850a-407d-8d02-c1099cb2234f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=7434837e-27d5-4f6f-a5db-c5abbe7e18c2 HTTP/1.1" status: 200 len: 796 time: 0.2274117 Dec 13 23:37:18.709059 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-c37d1aa0-5daf-4bc1-8a5c-b2071fb6e424 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 380 time: 0.0417702 Dec 13 23:37:18.719297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Request body: {'port': {'device_id': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:18.828997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:19.091334 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6d33741f-3863-469b-87f5-060c6d6eaf1b req-ffc4c914-e7f1-4c63-af03-bd0ba93e4cb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 210 time: 0.0511217 Dec 13 23:37:19.149591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:19.207185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da60fc67-bb55-4049-9c63-99368dd19a5a {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:37:19.213956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:19.228290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Transition to ACTIVE for port object da60fc67-bb55-4049-9c63-99368dd19a5a will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:37:19.297862 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:19.301955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-135743e2-0945-4297-9586-72f4f591c4c0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:19.432182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:19.435074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:19.541345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Attempting to bind port da60fc67-bb55-4049-9c63-99368dd19a5a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:37:19.541676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Attempting to bind port da60fc67-bb55-4049-9c63-99368dd19a5a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:37:19.542000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Attempting to bind port da60fc67-bb55-4049-9c63-99368dd19a5a on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:37:19.548790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Port da60fc67-bb55-4049-9c63-99368dd19a5a on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:37:19.549862 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Attempting to bind port da60fc67-bb55-4049-9c63-99368dd19a5a on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:37:19.555773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:37:19.556109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Checking segment: {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:37:19.556492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Bound using segment: {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:37:19.556913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Bound port: da60fc67-bb55-4049-9c63-99368dd19a5a, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:37:19.557288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:19.650564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:37:19.653469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:37:19.709671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:19.713310 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:19.765770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:19.767404 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] 10.222.0.18 "PUT /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 1131 time: 1.0520627 Dec 13 23:37:19.776450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:37:19.795881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:19.799677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:19.836271 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'status': 'completed', 'code': 200} Dec 13 23:37:19.934625 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c67a6c88-fcec-4b87-84a8-00634ae3def0 req-0112e3de-c260-4a6d-83fe-09b5f03673e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 1134 time: 0.0764503 Dec 13 23:37:20.076359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a6c88-fcec-4b87-84a8-00634ae3def0 req-49b09df2-35ba-40eb-ad38-3920fadf0a43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:20.077802 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c67a6c88-fcec-4b87-84a8-00634ae3def0 req-49b09df2-35ba-40eb-ad38-3920fadf0a43 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1361001 Dec 13 23:37:20.355107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a6c88-fcec-4b87-84a8-00634ae3def0 req-a898a9fc-f438-42da-816c-2f29d6ce7fc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:20.356561 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c67a6c88-fcec-4b87-84a8-00634ae3def0 req-a898a9fc-f438-42da-816c-2f29d6ce7fc4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2730949 Dec 13 23:37:20.393936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7e45a-66bb-45cd-9ff2-b5de5756706f req-1d1e3bf4-c03c-4f11-af3d-b67023524819 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:20.395360 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5a7e45a-66bb-45cd-9ff2-b5de5756706f req-1d1e3bf4-c03c-4f11-af3d-b67023524819 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 981 time: 0.0997777 Dec 13 23:37:20.492432 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5a7e45a-66bb-45cd-9ff2-b5de5756706f req-dfe4a601-6283-443b-9ccd-91292607ddd2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632267 Dec 13 23:37:20.511592 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-adc33204-d93f-4249-9c06-ffd4a8c83056 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 1134 time: 0.1152368 Dec 13 23:37:20.578697 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-4360bd10-adea-4898-9547-9d75f0cc4d0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 217 time: 0.0601223 Dec 13 23:37:20.645496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-17284f2a-4487-4cfd-a218-8b7bbdb91f67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:20.645496 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-17284f2a-4487-4cfd-a218-8b7bbdb91f67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4894346f-161b-4f0f-9c04-beccd6d6f46b HTTP/1.1" status: 200 len: 835 time: 0.0595064 Dec 13 23:37:20.722147 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-ceace0a2-2e60-4049-ab9c-4fd4b448537e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7434837e-27d5-4f6f-a5db-c5abbe7e18c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704799 Dec 13 23:37:20.856757 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-77b7e6db-43ab-4c7d-aa4b-131523a4cdce service neutron] 10.222.0.18 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285212 Dec 13 23:37:20.991184 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be32e47c-5f4d-4e40-83fc-87fd61dec73b req-f1024447-1091-4712-9f52-ab77de451459 service neutron] 10.222.0.18 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283166 Dec 13 23:37:21.640538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device da60fc67-bb55-4049-9c63-99368dd19a5a details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:37:21.698757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb324a-0a6f-4d65-ab69-1ca5b83f65c3 req-9c21ca0e-38b9-48c7-9fbd-19cb91263bda tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:21.700299 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6dcb324a-0a6f-4d65-ab69-1ca5b83f65c3 req-9c21ca0e-38b9-48c7-9fbd-19cb91263bda tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 981 time: 0.0861032 Dec 13 23:37:21.748132 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6dcb324a-0a6f-4d65-ab69-1ca5b83f65c3 req-dd06ec62-452f-4be0-90bd-3335808203fa tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Dec 13 23:37:21.781902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:21.795414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'port_id': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'mac_address': 'fa:16:3e:ff:30:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:37:21.849925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:21.867315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da60fc67-bb55-4049-9c63-99368dd19a5a {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:37:21.881924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:21.949147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:21.950841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:22.013999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:22.017319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:22.151532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['da60fc67-bb55-4049-9c63-99368dd19a5a'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:37:22.945799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6da06c-f432-472c-aa0a-8d75a80ff12b req-0c99a895-2d10-4290-82ea-e9d3741b323d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:22.947230 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6f6da06c-f432-472c-aa0a-8d75a80ff12b req-0c99a895-2d10-4290-82ea-e9d3741b323d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 982 time: 0.0807581 Dec 13 23:37:22.992069 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6f6da06c-f432-472c-aa0a-8d75a80ff12b req-3ab3c4d1-3517-4393-96cf-75ab9bee1e23 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393984 Dec 13 23:37:23.635786 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device da60fc67-bb55-4049-9c63-99368dd19a5a up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:37:23.754737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port da60fc67-bb55-4049-9c63-99368dd19a5a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:37:23.759549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port da60fc67-bb55-4049-9c63-99368dd19a5a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:23.759959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:23.871037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:23.900315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:37:23.915712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:23.954971 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'code': 200} Dec 13 23:37:23.977975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:23.979876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e6bb790d-dc7e-4904-ba94-bdaf76bff29a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:24.044358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:24.048529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:24.359183 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ea042a28-82cf-4b78-b799-cafb181b98a4 req-adbefcb8-7a6b-4582-8733-7c5b4a030613 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 1136 time: 0.1318240 Dec 13 23:37:24.366395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14962-b929-4283-a756-722687a5dcb3 req-9f0f0a6b-4e6f-4a86-bd75-4598744d49c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:24.367770 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73d14962-b929-4283-a756-722687a5dcb3 req-9f0f0a6b-4e6f-4a86-bd75-4598744d49c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 983 time: 0.1068668 Dec 13 23:37:24.439972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73d14962-b929-4283-a756-722687a5dcb3 req-004f9f29-6d8a-42a2-b1f9-8683e6dd2875 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585599 Dec 13 23:37:24.441578 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ea042a28-82cf-4b78-b799-cafb181b98a4 req-18e70bd0-4a76-467e-b4b4-030daa3712a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729175 Dec 13 23:37:25.640228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e6207-3308-4989-ac51-57fede9a30c1 req-6d4b8ba8-1d1a-417c-b4b6-40b27dde66af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:25.641765 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-242e6207-3308-4989-ac51-57fede9a30c1 req-6d4b8ba8-1d1a-417c-b4b6-40b27dde66af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 983 time: 0.0796428 Dec 13 23:37:25.690783 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-242e6207-3308-4989-ac51-57fede9a30c1 req-6036f681-f104-48de-9a28-5b3a1ed378ee tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 Dec 13 23:37:26.889951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dbde8-6a90-4c53-8cfc-d6c586937aa9 req-d5998a90-7dd2-452d-b6d5-feb857aade9e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:26.892115 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a30dbde8-6a90-4c53-8cfc-d6c586937aa9 req-d5998a90-7dd2-452d-b6d5-feb857aade9e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 983 time: 0.0811720 Dec 13 23:37:26.936553 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a30dbde8-6a90-4c53-8cfc-d6c586937aa9 req-72eecb17-feac-42e4-9cea-8342c65aea61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390551 Dec 13 23:37:27.138511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082d17c-0341-4994-85fe-33c854db48f6 req-8b56edfa-6ba6-41c9-8c55-6ca9a4480871 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:27.140015 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3082d17c-0341-4994-85fe-33c854db48f6 req-8b56edfa-6ba6-41c9-8c55-6ca9a4480871 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 983 time: 0.0823419 Dec 13 23:37:27.185271 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3082d17c-0341-4994-85fe-33c854db48f6 req-044900e7-d11f-4ea9-a264-39ee59bff956 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391803 Dec 13 23:37:27.213244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56188) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:27.281692 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-28297f86-de2f-498e-b2cb-6b7dd2e6f358 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 1131 time: 0.0672503 Dec 13 23:37:27.284175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56192) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:27.289262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:27.294630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:27.298882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:floatingip and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:27.301712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:27.307753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:27.366134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:27.504116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:27.643345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.86 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/ac2504ae-329b-4d83-8159-8714678bc71d) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:37:27.941437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:28.023539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:28.027264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d8e94872-4bb2-4829-ae0b-4f2595529f34 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:28.097951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:37:28.101383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:37:28.103364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=ac2504ae-329b-4d83-8159-8714678bc71d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:28.105427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:37:28.132725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:28.614058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:28.738857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:28.941383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:29.005992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:29.009582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-404204c5-f674-4f2d-872b-b6a34c09ebe0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:29.117371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=ac2504ae-329b-4d83-8159-8714678bc71d,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:29.125138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:29.134051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:29.316012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-1a586e29-3f4d-4d4f-834f-858c69d2e6b5 req-27560d39-ff04-444c-8b8d-6f3ae39b75ca service neutron] (84311) timed out ('10.222.0.18', 61132) {{(pid=84311) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 13 23:37:29.323927 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP c8d02e60-e55a-4127-a65f-153954b3ef5d associated. External IP: 172.26.5.86, port: da60fc67-bb55-4049-9c63-99368dd19a5a. Dec 13 23:37:29.820836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router b740be3c-9b63-4188-89ef-ed3cc00cca58 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:37:30.021389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:37:30.031340 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] Sync routers for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:37:30.044541 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:30.045412 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:30.092513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:30.147389 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.8621800 Dec 13 23:37:30.148192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:37:30.150229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56196) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:30.228625 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f33bfcee-d4a0-4ad9-b614-39c314c3be37 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b&network_id=7434837e-27d5-4f6f-a5db-c5abbe7e18c2 HTTP/1.1" status: 200 len: 1131 time: 0.0748453 Dec 13 23:37:30.234467 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:30.278611 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'status': 'completed', 'code': 200} Dec 13 23:37:30.397550 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-43ff0cf8-9ed1-4557-95a9-436bf894b99e req-7fed4ef8-4edc-413d-9bde-791192f787e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 1136 time: 0.0869865 Dec 13 23:37:30.535764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0cf8-9ed1-4557-95a9-436bf894b99e req-b7029af3-44ec-41cf-ad9f-96f4cf8ab8d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:30.537207 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-43ff0cf8-9ed1-4557-95a9-436bf894b99e req-b7029af3-44ec-41cf-ad9f-96f4cf8ab8d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7434837e-27d5-4f6f-a5db-c5abbe7e18c2 HTTP/1.1" status: 200 len: 897 time: 0.1333938 Dec 13 23:37:30.597273 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:08Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'c8d02e60-e55a-4127-a65f-153954b3ef5d', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.86', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'port_id': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2135636420', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'mac_address': 'fa:16:3e:ff:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:37:28Z', 'updated_at': '2021-12-13T23:37:28Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15a6b3-2af9-4ba4-8202-512ac8e2770e', 'name': '', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:44:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:08Z', 'updated_at': '2021-12-13T23:37:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:30.601230 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] Checking router: b740be3c-9b63-4188-89ef-ed3cc00cca58 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:37:30.612159 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:30.612765 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:30.645581 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-43ff0cf8-9ed1-4557-95a9-436bf894b99e req-0e7adb59-88d8-4273-b435-9e1ff71644bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 1036 time: 0.1005785 Dec 13 23:37:30.776064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff0cf8-9ed1-4557-95a9-436bf894b99e req-f7f6c916-dfb4-4432-8c13-beee28fce8a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:30.777517 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-43ff0cf8-9ed1-4557-95a9-436bf894b99e req-f7f6c916-dfb4-4432-8c13-beee28fce8a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4894346f-161b-4f0f-9c04-beccd6d6f46b HTTP/1.1" status: 200 len: 835 time: 0.1088212 Dec 13 23:37:30.792568 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:30.952077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c262d91-9967-47bc-8970-dfafd6031e74 req-3153e403-a9db-461d-84f4-43947107d1ea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:30.954072 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5c262d91-9967-47bc-8970-dfafd6031e74 req-3153e403-a9db-461d-84f4-43947107d1ea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 983 time: 0.2389517 Dec 13 23:37:30.995370 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-43ff0cf8-9ed1-4557-95a9-436bf894b99e req-deec62ee-f114-4190-88bb-14db14c51863 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7434837e-27d5-4f6f-a5db-c5abbe7e18c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2092752 Dec 13 23:37:31.069777 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:37:31.085750 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5c262d91-9967-47bc-8970-dfafd6031e74 req-794645b9-5ad9-48e2-98b0-25d8078cdd19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199090 Dec 13 23:37:31.143889 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-43ff0cf8-9ed1-4557-95a9-436bf894b99e req-33eb17e0-3149-44c0-910f-1da579a2bf72 service neutron] 10.222.0.18 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404006 Dec 13 23:37:31.183323 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:08Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'c8d02e60-e55a-4127-a65f-153954b3ef5d', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.86', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'port_id': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2135636420', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'mac_address': 'fa:16:3e:ff:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:37:28Z', 'updated_at': '2021-12-13T23:37:28Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15a6b3-2af9-4ba4-8202-512ac8e2770e', 'name': '', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:44:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:08Z', 'updated_at': '2021-12-13T23:37:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:31.187256 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d45815-5f83-4f71-92e5-2718acda7d42 None None] The sync data for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv is: [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:08Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'c8d02e60-e55a-4127-a65f-153954b3ef5d', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.86', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'port_id': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2135636420', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'mac_address': 'fa:16:3e:ff:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ce4a43-1acb-4681-ac9c-f8c221cdba1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:37:28Z', 'updated_at': '2021-12-13T23:37:28Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc15a6b3-2af9-4ba4-8202-512ac8e2770e', 'name': '', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:44:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:08Z', 'updated_at': '2021-12-13T23:37:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:37:31.284155 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-43ff0cf8-9ed1-4557-95a9-436bf894b99e req-f3d548a7-0c7f-4cd0-992c-d4acff52b323 service neutron] 10.222.0.18 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330624 Dec 13 23:37:31.379987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f691883-e8ee-4ea3-bdf8-8619dc558823 None None] New status for floating IP c8d02e60-e55a-4127-a65f-153954b3ef5d: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:37:32.111223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-36804267-00fa-4693-ad96-88eb3b024efb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:32.112680 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-36804267-00fa-4693-ad96-88eb3b024efb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 983 time: 0.0783143 Dec 13 23:37:32.191986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-f6577a41-3b89-47ee-a4cd-afa1faa811f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:32.193336 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-f6577a41-3b89-47ee-a4cd-afa1faa811f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0713139 Dec 13 23:37:32.284525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29421c-ddf9-41f6-801e-065102458a10 req-2869b9b1-3a45-411a-a9a8-4a9dba8a7fdf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:32.286029 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-af29421c-ddf9-41f6-801e-065102458a10 req-2869b9b1-3a45-411a-a9a8-4a9dba8a7fdf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 983 time: 0.0778675 Dec 13 23:37:32.337412 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-af29421c-ddf9-41f6-801e-065102458a10 req-9b8b9d77-8d71-467e-840e-a75f06d0411f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451887 Dec 13 23:37:32.341744 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-11ca818c-4e04-43bc-a242-4ffeb00bf3a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1424322 Dec 13 23:37:32.352211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:32.462700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:32.657203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:32.685688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:37:32.732995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] device_id is not set on port da60fc67-bb55-4049-9c63-99368dd19a5a yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:37:32.741391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:32.788991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:32.792539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-25f94c44-9e50-4dfe-855f-490a9e3ef6af tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:32.925899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=6']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:32.930317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:32.987376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] No DVR routers for this DVR port da60fc67-bb55-4049-9c63-99368dd19a5a on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:37:33.113797 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-556c5279-c3ee-4b1d-98bd-ff1ee54bc66e None None] Provisioning complete for port da60fc67-bb55-4049-9c63-99368dd19a5a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:33.114513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-556c5279-c3ee-4b1d-98bd-ff1ee54bc66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:33.205730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-556c5279-c3ee-4b1d-98bd-ff1ee54bc66e None None] Port da60fc67-bb55-4049-9c63-99368dd19a5a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:37:33.234356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] In _notify_port_updated(), no bound segment for port da60fc67-bb55-4049-9c63-99368dd19a5a on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:37:33.235405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:33.236669 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b9435b4b-ea14-4bbb-866b-1aef650d556d req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] 10.222.0.18 "PUT /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 1026 time: 0.8884981 Dec 13 23:37:33.507062 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f4811367-cbd3-4f92-b2ae-d4eda5df428d req-fba94eef-dc45-409b-9d89-98c1b2133918 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=64ce4a43-1acb-4681-ac9c-f8c221cdba1b HTTP/1.1" status: 200 len: 210 time: 0.0457416 Dec 13 23:37:34.613040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56214) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:34.795108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165a12c4-637d-4375-94f3-a872e195fe79 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:34.796447 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-165a12c4-637d-4375-94f3-a872e195fe79 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 925 time: 0.1824501 Dec 13 23:37:35.195717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56220) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:35.201275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-92903883', 'description': 'tempest-secgroup-smoke-92903883 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:35.207755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:35.217151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:35.275082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:35.310427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:35.314513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:35.317407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:35.323077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:35.377943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:35.457663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:35.461612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5f87cb0f-4642-462e-b494-71c7211b00dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:35.502312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145db004-6b30-41f4-953b-c05fe988cbfa,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:35.506920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:35.571192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:35.572473 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.3757546 Dec 13 23:37:35.575213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56224) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:35.580817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '145db004-6b30-41f4-953b-c05fe988cbfa', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:35.586780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:35.590658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:35.593544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:35.599968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:35.693485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:35.703124 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device da60fc67-bb55-4049-9c63-99368dd19a5a no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:37:35.758835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:35.759137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device da60fc67-bb55-4049-9c63-99368dd19a5a not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:37:35.823035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:35.824868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bacfe74e-486f-4c07-91b5-4bc1a23e4b85 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:35.846512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee177f9-aa79-4bf7-9e47-cbff55c6f91d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:35.850503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:35.902635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:35.903871 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3276432 Dec 13 23:37:35.906513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56228) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:35.913070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '145db004-6b30-41f4-953b-c05fe988cbfa', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:35.918994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:35.923638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:35.926502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:35.932139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:36.041041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.102476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.166096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.167977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dae63261-bda5-449c-95e0-936288d19146 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:36.190539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199b2a3c-e520-4698-b119-e609d5f17fdb,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:36.193080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:36.263392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.264624 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3561368 Dec 13 23:37:36.267931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56232) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:36.273265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '145db004-6b30-41f4-953b-c05fe988cbfa', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:36.279163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:36.283240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:36.286163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:36.291907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:36.372405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.435667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.594825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.596808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5a45c16a-6b7d-476a-b077-63f12d74a521 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:36.622727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948b523f-fb29-41b6-8b7f-72e80f3a465f,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:36.628188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:36.680351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.681559 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4126942 Dec 13 23:37:36.684776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56236) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:36.691562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '145db004-6b30-41f4-953b-c05fe988cbfa', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:36.698429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:36.702210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:36.706570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:36.712213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:36.777823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.844716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.903164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.905026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5c02b123-ed40-4c78-b864-27ded43ae99a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:36.928143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f27886-9e11-4eed-87de-8e89956bbd01,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:36.930545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:36.988916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:36.990095 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3044202 Dec 13 23:37:36.992725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56240) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:36.998237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '145db004-6b30-41f4-953b-c05fe988cbfa', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:37.004212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:37.008040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:37.010920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:37.016668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:37.080383 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:37:37.086830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:37.152022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:37.200256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:37.207759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eabe0d1f-f58b-48ee-a392-b452ed21c003 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:37.228038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905c613f-eccb-45fd-babe-f9168751d93e,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:37.230232 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:37.297661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:37.298932 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3052831 Dec 13 23:37:37.301616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56244) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:37.307556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '145db004-6b30-41f4-953b-c05fe988cbfa', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:37.313668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:37:37.317674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:37:37.322824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:37:37.326462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:37:37.400764 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:37:37.408534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:37.476923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:37.526083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:37.533813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-62f718f9-6b47-4aca-8b33-ef6cf728e622 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:37.556548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7215bd-a92d-4f2f-a0a2-e5fa8146fe1f,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:37.558817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:37.622733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:37.623940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3213294 Dec 13 23:37:37.793326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-dedbd59d-df19-4b66-a52b-5667628cbe05 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:37:37.863235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-dedbd59d-df19-4b66-a52b-5667628cbe05 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:37:37.864417 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-dedbd59d-df19-4b66-a52b-5667628cbe05 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-92903883&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.1115575 Dec 13 23:37:37.937078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-9b7c0b80-7986-4241-b094-55bbf25a703b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:37.938945 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-9b7c0b80-7986-4241-b094-55bbf25a703b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 930 time: 0.0681689 Dec 13 23:37:38.011691 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-b1857d22-106d-49c2-a1c4-0c5a253041aa service neutron] 10.222.0.30 "GET /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0612841 Dec 13 23:37:38.142297 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-d01e2fff-f394-4f2b-8f1f-6ca6db9e559f service neutron] 10.222.0.30 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251080 Dec 13 23:37:38.271927 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-abe1137f-7e58-4148-ac90-1fdde13a6beb service neutron] 10.222.0.30 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240969 Dec 13 23:37:38.541560 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9dc69426-c744-4960-8047-bdf0e0dc1ad8 req-05420673-3227-4756-a66d-24bf54923226 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 210 time: 0.0412641 Dec 13 23:37:39.709364 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f1a0e70d-2dcd-4915-80db-3ca83f478959 req-53f0e1ba-4926-426c-8683-3a479698a480 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 210 time: 0.0439327 Dec 13 23:37:40.285813 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-5261885e-559f-4d7d-893e-514efa2e1b40 service neutron] 10.222.0.18 "GET /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 1026 time: 0.0594647 Dec 13 23:37:40.435154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-f7f7f3b1-d954-4c7a-8ff5-8429a9582c11 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:40.436565 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-f7f7f3b1-d954-4c7a-8ff5-8429a9582c11 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=7434837e-27d5-4f6f-a5db-c5abbe7e18c2 HTTP/1.1" status: 200 len: 796 time: 0.1456988 Dec 13 23:37:40.497186 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-ffe7dfb8-d9b5-40a1-8f8f-d0b7925129ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 471 time: 0.0472217 Dec 13 23:37:40.507456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Request body: {'port': {'device_id': 'cc346dfb-d2aa-4472-a47a-e8578ba2144d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:40.615464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:40.882040 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4be26325-87c8-409d-a07b-c08ecb462b23 req-01c57ab6-4999-4428-b053-d3778f8cdce0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 210 time: 0.0472426 Dec 13 23:37:41.006917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da60fc67-bb55-4049-9c63-99368dd19a5a {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:37:41.013829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:41.027998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Transition to ACTIVE for port object da60fc67-bb55-4049-9c63-99368dd19a5a will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:37:41.080485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:41.084310 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-17235841-42c4-4d1e-b05f-49e489568a48 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:41.215196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=7']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:41.218202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:41.350735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Attempting to bind port da60fc67-bb55-4049-9c63-99368dd19a5a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:37:41.351404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Attempting to bind port da60fc67-bb55-4049-9c63-99368dd19a5a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:37:41.351404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Attempting to bind port da60fc67-bb55-4049-9c63-99368dd19a5a on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:37:41.360336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Port da60fc67-bb55-4049-9c63-99368dd19a5a on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:37:41.360781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Attempting to bind port da60fc67-bb55-4049-9c63-99368dd19a5a on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:37:41.367574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:37:41.368058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Checking segment: {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:37:41.368543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Bound using segment: {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:37:41.369070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Bound port: da60fc67-bb55-4049-9c63-99368dd19a5a, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5cea6e2-d34c-473a-b86f-047c4daf68df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:37:41.369516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:41.460775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:37:41.463601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:37:41.589404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:41.595016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8273923a-9888-4755-b454-adeb20ac868f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:41.652774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:41.654161 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] 10.222.0.18 "PUT /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 1131 time: 1.1506643 Dec 13 23:37:41.654709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc346dfb-d2aa-4472-a47a-e8578ba2144d', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:37:41.685358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=8']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:41.685358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:41.713759 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc346dfb-d2aa-4472-a47a-e8578ba2144d', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'status': 'completed', 'code': 200} Dec 13 23:37:41.816593 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f1a4d03-a109-4632-a9f5-96a12e5551a6 req-a74c9bc2-5726-4e32-9792-2b8dceedec2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 1134 time: 0.0830340 Dec 13 23:37:41.857354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01419a6a-4d0e-4360-b3fc-7dfcb0204874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:41.961721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a4d03-a109-4632-a9f5-96a12e5551a6 req-819f92ac-850b-48de-b497-a3084d172600 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:41.963159 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f1a4d03-a109-4632-a9f5-96a12e5551a6 req-819f92ac-850b-48de-b497-a3084d172600 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1388600 Dec 13 23:37:42.246896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a4d03-a109-4632-a9f5-96a12e5551a6 req-af6e07bf-7ea2-4961-bb27-9607df3bd367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:42.248391 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f1a4d03-a109-4632-a9f5-96a12e5551a6 req-af6e07bf-7ea2-4961-bb27-9607df3bd367 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2788916 Dec 13 23:37:42.262637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfe8b7-0471-4800-bdef-885219107e3d req-97f05ebe-6b67-4d8d-835e-1c88c573ca93 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:42.264131 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fedfe8b7-0471-4800-bdef-885219107e3d req-97f05ebe-6b67-4d8d-835e-1c88c573ca93 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 981 time: 0.2228413 Dec 13 23:37:42.361100 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fedfe8b7-0471-4800-bdef-885219107e3d req-04b83bbe-38be-414f-85aa-9f147a54e82e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902655 Dec 13 23:37:42.382209 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-82a206dc-f746-4a8c-b26c-5c8adcff7573 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 1134 time: 0.0963688 Dec 13 23:37:42.485181 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-c0059a02-edd5-444e-9603-53f3f643831c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 1036 time: 0.0959513 Dec 13 23:37:42.553111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-c9019ea7-ed6b-4365-9af1-8384b06cb461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:42.554522 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-c9019ea7-ed6b-4365-9af1-8384b06cb461 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4894346f-161b-4f0f-9c04-beccd6d6f46b HTTP/1.1" status: 200 len: 835 time: 0.0632312 Dec 13 23:37:42.628618 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-a96a3a68-06a7-4c0d-ac75-2f05ee9a55f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7434837e-27d5-4f6f-a5db-c5abbe7e18c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678577 Dec 13 23:37:42.766532 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-8b2086f3-1dfd-4542-b7e3-0cc9c7f83d63 service neutron] 10.222.0.18 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312551 Dec 13 23:37:42.899814 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a0b8940-2fad-406d-b830-03b23882e1ee req-16ccb524-947f-4035-8466-e9a2cab3a8e1 service neutron] 10.222.0.18 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265166 Dec 13 23:37:43.560465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663513f8-7aa2-43c2-8f4f-07c376ba3552 req-40b21326-9095-4bfd-9cd0-00db90cd114e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:43.561918 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-663513f8-7aa2-43c2-8f4f-07c376ba3552 req-40b21326-9095-4bfd-9cd0-00db90cd114e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 981 time: 0.0775049 Dec 13 23:37:43.606886 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-663513f8-7aa2-43c2-8f4f-07c376ba3552 req-787c0e6c-9883-4ffc-bbbe-2d0e5d899f34 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384302 Dec 13 23:37:43.775264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device da60fc67-bb55-4049-9c63-99368dd19a5a details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:37:43.908429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:43.921341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'port_id': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'mac_address': 'fa:16:3e:ff:30:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:37:43.978165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:43.995468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da60fc67-bb55-4049-9c63-99368dd19a5a {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:37:44.020935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:44.091256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6549d1c8-580c-4b0c-9d92-a92e5a15ae80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:44.103058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:44.104657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:44.168504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=9']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:44.171690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:44.292915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['da60fc67-bb55-4049-9c63-99368dd19a5a'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:37:44.805905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bde6cc-d56d-4a7f-ad47-e143b480aca8 req-7f6a5876-6a31-45bd-9df0-5953dbfe1c7f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:44.807355 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-49bde6cc-d56d-4a7f-ad47-e143b480aca8 req-7f6a5876-6a31-45bd-9df0-5953dbfe1c7f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 982 time: 0.0809331 Dec 13 23:37:44.854313 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-49bde6cc-d56d-4a7f-ad47-e143b480aca8 req-bbf02df8-2297-4476-81a4-93af849b0ed3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415776 Dec 13 23:37:45.338425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:45.405978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:45.780561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device da60fc67-bb55-4049-9c63-99368dd19a5a up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:37:45.914249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port da60fc67-bb55-4049-9c63-99368dd19a5a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:37:45.919410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port da60fc67-bb55-4049-9c63-99368dd19a5a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:45.920085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:46.035346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:46.063749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc346dfb-d2aa-4472-a47a-e8578ba2144d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:37:46.074185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:46.122903 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc346dfb-d2aa-4472-a47a-e8578ba2144d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da60fc67-bb55-4049-9c63-99368dd19a5a', 'code': 200} Dec 13 23:37:46.158176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339f04d-fd1f-46df-9e90-5025b7ffc8d3 req-37ecc463-a03c-41b7-90c2-881bd76de483 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:46.159720 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2339f04d-fd1f-46df-9e90-5025b7ffc8d3 req-37ecc463-a03c-41b7-90c2-881bd76de483 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 982 time: 0.1869440 Dec 13 23:37:46.171713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:46.174872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-187a7be4-1a74-4997-a002-b8bf436e32dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:46.206658 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2339f04d-fd1f-46df-9e90-5025b7ffc8d3 req-cdfaa514-7303-4a71-8913-9772bdda0d74 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412245 Dec 13 23:37:46.243238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=10']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:46.246415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:46.455748 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dd73f1ca-81ee-4d2e-85f8-f3d46dd78831 req-776fc996-d168-4b41-90a4-cb3c8e3eee69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 1137 time: 0.0690260 Dec 13 23:37:46.497412 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dd73f1ca-81ee-4d2e-85f8-f3d46dd78831 req-21c4fc3d-cbf6-4a3e-91b0-f0495fd176e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352402 Dec 13 23:37:46.726039 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:47.409664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741a24d-9b5f-4879-86a1-944badf4633b req-8a8c39d0-c5b0-4fdf-a39e-9b66d8176fb8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:47.411128 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6741a24d-9b5f-4879-86a1-944badf4633b req-8a8c39d0-c5b0-4fdf-a39e-9b66d8176fb8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 984 time: 0.0841739 Dec 13 23:37:47.459223 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6741a24d-9b5f-4879-86a1-944badf4633b req-f79b0440-51a7-4b8d-bfb5-04ef4d5d3701 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Dec 13 23:37:48.658997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f06b1e-6061-44dc-a279-3dc64d7f7e72 req-eb26377d-dd19-447a-8033-42c3e8a5e324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:48.660398 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d3f06b1e-6061-44dc-a279-3dc64d7f7e72 req-eb26377d-dd19-447a-8033-42c3e8a5e324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 984 time: 0.0805211 Dec 13 23:37:48.706792 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d3f06b1e-6061-44dc-a279-3dc64d7f7e72 req-e058ef06-48b9-4c64-96ae-00312456b788 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Dec 13 23:37:48.904619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78057fcc-d5cd-4293-98c2-1b0f1939bba6 req-49200321-d48e-4104-b0ac-b826795387c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:48.906574 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-78057fcc-d5cd-4293-98c2-1b0f1939bba6 req-49200321-d48e-4104-b0ac-b826795387c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 984 time: 0.0794432 Dec 13 23:37:48.955301 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-78057fcc-d5cd-4293-98c2-1b0f1939bba6 req-fb378580-5edc-4041-b8ae-014ae67c1b54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430825 Dec 13 23:37:48.981970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56288) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:49.052574 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-93a29747-9743-4c59-be67-90f786d84490 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d&network_id=7434837e-27d5-4f6f-a5db-c5abbe7e18c2 HTTP/1.1" status: 200 len: 1132 time: 0.0693152 Dec 13 23:37:49.160002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:49.582891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bfb7c-52bd-46b9-8294-c29c9420a222 req-06492e25-0869-4ae2-81ce-7b955272aa52 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:49.584418 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aa5bfb7c-52bd-46b9-8294-c29c9420a222 req-06492e25-0869-4ae2-81ce-7b955272aa52 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 984 time: 0.0796564 Dec 13 23:37:49.630407 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aa5bfb7c-52bd-46b9-8294-c29c9420a222 req-759d0a93-56aa-4d05-bd50-b662009c4cf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401716 Dec 13 23:37:50.786514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370f954-e775-4efb-bf9c-73921d486bad req-eeddf746-fa8e-451b-834d-4a0c10bc0b1d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:50.787990 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e370f954-e775-4efb-bf9c-73921d486bad req-eeddf746-fa8e-451b-834d-4a0c10bc0b1d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 984 time: 0.0802464 Dec 13 23:37:50.836218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a8249-68e0-4caa-8df7-68f59cf9d2c5 req-3fc7e3b0-9896-4d41-9dc2-331763994892 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:50.837700 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7f1a8249-68e0-4caa-8df7-68f59cf9d2c5 req-3fc7e3b0-9896-4d41-9dc2-331763994892 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 984 time: 0.0816026 Dec 13 23:37:50.856887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370f954-e775-4efb-bf9c-73921d486bad req-affdbf44-a669-4ded-ba2c-1fd45da2a013 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:37:50.858236 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e370f954-e775-4efb-bf9c-73921d486bad req-affdbf44-a669-4ded-ba2c-1fd45da2a013 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0653257 Dec 13 23:37:50.883752 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7f1a8249-68e0-4caa-8df7-68f59cf9d2c5 req-8a341f32-89a6-4606-9888-65d8775a6464 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405769 Dec 13 23:37:51.001986 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e370f954-e775-4efb-bf9c-73921d486bad req-098f8df5-61cd-49fd-8953-0232b528f0bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1385677 Dec 13 23:37:51.012165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:37:51.117541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:51.406016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=da60fc67-bb55-4049-9c63-99368dd19a5a,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:51.434069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] For port da60fc67-bb55-4049-9c63-99368dd19a5a, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:37:51.485442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] device_id is not set on port da60fc67-bb55-4049-9c63-99368dd19a5a yet. {{(pid=84312) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 23:37:51.492928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:51.549074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:51.553305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cc468e15-b6e8-498c-8b45-f1490d3c7342 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:51.689954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] Pushing event updated for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=11']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:51.694518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:51.752114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] No DVR routers for this DVR port da60fc67-bb55-4049-9c63-99368dd19a5a on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:37:51.872465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0e96663e-0f7a-4f6a-ace6-ab6509c6cad5 None None] Provisioning complete for port da60fc67-bb55-4049-9c63-99368dd19a5a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:37:51.873075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0e96663e-0f7a-4f6a-ace6-ab6509c6cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:51.926782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0e96663e-0f7a-4f6a-ace6-ab6509c6cad5 None None] Port da60fc67-bb55-4049-9c63-99368dd19a5a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:37:52.001410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] In _notify_port_updated(), no bound segment for port da60fc67-bb55-4049-9c63-99368dd19a5a on network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 {{(pid=84312) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Dec 13 23:37:52.003335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:52.003771 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e370f954-e775-4efb-bf9c-73921d486bad req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] 10.222.0.18 "PUT /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 200 len: 1027 time: 0.9953964 Dec 13 23:37:52.049194 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e062e864-506a-4960-aeac-2f19dcd61a75 req-12103c63-8601-4a3a-99b3-fb950b28bb5f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc346dfb-d2aa-4472-a47a-e8578ba2144d HTTP/1.1" status: 200 len: 210 time: 0.0419729 Dec 13 23:37:53.151145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56302) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:53.219575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:53.248460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:53.366006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:53.369921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8ebfd3a-2b6c-4377-a39a-451504193882 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:53.385883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145db004-6b30-41f4-953b-c05fe988cbfa,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:53.395907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.396845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.396845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.397068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.397358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.397722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.398082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.398445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.398805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.399159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.399511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:37:53.402559 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:53.457303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:53.458452 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/145db004-6b30-41f4-953b-c05fe988cbfa HTTP/1.1" status: 204 len: 168 time: 0.3063207 Dec 13 23:37:53.542097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56308) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:53.742534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port ac2504ae-329b-4d83-8159-8714678bc71d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:37:53.742776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:53.811564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device da60fc67-bb55-4049-9c63-99368dd19a5a no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:37:53.870995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device da60fc67-bb55-4049-9c63-99368dd19a5a not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:37:53.910780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:53.911111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:54.032432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for ac2504ae-329b-4d83-8159-8714678bc71d owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:37:54.234059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:54.238032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-186a9cb3-462f-49d8-ae10-6786008fb0ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:54.282150 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=ac2504ae-329b-4d83-8159-8714678bc71d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:54.285637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:54.374392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:54.865990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router b740be3c-9b63-4188-89ef-ed3cc00cca58 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:37:55.065986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:37:55.075335 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] Sync routers for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:37:55.088182 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:55.088794 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:55.148168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:55.201933 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/floatingips/c8d02e60-e55a-4127-a65f-153954b3ef5d HTTP/1.1" status: 204 len: 168 time: 1.6587515 Dec 13 23:37:55.265823 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:55.361110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56316) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:55.438198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb75a75-528a-43e5-9044-cbbe66eab3cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:55.468062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb75a75-528a-43e5-9044-cbbe66eab3cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:55.576998 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:08Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'dc15a6b3-2af9-4ba4-8202-512ac8e2770e', 'name': '', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:44:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:08Z', 'updated_at': '2021-12-13T23:37:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:55.580823 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] Checking router: b740be3c-9b63-4188-89ef-ed3cc00cca58 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:37:55.588327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb75a75-528a-43e5-9044-cbbe66eab3cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:55.591198 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:55.591823 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:55.594298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-46a50c11-297b-491a-8e15-608f7471506f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:55.611363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb75a75-528a-43e5-9044-cbbe66eab3cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd7114a-9265-4caa-a3bf-79dbe981bc51,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:55.613715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4fb75a75-528a-43e5-9044-cbbe66eab3cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:55.617217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4fb75a75-528a-43e5-9044-cbbe66eab3cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:55.621894 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4fb75a75-528a-43e5-9044-cbbe66eab3cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/afd7114a-9265-4caa-a3bf-79dbe981bc51 HTTP/1.1" status: 204 len: 168 time: 0.2590301 Dec 13 23:37:55.703861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56322) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:55.771829 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:55.772211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port da60fc67-bb55-4049-9c63-99368dd19a5a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:37:55.772546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:56.014148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:56.082858 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:08Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'dc15a6b3-2af9-4ba4-8202-512ac8e2770e', 'name': '', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:44:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:08Z', 'updated_at': '2021-12-13T23:37:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:56.086747 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a80be65-58a9-4695-b042-985cb78cbb53 None None] The sync data for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv is: [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:08Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'dc15a6b3-2af9-4ba4-8202-512ac8e2770e', 'name': '', 'network_id': '7434837e-27d5-4f6f-a5db-c5abbe7e18c2', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:44:f5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:08Z', 'updated_at': '2021-12-13T23:37:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '4894346f-161b-4f0f-9c04-beccd6d6f46b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:37:56.138173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for da60fc67-bb55-4049-9c63-99368dd19a5a owned by {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:37:56.302655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8caeacf-fe67-47d6-9458-7aa27760188e None None] New status for floating IP c8d02e60-e55a-4127-a65f-153954b3ef5d: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:37:56.343292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:56.349356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b06242cd-53c9-42ac-b090-1a0b5e3f514a tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:56.398503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=da60fc67-bb55-4049-9c63-99368dd19a5a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:56.401858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:56.498059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:56.508938 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/ports/da60fc67-bb55-4049-9c63-99368dd19a5a HTTP/1.1" status: 204 len: 168 time: 0.8038204 Dec 13 23:37:56.511460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56326) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:57.014861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:57.621258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port dc15a6b3-2af9-4ba4-8202-512ac8e2770e {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:37:57.622000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:57.808369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port dc15a6b3-2af9-4ba4-8202-512ac8e2770e, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=dc15a6b3-2af9-4ba4-8202-512ac8e2770e,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:37:57.808720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:57.928685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for dc15a6b3-2af9-4ba4-8202-512ac8e2770e owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:37:58.165225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:58.168767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:58.216928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=dc15a6b3-2af9-4ba4-8202-512ac8e2770e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:58.219305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:58.619963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:59.201249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router b740be3c-9b63-4188-89ef-ed3cc00cca58 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:37:59.405369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:37:59.415631 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] Sync routers for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:37:59.417862 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/b740be3c-9b63-4188-89ef-ed3cc00cca58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053738 Dec 13 23:37:59.420742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56330) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:37:59.427725 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:59.428326 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:59.607591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting subnet 4894346f-161b-4f0f-9c04-beccd6d6f46b {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:37:59.610727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:59.635941 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:37:59.665492 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:59.746530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:59.892675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:59.897085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d998bce6-3c82-4646-8434-abadad298fad tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:37:59.916546 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:58Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:59.920649 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] Checking router: b740be3c-9b63-4188-89ef-ed3cc00cca58 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:37:59.931817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Subnet': ['ID=4894346f-161b-4f0f-9c04-beccd6d6f46b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:37:59.935818 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] Routers {'b740be3c-9b63-4188-89ef-ed3cc00cca58'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:37:59.935818 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['b740be3c-9b63-4188-89ef-ed3cc00cca58'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:37:59.936244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:37:59.939510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:37:59.946693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d68d0-ab43-4824-8256-938d78b63ea0 None None] Network 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:37:59.948298 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/subnets/4894346f-161b-4f0f-9c04-beccd6d6f46b HTTP/1.1" status: 204 len: 168 time: 0.5265260 Dec 13 23:37:59.948453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56334) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:00.124880 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] Set router b740be3c-9b63-4188-89ef-ed3cc00cca58 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:38:00.149698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:00.205815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] DHCP port deletion for 7434837e-27d5-4f6f-a5db-c5abbe7e18c2 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:38:00.210057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] Deleting port b90de688-fd77-4f97-baec-aae166b4c1a7 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:38:00.210653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:00.360067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:00.428177 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:58Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:00.428761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] For port b90de688-fd77-4f97-baec-aae166b4c1a7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b90de688-fd77-4f97-baec-aae166b4c1a7,segment=NetworkSegment(b5cea6e2-d34c-473a-b86f-047c4daf68df),segment_id=b5cea6e2-d34c-473a-b86f-047c4daf68df)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:38:00.428918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 61781751-0df4-4ccd-99c8-d03e6de1573a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:38:00.429042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:00.429145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:00.432302 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1b28d1-6e17-4df3-96d2-af64d43b5c70 None None] The sync data for ids ['b740be3c-9b63-4188-89ef-ed3cc00cca58'] in dv-neutron-821564-1-hyperv is: [{'id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'name': 'tempest-TestNetworkBasicOps-router-995917905', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225'}], 'enable_snat': True}, 'gw_port_id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:37:03Z', 'updated_at': '2021-12-13T23:37:58Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '61781751-0df4-4ccd-99c8-d03e6de1573a', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:cc:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b740be3c-9b63-4188-89ef-ed3cc00cca58', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:37:04Z', 'updated_at': '2021-12-13T23:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:38:00.587436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] Calling delete_port for b90de688-fd77-4f97-baec-aae166b4c1a7 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:38:00.612724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 61781751-0df4-4ccd-99c8-d03e6de1573a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61781751-0df4-4ccd-99c8-d03e6de1573a,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:38:00.613081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:00.720436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:00.724235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e20689a-ed8e-4c81-ab3e-bb06681d5dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:00.734555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 61781751-0df4-4ccd-99c8-d03e6de1573a owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:38:00.766090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] Pushing event deleted for resources: {'Port': ['ID=b90de688-fd77-4f97-baec-aae166b4c1a7,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:00.769554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:00.772873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] No DVR routers for this DVR port b90de688-fd77-4f97-baec-aae166b4c1a7 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:38:00.931527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b90de688-fd77-4f97-baec-aae166b4c1a7 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:38:00.966440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: b90de688-fd77-4f97-baec-aae166b4c1a7 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:38:00.969404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b90de688-fd77-4f97-baec-aae166b4c1a7 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:38:00.969404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device dc15a6b3-2af9-4ba4-8202-512ac8e2770e no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:38:00.998851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: dc15a6b3-2af9-4ba4-8202-512ac8e2770e {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:38:00.999205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device dc15a6b3-2af9-4ba4-8202-512ac8e2770e not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:38:01.091516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:01.095254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69404f58-8a56-4718-aca4-19f41fd7d013 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:01.138540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=61781751-0df4-4ccd-99c8-d03e6de1573a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:01.142845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:01.359580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:01.613041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:01.617171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:01.708192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:01.708726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Fanout notify agent at l3_agent the message router_deleted on router b740be3c-9b63-4188-89ef-ed3cc00cca58 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:38:01.724022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:01.725273 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/routers/b740be3c-9b63-4188-89ef-ed3cc00cca58 HTTP/1.1" status: 204 len: 168 time: 1.7759078 Dec 13 23:38:01.728415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56338) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:01.844404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:01.974687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:01.998707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7434837e-27d5-4f6f-a5db-c5abbe7e18c2']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:02.010888 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cea6e2-d34c-473a-b86f-047c4daf68df') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:02.011182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cea6e2-d34c-473a-b86f-047c4daf68df') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:02.023035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.039112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.045276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:38:02.052576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:38:02.060012 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:38:02.205905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.209354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f0781282-efad-4e6b-ac06-6fa7038631a1 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:02.224324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.236688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Network': ['ID=7434837e-27d5-4f6f-a5db-c5abbe7e18c2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:02.239767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:02.320647 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/networks/7434837e-27d5-4f6f-a5db-c5abbe7e18c2 HTTP/1.1" status: 204 len: 168 time: 0.5907090 Dec 13 23:38:02.334084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56342) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:02.349425 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4c5ce4fa-a6fe-4244-9925-6ada1d98c7c0 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0141239 Dec 13 23:38:02.357079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56346) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:02.362672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'network': {'name': 'tempest-network-smoke--620639112', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'port_security_enabled': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:02.367694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:02.371947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:network and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:02.376397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:02.382166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:02.485099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:38:02.488270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.517424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:38:02.525969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.526309 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Added segment 260935d4-95a3-47c9-b287-0c0648bd330f of type vlan for network e0e49083-861b-4c0b-91f5-5515f58cc8fc Dec 13 23:38:02.552305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.685178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.689714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:02.690370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.694562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cfe2f23b-57c5-42af-8e6d-6f40eb3e7ef7 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:02.799085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Network': ['ID=e0e49083-861b-4c0b-91f5-5515f58cc8fc,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:02.801808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:02.810278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network e0e49083-861b-4c0b-91f5-5515f58cc8fc details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:38:02.857770 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4995384 Dec 13 23:38:02.861324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56350) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:02.866613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'admin_state_up': True, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:02.879163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:02.879163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:router and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:02.884584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:02.891233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:02.924582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61781751-0df4-4ccd-99c8-d03e6de1573a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:38:02.957896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 61781751-0df4-4ccd-99c8-d03e6de1573a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:38:02.958285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61781751-0df4-4ccd-99c8-d03e6de1573a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:38:02.965488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.966464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:02.985330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:03.334586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:03.581153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:03.614387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:03.744525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.219 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/f27d6860-4b93-4d81-8b7d-5d0c3b412945) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:38:03.894168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:03.977215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:03.980848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-142cf7af-860f-4ae8-8aac-fd1042c4a630 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:04.042730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:38:04.046853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:38:04.050434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:38:04.079139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=f27d6860-4b93-4d81-8b7d-5d0c3b412945,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:04.084918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:04.308879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:04.309658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:04.588258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 76248250-62ee-4b61-bc9b-dd14666648d2 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:38:04.791036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:38:04.802861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Sync routers for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:38:04.814878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:38:04.815492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:04.857242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:04.858402 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9960983 Dec 13 23:38:04.862046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56354) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:04.901583 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-001507a7-e51b-4ad3-ad45-fc8c69f7720a tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382507 Dec 13 23:38:04.904155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56358) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:04.994781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:38:05.035158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58479bfc-f738-4cb7-adc2-4166cad17220 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:05.036687 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-58479bfc-f738-4cb7-adc2-4166cad17220 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316237 Dec 13 23:38:05.039528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56362) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:05.189287 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-09dfcf61-e5b9-4919-abc9-f13b105a0007 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1460462 Dec 13 23:38:05.189506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56366) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:05.194724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1319975771', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:05.284681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:04Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:05.288468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Checking router: 76248250-62ee-4b61-bc9b-dd14666648d2 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:38:05.288830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Updating router 76248250-62ee-4b61-bc9b-dd14666648d2 port f27d6860-4b93-4d81-8b7d-5d0c3b412945 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:38:05.305770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:05.309638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:subnet and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:05.313502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:05.319207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:05.340718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:05.388054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:38:05.491450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:05.669258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:05.682285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Transition to ACTIVE for port object f27d6860-4b93-4d81-8b7d-5d0c3b412945 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:38:05.770931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:05.774620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:05.799913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:05.804579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7e9a0463-8350-448f-88f4-90c0c4e203e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:05.888235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=0f1d1465-0b44-4ed7-8fb2-5726704a047b,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:05.891977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:05.899004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Checking segment: {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:38:05.899364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network hostable DHCP agents. Network: e0e49083-861b-4c0b-91f5-5515f58cc8fc, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:38:05.900102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Attempting to bind port f27d6860-4b93-4d81-8b7d-5d0c3b412945 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:38:05.900543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Attempting to bind port f27d6860-4b93-4d81-8b7d-5d0c3b412945 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:38:05.900859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Attempting to bind port f27d6860-4b93-4d81-8b7d-5d0c3b412945 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:38:05.902850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab0fc4-1a49-4e3b-a113-99529fadf06b None None] Pushing event updated for resources: {'Port': ['ID=f27d6860-4b93-4d81-8b7d-5d0c3b412945,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:05.906433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ffab0fc4-1a49-4e3b-a113-99529fadf06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:05.910947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:38:05.911272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:38:05.911706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:05.912098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:38:05.912562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Bound port: f27d6860-4b93-4d81-8b7d-5d0c3b412945, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:38:05.912937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:05.982871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network e0e49083-861b-4c0b-91f5-5515f58cc8fc is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:38:05.984800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] For port f27d6860-4b93-4d81-8b7d-5d0c3b412945, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:38:05.988061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] For port f27d6860-4b93-4d81-8b7d-5d0c3b412945, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f27d6860-4b93-4d81-8b7d-5d0c3b412945,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:38:06.063433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:06.066946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:06.090974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, e0e49083-861b-4c0b-91f5-5515f58cc8fc) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:38:06.095228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:06.095854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:06.111055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f6ba04-5222-48d6-958a-2d664fe2fa85 None None] Network e0e49083-861b-4c0b-91f5-5515f58cc8fc requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:38:06.172197 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9817555 Dec 13 23:38:06.174807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56370) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:06.218075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab0fc4-1a49-4e3b-a113-99529fadf06b None None] Pushing event updated for resources: {'Port': ['ID=f27d6860-4b93-4d81-8b7d-5d0c3b412945,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:06.222736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ffab0fc4-1a49-4e3b-a113-99529fadf06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:06.253164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:38:06.253806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:06.518941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:38:06.519753 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:06.534082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:38:06.916167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Allocated IP 172.20.0.2 (e0e49083-861b-4c0b-91f5-5515f58cc8fc/0f1d1465-0b44-4ed7-8fb2-5726704a047b/01607145-023b-4d4e-85e6-f0c92ecf6d2f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:38:06.947373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:07.044776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:04Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:07.060329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8048f873-8141-4142-aba4-67d3f483fe54 None None] The sync data for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv is: [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:04Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:38:07.160728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:07.167188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Transition to ACTIVE for port object 01607145-023b-4d4e-85e6-f0c92ecf6d2f will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:38:07.190685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Transition to ACTIVE for port object 01607145-023b-4d4e-85e6-f0c92ecf6d2f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:38:07.263934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:07.279727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d593efc4-0791-44ab-aced-27aaa4b17569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:07.334939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Network e0e49083-861b-4c0b-91f5-5515f58cc8fc is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:38:07.338270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:38:07.342178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:38:07.393861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Pushing event updated for resources: {'Port': ['ID=01607145-023b-4d4e-85e6-f0c92ecf6d2f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:07.399997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:07.451213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Attempting to bind port 01607145-023b-4d4e-85e6-f0c92ecf6d2f on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:38:07.451584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Attempting to bind port 01607145-023b-4d4e-85e6-f0c92ecf6d2f by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:38:07.452002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Attempting to bind port 01607145-023b-4d4e-85e6-f0c92ecf6d2f on network e0e49083-861b-4c0b-91f5-5515f58cc8fc {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:38:07.460208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:38:07.460586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Checking segment: {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:38:07.460995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:07.461395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Bound using segment: {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:38:07.461862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Bound port: 01607145-023b-4d4e-85e6-f0c92ecf6d2f, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:38:07.462241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:07.506979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.1 (e0e49083-861b-4c0b-91f5-5515f58cc8fc/0f1d1465-0b44-4ed7-8fb2-5726704a047b/08fe48ce-c36c-4e99-82dc-d95897c31e8a) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:38:07.553638 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] For port 01607145-023b-4d4e-85e6-f0c92ecf6d2f, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:38:07.557148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] For port 01607145-023b-4d4e-85e6-f0c92ecf6d2f, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01607145-023b-4d4e-85e6-f0c92ecf6d2f,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:38:07.600350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:07.605632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:07.695992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:07.712476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 08fe48ce-c36c-4e99-82dc-d95897c31e8a will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:38:07.738113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Pushing event updated for resources: {'Port': ['ID=01607145-023b-4d4e-85e6-f0c92ecf6d2f,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:07.741058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:07.800583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:07.804554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9ed11367-6911-438b-aa60-421677956dbd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:07.887627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network e0e49083-861b-4c0b-91f5-5515f58cc8fc is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:38:07.888286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:38:07.893733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:38:07.935028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=08fe48ce-c36c-4e99-82dc-d95897c31e8a,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:07.942392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:07.969651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:08.059176 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:38:08.104330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:08.519806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:08.570993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:08.597168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-135f4790-c6d1-45ed-b428-47145c5f7129 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:08.638700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c956d0-fd73-48ec-8cc9-9654e707cbbb None None] Network e0e49083-861b-4c0b-91f5-5515f58cc8fc requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:38:08.688241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=08fe48ce-c36c-4e99-82dc-d95897c31e8a,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:08.690598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:08.694283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:08.830523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network e0e49083-861b-4c0b-91f5-5515f58cc8fc is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:38:08.831808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:38:08.846962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-25e9fd60-00fe-4a74-bd6c-c50e615247eb None None] Provisioning for port 01607145-023b-4d4e-85e6-f0c92ecf6d2f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:38:09.026940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f27d6860-4b93-4d81-8b7d-5d0c3b412945 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:38:09.143035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port f27d6860-4b93-4d81-8b7d-5d0c3b412945 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:38:09.148915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f27d6860-4b93-4d81-8b7d-5d0c3b412945 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:09.149362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:09.269010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-893109cd-4c14-4850-9d9b-2c7068621bf3 None None] Provisioning for port 08fe48ce-c36c-4e99-82dc-d95897c31e8a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:38:09.279069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-893109cd-4c14-4850-9d9b-2c7068621bf3 None None] Provisioning complete for port 08fe48ce-c36c-4e99-82dc-d95897c31e8a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:09.279437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-893109cd-4c14-4850-9d9b-2c7068621bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:09.331744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:09.356267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-893109cd-4c14-4850-9d9b-2c7068621bf3 None None] Port 08fe48ce-c36c-4e99-82dc-d95897c31e8a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:38:09.362836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port f27d6860-4b93-4d81-8b7d-5d0c3b412945, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f27d6860-4b93-4d81-8b7d-5d0c3b412945,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:38:09.396279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 76248250-62ee-4b61-bc9b-dd14666648d2 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:38:09.434117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:09.437876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01607145-023b-4d4e-85e6-f0c92ecf6d2f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:38:09.461274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ffab0fc4-1a49-4e3b-a113-99529fadf06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:09.560100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=f27d6860-4b93-4d81-8b7d-5d0c3b412945,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:09.563103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-67d7e5ec-169d-417e-b0fa-11a29ca937b0 None None] Provisioning complete for port 08fe48ce-c36c-4e99-82dc-d95897c31e8a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:09.563482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-67d7e5ec-169d-417e-b0fa-11a29ca937b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:09.590049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:09.623718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:38:09.625127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-67d7e5ec-169d-417e-b0fa-11a29ca937b0 None None] Port 08fe48ce-c36c-4e99-82dc-d95897c31e8a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:38:09.633620 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/76248250-62ee-4b61-bc9b-dd14666648d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4577651 Dec 13 23:38:09.636169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56374) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:09.685033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 01607145-023b-4d4e-85e6-f0c92ecf6d2f completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:38:09.691383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 01607145-023b-4d4e-85e6-f0c92ecf6d2f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:09.691881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:09.765444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7439f0b4-d696-4d66-ac22-1467ffba2b84 None None] Provisioning complete for port 08fe48ce-c36c-4e99-82dc-d95897c31e8a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:09.765816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7439f0b4-d696-4d66-ac22-1467ffba2b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:09.780049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab63b9-ebc8-4a95-adbb-82bc95f64481 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:09.781119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab63b9-ebc8-4a95-adbb-82bc95f64481 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:09.781726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab63b9-ebc8-4a95-adbb-82bc95f64481 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:09.782093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab63b9-ebc8-4a95-adbb-82bc95f64481 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:09.786276 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2aab63b9-ebc8-4a95-adbb-82bc95f64481 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1466641 Dec 13 23:38:09.786548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56378) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:09.855663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde54383-4e00-4c78-b3c5-768446838a56 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:09.856040 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde54383-4e00-4c78-b3c5-768446838a56 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:09.856409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde54383-4e00-4c78-b3c5-768446838a56 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:09.856768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde54383-4e00-4c78-b3c5-768446838a56 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:09.860938 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dde54383-4e00-4c78-b3c5-768446838a56 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0709941 Dec 13 23:38:09.861192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56382) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:09.865803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7439f0b4-d696-4d66-ac22-1467ffba2b84 None None] Port 08fe48ce-c36c-4e99-82dc-d95897c31e8a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:38:09.868421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:09.903470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 01607145-023b-4d4e-85e6-f0c92ecf6d2f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01607145-023b-4d4e-85e6-f0c92ecf6d2f,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:38:09.942539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:09.945763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:10.010223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=01607145-023b-4d4e-85e6-f0c92ecf6d2f,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:10.013296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:10.088923 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-54a3d22c-d01b-48b1-8caa-4a30c54f422a tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2265286 Dec 13 23:38:10.337993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56388) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:10.343902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227927062', 'description': 'tempest-secgroup-smoke-1227927062 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:10.355503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:10.361876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:10.365135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:10.370894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:10.446610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:10.487207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:10.491176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:10.494121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:10.500800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:10.567574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:10.622490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:10.626497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0ad8b086-0f10-479a-8191-c48d9bff21bf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:10.670652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461c7949-5d95-4729-8cc0-a43fb9417567,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:10.674119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:10.722180 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Sync routers for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:38:10.734489 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:38:10.734931 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:10.737236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:10.743126 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3995426 Dec 13 23:38:10.743126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56392) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:10.746781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '461c7949-5d95-4729-8cc0-a43fb9417567', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:10.757899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:10.761694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:10.764543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:10.770631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:10.869572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:10.917601 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:38:10.943193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f27d6860-4b93-4d81-8b7d-5d0c3b412945 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:38:10.944582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.015761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f27d6860-4b93-4d81-8b7d-5d0c3b412945 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:11.016141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.039494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.047848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a7abeb20-81d4-4d66-b58a-f44f27f27593 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:11.066048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b2b511-0df4-43f4-9549-423fa18733e2,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:11.068777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:11.136585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01607145-023b-4d4e-85e6-f0c92ecf6d2f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:38:11.142541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.146540 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e8a647c9-bfbc-4d4f-a8b4-b8a88b1ca67a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4016209 Dec 13 23:38:11.146938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56396) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:11.153692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '461c7949-5d95-4729-8cc0-a43fb9417567', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:11.162021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:11.167795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:11.174487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:11.181976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:11.207937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 01607145-023b-4d4e-85e6-f0c92ecf6d2f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:11.208351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.258776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.268012 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:07Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '08fe48ce-c36c-4e99-82dc-d95897c31e8a', 'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:90:d7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:07Z', 'updated_at': '2021-12-13T23:38:08Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:11.273064 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Checking router: 76248250-62ee-4b61-bc9b-dd14666648d2 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:38:11.273977 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Updating router 76248250-62ee-4b61-bc9b-dd14666648d2 port 08fe48ce-c36c-4e99-82dc-d95897c31e8a binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:38:11.328520 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.328849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.388326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.391080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5582dccd-f1e9-4791-9e5d-ebd17e88139a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:11.411059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025ffb27-7b57-4ccb-bc2a-bdc58dd5a5c0,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:11.414950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:11.485229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.486432 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3382156 Dec 13 23:38:11.489271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56400) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:11.494656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '461c7949-5d95-4729-8cc0-a43fb9417567', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:11.501319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:11.505101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:11.507962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:11.513613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:11.566880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.630038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.662335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.664205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81bc56d4-1f10-48ec-be45-664edea846a1 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:11.674271 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.688847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfeb0c02-cc97-4d12-ae4f-54366f56e5e4,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:11.690905 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Transition to ACTIVE for port object 08fe48ce-c36c-4e99-82dc-d95897c31e8a will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:38:11.691310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:11.885165 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.888835 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-26e61371-99d4-4db1-bad7-db028afc955f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:11.897134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.897334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1dbdf16f-ab75-40a6-b933-e4b70415e95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:11.900434 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4102442 Dec 13 23:38:11.903248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56404) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:11.909621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '461c7949-5d95-4729-8cc0-a43fb9417567', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:11.915592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:11.919470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:11.922607 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:11.929161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:12.011781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.018916 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Pushing event updated for resources: {'Port': ['ID=08fe48ce-c36c-4e99-82dc-d95897c31e8a,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:12.034181 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.034512 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.035006 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.035865 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.035865 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.035865 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.036221 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.036413 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.036927 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.037424 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.037909 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:12.045404 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:12.091913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.148481 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Attempting to bind port 08fe48ce-c36c-4e99-82dc-d95897c31e8a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:38:12.148481 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Attempting to bind port 08fe48ce-c36c-4e99-82dc-d95897c31e8a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:38:12.148481 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Attempting to bind port 08fe48ce-c36c-4e99-82dc-d95897c31e8a on network e0e49083-861b-4c0b-91f5-5515f58cc8fc {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:38:12.151757 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:38:12.152132 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Checking segment: {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:38:12.152534 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.152928 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Bound using segment: {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:38:12.153384 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Bound port: 08fe48ce-c36c-4e99-82dc-d95897c31e8a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:38:12.153753 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.165083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.172766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8cd62fdb-8923-408b-be51-a9c3cec34fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:12.194991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbae0d3-4b64-4bd3-89ef-53c3ae5b79d9,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:12.197369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:12.241394 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] For port 08fe48ce-c36c-4e99-82dc-d95897c31e8a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:38:12.244368 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] For port 08fe48ce-c36c-4e99-82dc-d95897c31e8a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=08fe48ce-c36c-4e99-82dc-d95897c31e8a,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:38:12.285055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.286324 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3820708 Dec 13 23:38:12.289099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56410) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:12.294563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '461c7949-5d95-4729-8cc0-a43fb9417567', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:12.300980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:12.304793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:12.307701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:12.314184 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.314702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:12.318793 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:12.394000 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:38:12.397472 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Pushing event updated for resources: {'Port': ['ID=08fe48ce-c36c-4e99-82dc-d95897c31e8a,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:12.400528 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:38:12.401079 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:37:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:12.402699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.452679 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:12.478886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.548526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.550294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7eed6699-cd32-4a88-a81b-7a3198d361b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:12.573408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfef18d-2a11-45d0-915c-76d01ea082a4,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:12.576205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:12.589699 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:38:12.651725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.651725 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f9a363f7-b6de-4eb5-8bd9-f97fe0f54ee6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3563941 Dec 13 23:38:12.651725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56414) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:12.655143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '461c7949-5d95-4729-8cc0-a43fb9417567', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:12.661499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:12.665318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:12.668304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:12.674806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:12.759903 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:38:12.767193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.839493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.896876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.898809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9802f181-b899-4270-99a0-9054bf76dc3e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:12.905363 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:07Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '08fe48ce-c36c-4e99-82dc-d95897c31e8a', 'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:90:d7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:07Z', 'updated_at': '2021-12-13T23:38:12Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:12.909142 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ae0238-4bb0-4fef-8970-3685796cbd49 None None] The sync data for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv is: [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:07Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '08fe48ce-c36c-4e99-82dc-d95897c31e8a', 'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:90:d7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:07Z', 'updated_at': '2021-12-13T23:38:12Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:38:12.919832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9959f7f4-f308-404d-b3ff-3d5717c928a8,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:12.924930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:12.994084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:12.995403 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3453381 Dec 13 23:38:13.171265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-2a0ecc15-b7f3-4f2c-b9a9-c55e5197fd62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:38:13.256877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-2a0ecc15-b7f3-4f2c-b9a9-c55e5197fd62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:38:13.258088 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-2a0ecc15-b7f3-4f2c-b9a9-c55e5197fd62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227927062&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.1294219 Dec 13 23:38:13.413348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e1150f48-95d9-4ae5-9562-522c9751ac60 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:13.414054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e1150f48-95d9-4ae5-9562-522c9751ac60 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:38:13.479569 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e1150f48-95d9-4ae5-9562-522c9751ac60 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:38:13.481015 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e1150f48-95d9-4ae5-9562-522c9751ac60 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=e0e49083-861b-4c0b-91f5-5515f58cc8fc HTTP/1.1" status: 200 len: 796 time: 0.2164361 Dec 13 23:38:13.498607 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-99393839-461f-44eb-9630-0cfebdea290e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0114493 Dec 13 23:38:13.582262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-b345ac30-745c-4e77-b4a4-b15cf511083c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:38:13.645289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-b345ac30-745c-4e77-b4a4-b15cf511083c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:38:13.646638 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-b345ac30-745c-4e77-b4a4-b15cf511083c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419013 Dec 13 23:38:13.895194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-7cc24cae-b579-41c3-9ade-11b634d91523 service neutron] 10.222.0.30 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363186 Dec 13 23:38:14.026846 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-62236b8f-b111-4337-b0cc-eb9a6e2333af service neutron] 10.222.0.30 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259844 Dec 13 23:38:14.091166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b31a6437-4c21-4985-8985-f9bd337cbe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:14.250146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-3648f278-6cee-42a7-a7be-c06ab9e637aa req-e62cdad2-4ec7-44b2-8f1c-c8d4a3ff4e7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:38:14.261856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-3648f278-6cee-42a7-a7be-c06ab9e637aa req-e62cdad2-4ec7-44b2-8f1c-c8d4a3ff4e7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:38:14.263005 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3648f278-6cee-42a7-a7be-c06ab9e637aa req-e62cdad2-4ec7-44b2-8f1c-c8d4a3ff4e7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 210 time: 0.0546806 Dec 13 23:38:14.950724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 08fe48ce-c36c-4e99-82dc-d95897c31e8a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:38:15.079734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 08fe48ce-c36c-4e99-82dc-d95897c31e8a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:38:15.084767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 08fe48ce-c36c-4e99-82dc-d95897c31e8a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:15.085154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:15.203387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:15.235564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 08fe48ce-c36c-4e99-82dc-d95897c31e8a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=08fe48ce-c36c-4e99-82dc-d95897c31e8a,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:38:15.319407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:15.321294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:15.367370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:15.399411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=08fe48ce-c36c-4e99-82dc-d95897c31e8a,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:15.408752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.409095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.409634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.409963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.410291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.410796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.411119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.411653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.412148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.412479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.412813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:15.416726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:15.428042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:15.441595 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f19457e4-5a74-401b-8c79-33bf6fc76028 req-2ce4ec54-52d5-40c9-a2dd-bd54b12deb39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 210 time: 0.0468271 Dec 13 23:38:16.071092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-45060980-0e7f-49d0-bdc0-cc1326dbbbe6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:16.072043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-45060980-0e7f-49d0-bdc0-cc1326dbbbe6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:38:16.084582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-45060980-0e7f-49d0-bdc0-cc1326dbbbe6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:38:16.085977 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-45060980-0e7f-49d0-bdc0-cc1326dbbbe6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=e0e49083-861b-4c0b-91f5-5515f58cc8fc HTTP/1.1" status: 200 len: 796 time: 0.1645601 Dec 13 23:38:16.145542 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-f07dd389-5e99-42ab-8e97-f633dd788acc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 380 time: 0.0461411 Dec 13 23:38:16.154214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['461c7949-5d95-4729-8cc0-a43fb9417567']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:16.408261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:16.417719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:16.485299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:38:16.488889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:16.622245 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d423a1e4-7caa-4e60-8e72-23b6bfb114ab req-203f7f82-0e2d-4835-a8d5-fc664832edbf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 210 time: 0.0609086 Dec 13 23:38:16.695736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.10 (e0e49083-861b-4c0b-91f5-5515f58cc8fc/0f1d1465-0b44-4ed7-8fb2-5726704a047b/22e7346d-7d90-45bc-9b19-261eee2fc369) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:38:16.742403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:16.882574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:16.898852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 22e7346d-7d90-45bc-9b19-261eee2fc369 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:38:16.938163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 08fe48ce-c36c-4e99-82dc-d95897c31e8a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:38:16.982818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:16.989868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6a1d174f-0c43-4ee3-a813-8064962fffa2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:17.041391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 08fe48ce-c36c-4e99-82dc-d95897c31e8a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:17.041769 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:17.059989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network e0e49083-861b-4c0b-91f5-5515f58cc8fc is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:38:17.064103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:38:17.067900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:38:17.101982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=22e7346d-7d90-45bc-9b19-261eee2fc369,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:17.126770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.127163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.127515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.127907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.128336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.128647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.129010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.129372 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.129732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.130086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.130442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:38:17.136405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:17.154774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:17.155452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:17.245984 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0954788 Dec 13 23:38:17.258305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Request body: {'port': {'device_id': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:17.353540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8906ec38-b869-421d-8d07-5667ebe2d4c4 None None] Provisioning for port 22e7346d-7d90-45bc-9b19-261eee2fc369 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:38:17.358909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8906ec38-b869-421d-8d07-5667ebe2d4c4 None None] Provisioning complete for port 22e7346d-7d90-45bc-9b19-261eee2fc369 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:17.363146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8906ec38-b869-421d-8d07-5667ebe2d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:17.372606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:17.411172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8906ec38-b869-421d-8d07-5667ebe2d4c4 None None] Port 22e7346d-7d90-45bc-9b19-261eee2fc369 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:38:17.708929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e7346d-7d90-45bc-9b19-261eee2fc369 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:38:17.715797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:17.730579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Transition to ACTIVE for port object 22e7346d-7d90-45bc-9b19-261eee2fc369 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:38:17.816426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:17.820973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bd50280b-1d5c-451f-93d4-55e34ad0db29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:17.830335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357b9cb-692a-4cbf-8a82-1b50051a8060 req-a13ceda7-6ebb-45eb-8b67-52dd69ca2c2b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:17.831829 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b357b9cb-692a-4cbf-8a82-1b50051a8060 req-a13ceda7-6ebb-45eb-8b67-52dd69ca2c2b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 932 time: 0.0783131 Dec 13 23:38:17.879035 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b357b9cb-692a-4cbf-8a82-1b50051a8060 req-37503649-6ea6-418f-a6b8-cba2e750daa3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414147 Dec 13 23:38:17.948899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Pushing event updated for resources: {'Port': ['ID=22e7346d-7d90-45bc-9b19-261eee2fc369,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:17.951738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:18.059829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Attempting to bind port 22e7346d-7d90-45bc-9b19-261eee2fc369 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:38:18.060161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Attempting to bind port 22e7346d-7d90-45bc-9b19-261eee2fc369 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:38:18.060485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Attempting to bind port 22e7346d-7d90-45bc-9b19-261eee2fc369 on network e0e49083-861b-4c0b-91f5-5515f58cc8fc {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:38:18.066343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Port 22e7346d-7d90-45bc-9b19-261eee2fc369 on network e0e49083-861b-4c0b-91f5-5515f58cc8fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:38:18.066640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Attempting to bind port 22e7346d-7d90-45bc-9b19-261eee2fc369 on network e0e49083-861b-4c0b-91f5-5515f58cc8fc {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:38:18.072722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:38:18.073048 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Checking segment: {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:38:18.073425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Bound using segment: {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:38:18.073832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Bound port: 22e7346d-7d90-45bc-9b19-261eee2fc369, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '260935d4-95a3-47c9-b287-0c0648bd330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:38:18.074169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:18.165170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] For port 22e7346d-7d90-45bc-9b19-261eee2fc369, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:38:18.168052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] For port 22e7346d-7d90-45bc-9b19-261eee2fc369, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22e7346d-7d90-45bc-9b19-261eee2fc369,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:38:18.240033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:18.243858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f9dd72f4-a802-460b-8a59-6d2532a25301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:18.303732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:18.305093 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] 10.222.0.18 "PUT /v2.0/ports/22e7346d-7d90-45bc-9b19-261eee2fc369 HTTP/1.1" status: 200 len: 1094 time: 1.0514863 Dec 13 23:38:18.305622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:38:18.324308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Pushing event updated for resources: {'Port': ['ID=22e7346d-7d90-45bc-9b19-261eee2fc369,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:18.336279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:18.370602 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'status': 'completed', 'code': 200} Dec 13 23:38:18.463558 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1bd95289-5ea2-4683-8438-03999105461a req-99bda073-a375-4902-986b-805d659fec6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0726316 Dec 13 23:38:18.707151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd95289-5ea2-4683-8438-03999105461a req-6466185a-5438-49eb-a762-f9a351cd8cb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:18.708643 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1bd95289-5ea2-4683-8438-03999105461a req-6466185a-5438-49eb-a762-f9a351cd8cb7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2380304 Dec 13 23:38:18.843107 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd95289-5ea2-4683-8438-03999105461a req-c7a47c83-b52f-408e-a449-febfbdaba45b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:18.844486 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1bd95289-5ea2-4683-8438-03999105461a req-c7a47c83-b52f-408e-a449-febfbdaba45b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293628 Dec 13 23:38:18.949257 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-43ebf0a2-8352-4356-bff4-3bd3896ed0a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0703402 Dec 13 23:38:19.021195 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-a890c225-3e61-4e9a-b85e-7ef5cc8c02cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e7346d-7d90-45bc-9b19-261eee2fc369 HTTP/1.1" status: 200 len: 217 time: 0.0652249 Dec 13 23:38:19.080876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afaed1-c05c-4e70-a2bf-cacbd2ab2bdf req-66bfce5c-cf46-4d93-82ec-d7471d5b5f58 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:19.082327 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a3afaed1-c05c-4e70-a2bf-cacbd2ab2bdf req-66bfce5c-cf46-4d93-82ec-d7471d5b5f58 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 944 time: 0.0816288 Dec 13 23:38:19.086347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-6476b42f-ef46-475a-8680-00952ef511c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:19.087782 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-6476b42f-ef46-475a-8680-00952ef511c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1d1465-0b44-4ed7-8fb2-5726704a047b HTTP/1.1" status: 200 len: 835 time: 0.0603328 Dec 13 23:38:19.135281 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a3afaed1-c05c-4e70-a2bf-cacbd2ab2bdf req-fd6a59c7-32f9-4b03-82bf-0efe08841843 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 Dec 13 23:38:19.171462 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-e8391fa0-6cdf-4d7f-86b3-70f3142c4cac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0e49083-861b-4c0b-91f5-5515f58cc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768957 Dec 13 23:38:19.182360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:19.302513 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-d6367597-6af3-4852-ba5d-7bdb1739dd47 service neutron] 10.222.0.18 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251268 Dec 13 23:38:19.439274 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63d7f40f-4ed3-4f8f-bab5-d8a2319e4a63 req-0ac8e410-bec1-4228-8f7a-83bfeaf8b8d7 service neutron] 10.222.0.18 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294065 Dec 13 23:38:20.329496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb093bca-c9e7-47fb-aa75-52e5b012b472 req-0f99c477-6564-4ff7-b0b4-ae9c74e6645c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:20.330229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-bb093bca-c9e7-47fb-aa75-52e5b012b472 req-0f99c477-6564-4ff7-b0b4-ae9c74e6645c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:38:20.410884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-bb093bca-c9e7-47fb-aa75-52e5b012b472 req-0f99c477-6564-4ff7-b0b4-ae9c74e6645c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:38:20.412085 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bb093bca-c9e7-47fb-aa75-52e5b012b472 req-0f99c477-6564-4ff7-b0b4-ae9c74e6645c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 944 time: 0.1591284 Dec 13 23:38:20.458248 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bb093bca-c9e7-47fb-aa75-52e5b012b472 req-e54433ec-1066-49c1-9bae-a8316e15a13d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405927 Dec 13 23:38:21.659074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7956d8-96e4-4588-bf72-18837c1b1ecd req-fc89a747-96e7-4712-9b1a-99ff4dbac0bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:21.662234 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ed7956d8-96e4-4588-bf72-18837c1b1ecd req-fc89a747-96e7-4712-9b1a-99ff4dbac0bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 944 time: 0.0832741 Dec 13 23:38:21.708132 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ed7956d8-96e4-4588-bf72-18837c1b1ecd req-bff38bd3-fc6c-4d51-816b-1a0442853347 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411036 Dec 13 23:38:21.964471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22e7346d-7d90-45bc-9b19-261eee2fc369 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:38:22.097007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 22e7346d-7d90-45bc-9b19-261eee2fc369, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22e7346d-7d90-45bc-9b19-261eee2fc369,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:38:22.110418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'port_id': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'mac_address': 'fa:16:3e:ff:da:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:38:22.165926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:22.183569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e7346d-7d90-45bc-9b19-261eee2fc369 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:38:22.198162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 22e7346d-7d90-45bc-9b19-261eee2fc369, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22e7346d-7d90-45bc-9b19-261eee2fc369,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:38:22.250501 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:22.253058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ba0ad246-3333-4833-8b86-2b484604d775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:22.315220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=22e7346d-7d90-45bc-9b19-261eee2fc369,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:22.318134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:22.454917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['22e7346d-7d90-45bc-9b19-261eee2fc369'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:38:22.912545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f278ce-8a86-44c0-9682-3af761dc425c req-e061ee8b-6006-4f03-914c-cc6beabd59bd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:22.913979 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-09f278ce-8a86-44c0-9682-3af761dc425c req-e061ee8b-6006-4f03-914c-cc6beabd59bd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 945 time: 0.0798316 Dec 13 23:38:22.959203 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-09f278ce-8a86-44c0-9682-3af761dc425c req-40d1a08b-148f-44ad-9923-2b5d952cef9e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397992 Dec 13 23:38:23.980431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22e7346d-7d90-45bc-9b19-261eee2fc369 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:38:24.084979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 22e7346d-7d90-45bc-9b19-261eee2fc369 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:38:24.090058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 22e7346d-7d90-45bc-9b19-261eee2fc369 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:38:24.090562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:24.162501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03817869-60ce-47f0-9bfc-2dabeecb7c1f req-da50f65d-bd18-4a15-ad9d-126177f3e795 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:24.164013 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-03817869-60ce-47f0-9bfc-2dabeecb7c1f req-da50f65d-bd18-4a15-ad9d-126177f3e795 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 945 time: 0.0817666 Dec 13 23:38:24.207326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:24.211331 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-03817869-60ce-47f0-9bfc-2dabeecb7c1f req-fe2ce8c3-9023-4d46-9b82-aa21ee948332 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Dec 13 23:38:24.234089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:38:24.243540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 22e7346d-7d90-45bc-9b19-261eee2fc369, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22e7346d-7d90-45bc-9b19-261eee2fc369,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:38:24.287651 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'code': 200} Dec 13 23:38:24.336320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:24.338223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2cabab7b-2a97-460f-a587-690206fc3e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:24.403447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=22e7346d-7d90-45bc-9b19-261eee2fc369,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:24.407107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:24.641485 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5a647865-3add-4c63-a140-f7178b5bb92c req-b8fc7eb0-43d8-4c37-bca4-2e3a0b20ff1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0687301 Dec 13 23:38:24.687726 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5a647865-3add-4c63-a140-f7178b5bb92c req-6458595c-9422-4631-8a14-2e9651959a4f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391552 Dec 13 23:38:25.407062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fbb20-00ac-42a6-bfeb-0d2018f3c317 req-de030d2b-7000-4d2d-bde9-64533c46d13f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:25.408593 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a5fbb20-00ac-42a6-bfeb-0d2018f3c317 req-de030d2b-7000-4d2d-bde9-64533c46d13f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 946 time: 0.0781078 Dec 13 23:38:25.460246 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a5fbb20-00ac-42a6-bfeb-0d2018f3c317 req-ac107b1f-083b-497c-ae80-2d1ed361d248 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454187 Dec 13 23:38:26.676205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5bdfb-e04e-4f7e-8eea-b398cf50afe6 req-ea6fb61f-b848-49e6-962b-10bbc7e654ae tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:26.677580 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-acb5bdfb-e04e-4f7e-8eea-b398cf50afe6 req-ea6fb61f-b848-49e6-962b-10bbc7e654ae tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 946 time: 0.0834129 Dec 13 23:38:26.723731 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-acb5bdfb-e04e-4f7e-8eea-b398cf50afe6 req-50035062-adea-4cf7-b7f5-1375b11ea452 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 Dec 13 23:38:26.919880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7d15b-60cd-4321-9d89-01bb80886b94 req-4a29f773-8ee4-4592-93e7-66c862d54747 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:26.921820 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0ba7d15b-60cd-4321-9d89-01bb80886b94 req-4a29f773-8ee4-4592-93e7-66c862d54747 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 946 time: 0.0778074 Dec 13 23:38:26.968707 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0ba7d15b-60cd-4321-9d89-01bb80886b94 req-a47cc420-7961-4d78-b19c-9d25796cbdc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414493 Dec 13 23:38:26.995218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56462) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:27.069563 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-15d78063-6715-4c88-bdcf-46fa37a84adc tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 1094 time: 0.0731220 Dec 13 23:38:27.072018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56466) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:27.077745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:38:27.083181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:38:27.087018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:floatingip and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:38:27.089876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:38:27.095626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:38:27.153725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:27.289552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:27.423553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.7 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/62e0a7ed-11c7-41ce-a2e5-33955baaf025) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:38:27.570678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:27.640066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:27.643566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0eccc4fc-42fc-46e3-806e-91ef9d736233 tempest-RoutersTest-2038985663 tempest-RoutersTest-2038985663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:27.710632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:38:27.713727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:38:27.717480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:38:27.746814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=62e0a7ed-11c7-41ce-a2e5-33955baaf025,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:27.753740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:28.329034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:28.439581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:28.645135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:28.730792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:28.734540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:28.836207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=62e0a7ed-11c7-41ce-a2e5-33955baaf025,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:28.843785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:28.852383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:29.039674 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP acae7328-0af2-4aad-9510-ceffeddfd522 associated. External IP: 172.26.5.7, port: 22e7346d-7d90-45bc-9b19-261eee2fc369. Dec 13 23:38:29.425294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 76248250-62ee-4b61-bc9b-dd14666648d2 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:38:29.748326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:38:29.757829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] Sync routers for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:38:29.770321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:38:29.772639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:38:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:29.816398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:29.870969 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7979522 Dec 13 23:38:29.871748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:38:29.873960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56470) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:29.927920 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'status': 'completed', 'code': 200} Dec 13 23:38:29.957551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:38:30.092182 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fa7cd362-c1a3-43f2-982f-7dce18763f7a req-73d60d56-1d80-402d-8566-fb911b1bf7de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 1099 time: 0.1433566 Dec 13 23:38:30.350004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:07Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'acae7328-0af2-4aad-9510-ceffeddfd522', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.7', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'port_id': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'mac_address': 'fa:16:3e:ff:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:38:28Z', 'updated_at': '2021-12-13T23:38:28Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fe48ce-c36c-4e99-82dc-d95897c31e8a', 'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:90:d7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:07Z', 'updated_at': '2021-12-13T23:38:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:30.352421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cd362-c1a3-43f2-982f-7dce18763f7a req-9b319301-1a37-407e-b2c3-2305a8e74aa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:30.353860 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fa7cd362-c1a3-43f2-982f-7dce18763f7a req-9b319301-1a37-407e-b2c3-2305a8e74aa1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0e49083-861b-4c0b-91f5-5515f58cc8fc HTTP/1.1" status: 200 len: 897 time: 0.2555993 Dec 13 23:38:30.354296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] Checking router: 76248250-62ee-4b61-bc9b-dd14666648d2 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:38:30.362902 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dc42db44-6033-4788-a520-fc449574e078 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers/76248250-62ee-4b61-bc9b-dd14666648d2 HTTP/1.1" status: 200 len: 923 time: 0.4853914 Dec 13 23:38:30.363118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56476) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:30.365600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:38:30.366318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:38:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:30.549329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:38:30.552931 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b4c1c00b-8a73-4843-aead-accbf67eaf61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1877711 Dec 13 23:38:30.553607 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fa7cd362-c1a3-43f2-982f-7dce18763f7a req-6de26581-c1b4-4083-8592-4303f4d48b5a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e7346d-7d90-45bc-9b19-261eee2fc369 HTTP/1.1" status: 200 len: 998 time: 0.1918638 Dec 13 23:38:30.616627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cd362-c1a3-43f2-982f-7dce18763f7a req-caba416f-5da6-417f-bdb1-ca00371adea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:30.617992 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fa7cd362-c1a3-43f2-982f-7dce18763f7a req-caba416f-5da6-417f-bdb1-ca00371adea9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1d1465-0b44-4ed7-8fb2-5726704a047b HTTP/1.1" status: 200 len: 835 time: 0.0578029 Dec 13 23:38:30.698739 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fa7cd362-c1a3-43f2-982f-7dce18763f7a req-daccae4a-1018-4d2e-8de4-f61dccad3b65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0e49083-861b-4c0b-91f5-5515f58cc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741863 Dec 13 23:38:30.850103 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fa7cd362-c1a3-43f2-982f-7dce18763f7a req-9dfde19d-ba4e-459e-8bcd-d4788239534a service neutron] 10.222.0.18 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286085 Dec 13 23:38:30.896153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:07Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'acae7328-0af2-4aad-9510-ceffeddfd522', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.7', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'port_id': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'mac_address': 'fa:16:3e:ff:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:38:28Z', 'updated_at': '2021-12-13T23:38:28Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fe48ce-c36c-4e99-82dc-d95897c31e8a', 'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:90:d7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:07Z', 'updated_at': '2021-12-13T23:38:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:38:30.900203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a31046c-1e83-470f-83c2-69850eb80f81 None None] The sync data for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv is: [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:07Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'acae7328-0af2-4aad-9510-ceffeddfd522', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.7', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'port_id': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'mac_address': 'fa:16:3e:ff:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:38:28Z', 'updated_at': '2021-12-13T23:38:28Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fe48ce-c36c-4e99-82dc-d95897c31e8a', 'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:90:d7:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:07Z', 'updated_at': '2021-12-13T23:38:15Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:38:30.986628 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fa7cd362-c1a3-43f2-982f-7dce18763f7a req-69d9ce76-bffc-4f96-b20e-bbaf36271bc4 service neutron] 10.222.0.18 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303167 Dec 13 23:38:31.094838 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121fe6d1-4627-4b15-806d-ba84b72e5f7c None None] New status for floating IP acae7328-0af2-4aad-9510-ceffeddfd522: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:38:31.555445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56480) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:31.661445 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7f75c32c-7710-48bf-bd38-c817e4f948aa tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 992 time: 0.1046309 Dec 13 23:38:34.788000 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45909c06-2110-47b1-9c1c-42b563de3adf req-9ba1110e-7287-4886-a9e2-b97bf074a8b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674863 Dec 13 23:38:34.930505 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45909c06-2110-47b1-9c1c-42b563de3adf req-4259fda5-4eca-42c9-872a-94c109922b10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0727429 Dec 13 23:38:35.080742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45909c06-2110-47b1-9c1c-42b563de3adf req-d3be9e62-755c-40ec-9956-836e05510464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:35.082092 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45909c06-2110-47b1-9c1c-42b563de3adf req-d3be9e62-755c-40ec-9956-836e05510464 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0e49083-861b-4c0b-91f5-5515f58cc8fc HTTP/1.1" status: 200 len: 897 time: 0.1268401 Dec 13 23:38:35.187066 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45909c06-2110-47b1-9c1c-42b563de3adf req-6441b9e0-6893-4509-9bbf-d7cd43495e2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e7346d-7d90-45bc-9b19-261eee2fc369 HTTP/1.1" status: 200 len: 1000 time: 0.0933652 Dec 13 23:38:35.254088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45909c06-2110-47b1-9c1c-42b563de3adf req-68ebc767-b854-4256-97b6-a9c74fffbab5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:38:35.255503 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45909c06-2110-47b1-9c1c-42b563de3adf req-68ebc767-b854-4256-97b6-a9c74fffbab5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1d1465-0b44-4ed7-8fb2-5726704a047b HTTP/1.1" status: 200 len: 835 time: 0.0637553 Dec 13 23:38:35.330265 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45909c06-2110-47b1-9c1c-42b563de3adf req-3120ab98-b6c7-4569-8239-d0c0bc32ccdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0e49083-861b-4c0b-91f5-5515f58cc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677845 Dec 13 23:38:35.464207 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45909c06-2110-47b1-9c1c-42b563de3adf req-39417fe9-6f4c-4ad4-912c-f8672409671d service neutron] 10.222.0.18 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267061 Dec 13 23:38:35.705388 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45909c06-2110-47b1-9c1c-42b563de3adf req-dd443959-33a4-4a56-be2c-4bde7edb8eea service neutron] 10.222.0.18 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351639 Dec 13 23:38:41.856464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e7702ea4-ff31-4ecf-8ea9-41bba5a57e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:44.061281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fff8bb3d-ce94-451c-b4a2-58ddcfe7b19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:45.058965 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:38:45.307583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:45.438851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:46.735744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:49.158646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:58.254051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56492) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:58.442728 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8f72cf20-f16b-4b0d-80fe-c012ada626b8 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers/76248250-62ee-4b61-bc9b-dd14666648d2/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1873839 Dec 13 23:38:58.445403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56496) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:58.720393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4e52bd-0780-41ff-bd02-812048c5217b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Notify agent at dv-neutron-821564-1-hyperv the message router_removed_from_agent {{(pid=84311) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 13 23:38:58.724121 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fc4e52bd-0780-41ff-bd02-812048c5217b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "DELETE /v2.0/agents/b1bc3ccd-8779-4cb7-8946-99208484f252/l3-routers/76248250-62ee-4b61-bc9b-dd14666648d2 HTTP/1.1" status: 204 len: 168 time: 0.2778134 Dec 13 23:38:58.728041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56500) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:58.906885 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-22035faf-2cac-4567-94db-fb9162a8546a tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers/76248250-62ee-4b61-bc9b-dd14666648d2/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1777153 Dec 13 23:38:58.910012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56504) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:38:59.010933 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-347210dd-aa6b-4648-ab99-803d94460501 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 992 time: 0.0997837 Dec 13 23:38:59.110252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 08fe48ce-c36c-4e99-82dc-d95897c31e8a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:38:59.221605 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:59.252199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 08fe48ce-c36c-4e99-82dc-d95897c31e8a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=08fe48ce-c36c-4e99-82dc-d95897c31e8a,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:38:59.341205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:38:59.342887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:38:59.406361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=08fe48ce-c36c-4e99-82dc-d95897c31e8a,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:38:59.409495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:38:59.464600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe11ef64-0dbf-40ea-8ffa-313a72b9ee56 None None] New status for floating IP acae7328-0af2-4aad-9510-ceffeddfd522: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:39:00.013915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56508) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:00.121788 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c2b90333-5382-4f1c-b5f3-d59c8e4b0b13 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1065702 Dec 13 23:39:00.953150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f27d6860-4b93-4d81-8b7d-5d0c3b412945 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:39:01.061044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:01.076847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port f27d6860-4b93-4d81-8b7d-5d0c3b412945, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f27d6860-4b93-4d81-8b7d-5d0c3b412945,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:01.152921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:01.154690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:01.265836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=f27d6860-4b93-4d81-8b7d-5d0c3b412945,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:01.269200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:02.165848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56516) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:02.427104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca933dc-a5eb-42a8-bae2-ac277add6e77 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Router 76248250-62ee-4b61-bc9b-dd14666648d2 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:39:02.427392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca933dc-a5eb-42a8-bae2-ac277add6e77 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Notify agent at dv-neutron-821564-1-hyperv the message router_added_to_agent {{(pid=84312) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 13 23:39:02.453851 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cca933dc-a5eb-42a8-bae2-ac277add6e77 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "POST /v2.0/agents/b1bc3ccd-8779-4cb7-8946-99208484f252/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2869470 Dec 13 23:39:02.462450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56522) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:02.474123 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] Sync routers for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:39:02.485575 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:02.488024 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:38:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:02.641358 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-26ff1fef-45ca-4aa9-95b5-989ecf4c08aa tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers/76248250-62ee-4b61-bc9b-dd14666648d2/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1777525 Dec 13 23:39:02.645328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56528) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:02.665727 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:02.752122 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7d0cd172-8fb3-4bd7-9e1f-c5be7785897c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1055157 Dec 13 23:39:03.010526 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:07Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:39:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'acae7328-0af2-4aad-9510-ceffeddfd522', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.7', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'port_id': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'mac_address': 'fa:16:3e:ff:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:38:28Z', 'updated_at': '2021-12-13T23:38:59Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fe48ce-c36c-4e99-82dc-d95897c31e8a', 'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:90:d7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:07Z', 'updated_at': '2021-12-13T23:38:59Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:03.014329 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] Checking router: 76248250-62ee-4b61-bc9b-dd14666648d2 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:39:03.025360 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:03.025951 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:38:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:03.197356 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:03.535877 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:07Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:39:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'acae7328-0af2-4aad-9510-ceffeddfd522', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.7', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'port_id': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'mac_address': 'fa:16:3e:ff:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:38:28Z', 'updated_at': '2021-12-13T23:38:59Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fe48ce-c36c-4e99-82dc-d95897c31e8a', 'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:90:d7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:07Z', 'updated_at': '2021-12-13T23:38:59Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:03.539732 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f877a55b-fdc8-46ac-9cd4-3672761e7f14 None None] The sync data for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv is: [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:38:07Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:39:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'acae7328-0af2-4aad-9510-ceffeddfd522', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.7', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'port_id': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'mac_address': 'fa:16:3e:ff:da:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:38:28Z', 'updated_at': '2021-12-13T23:38:59Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08fe48ce-c36c-4e99-82dc-d95897c31e8a', 'name': '', 'network_id': 'e0e49083-861b-4c0b-91f5-5515f58cc8fc', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:90:d7:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:07Z', 'updated_at': '2021-12-13T23:38:59Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '0f1d1465-0b44-4ed7-8fb2-5726704a047b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:39:03.756994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56532) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:03.863777 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8e056132-f307-4173-a30f-7d806821ab80 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1048307 Dec 13 23:39:04.866557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56536) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:04.973690 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7fd02d5f-8614-426c-befb-8d6e642b3690 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1059322 Dec 13 23:39:04.993512 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 08fe48ce-c36c-4e99-82dc-d95897c31e8a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:05.061168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 08fe48ce-c36c-4e99-82dc-d95897c31e8a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:05.061544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:05.171724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:05.203358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 08fe48ce-c36c-4e99-82dc-d95897c31e8a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=08fe48ce-c36c-4e99-82dc-d95897c31e8a,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:05.261096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:05.261901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f27d6860-4b93-4d81-8b7d-5d0c3b412945 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:05.284406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:05.376326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=08fe48ce-c36c-4e99-82dc-d95897c31e8a,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:05.379110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:05.389752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f27d6860-4b93-4d81-8b7d-5d0c3b412945 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:05.390125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:05.502137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:05.517211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port f27d6860-4b93-4d81-8b7d-5d0c3b412945, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f27d6860-4b93-4d81-8b7d-5d0c3b412945,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:05.575323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:05.578027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:05.640127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=f27d6860-4b93-4d81-8b7d-5d0c3b412945,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:05.643468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:05.977399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56540) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:06.087481 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cab5442c-50f0-4dc3-b945-bcb5a555e608 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1088500 Dec 13 23:39:06.965649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 08fe48ce-c36c-4e99-82dc-d95897c31e8a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:07.036108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 08fe48ce-c36c-4e99-82dc-d95897c31e8a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:07.036483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:07.091343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56544) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:07.153400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f27d6860-4b93-4d81-8b7d-5d0c3b412945 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:07.200015 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5fe02d83-ebea-4b3d-8eaf-2939fd612742 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1069977 Dec 13 23:39:07.222494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f27d6860-4b93-4d81-8b7d-5d0c3b412945 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:07.222870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:08.203668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56548) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:08.309292 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-335352ae-5bbc-4b6d-a4f9-1b72ccb4ccbb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1043522 Dec 13 23:39:09.312998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56552) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:09.419618 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dd20bc83-2dcb-41f4-a437-5f4d9c872517 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1054282 Dec 13 23:39:10.423465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56556) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:10.527929 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-427094f0-f4ef-4188-9496-e4674889d376 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 990 time: 0.1026897 Dec 13 23:39:10.615126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faaa7484-753c-4a24-ada2-f64e19724f4e None None] New status for floating IP acae7328-0af2-4aad-9510-ceffeddfd522: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:39:11.531121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56560) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:11.754976 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1b1c6a0c-8a44-41c7-acaf-9e1834334ce5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 200 len: 992 time: 0.2225554 Dec 13 23:39:11.822373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca343d83-c95f-4d29-b43f-aaab971480ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:12.056027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56568) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:12.281869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 62e0a7ed-11c7-41ce-a2e5-33955baaf025 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:39:12.282203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:12.485367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:12.485701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:12.628870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 62e0a7ed-11c7-41ce-a2e5-33955baaf025 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:39:12.832450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:12.836070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a6b39d31-8427-481f-bd38-a564b734dc82 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:12.879250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=62e0a7ed-11c7-41ce-a2e5-33955baaf025,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:12.919735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.920378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.920766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.921140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.921513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.921885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.922254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.922626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.922991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.923357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.923753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:12.930839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:12.983842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:13.382307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 76248250-62ee-4b61-bc9b-dd14666648d2 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:39:13.696663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:39:13.785818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:13.838496 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/floatingips/acae7328-0af2-4aad-9510-ceffeddfd522 HTTP/1.1" status: 204 len: 168 time: 1.7815750 Dec 13 23:39:13.839186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:39:13.892876 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'status': 'completed', 'code': 200} Dec 13 23:39:13.989854 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f13565f3-cbbe-4236-a7f6-b6ef838aa57d req-450c8a44-412e-48c5-bb73-be086a3bd361 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0756679 Dec 13 23:39:14.072541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c647db28-577f-4faa-9ed4-0351b7990d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:14.124421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13565f3-cbbe-4236-a7f6-b6ef838aa57d req-c2fee09a-8f35-4d30-ac6b-349a5a712d3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:14.125965 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f13565f3-cbbe-4236-a7f6-b6ef838aa57d req-c2fee09a-8f35-4d30-ac6b-349a5a712d3f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e0e49083-861b-4c0b-91f5-5515f58cc8fc HTTP/1.1" status: 200 len: 897 time: 0.1290152 Dec 13 23:39:14.193942 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f13565f3-cbbe-4236-a7f6-b6ef838aa57d req-f11a880c-58a6-4322-822f-8abc8384122a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e7346d-7d90-45bc-9b19-261eee2fc369 HTTP/1.1" status: 200 len: 217 time: 0.0613904 Dec 13 23:39:14.259824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13565f3-cbbe-4236-a7f6-b6ef838aa57d req-c6e6539b-512e-4d2f-b829-3b3af0a83ed8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:14.264425 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f13565f3-cbbe-4236-a7f6-b6ef838aa57d req-c6e6539b-512e-4d2f-b829-3b3af0a83ed8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0f1d1465-0b44-4ed7-8fb2-5726704a047b HTTP/1.1" status: 200 len: 835 time: 0.0610759 Dec 13 23:39:14.349608 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f13565f3-cbbe-4236-a7f6-b6ef838aa57d req-d37a3625-143f-41a5-81af-8658e57a331c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e0e49083-861b-4c0b-91f5-5515f58cc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767224 Dec 13 23:39:14.421407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195f7e-32c7-4ce7-9d5a-8c1bbdb10f92 req-4516fb60-1c80-45ac-a895-cf789967d431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:14.422101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-cf195f7e-32c7-4ce7-9d5a-8c1bbdb10f92 req-4516fb60-1c80-45ac-a895-cf789967d431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:39:14.477847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-cf195f7e-32c7-4ce7-9d5a-8c1bbdb10f92 req-4516fb60-1c80-45ac-a895-cf789967d431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:39:14.479068 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf195f7e-32c7-4ce7-9d5a-8c1bbdb10f92 req-4516fb60-1c80-45ac-a895-cf789967d431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 946 time: 0.1394286 Dec 13 23:39:14.484718 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f13565f3-cbbe-4236-a7f6-b6ef838aa57d req-0d6e6293-65c1-43f4-a45f-1febc94fbb9f service neutron] 10.222.0.18 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266797 Dec 13 23:39:14.525430 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf195f7e-32c7-4ce7-9d5a-8c1bbdb10f92 req-9dc3f4a6-e403-4376-850c-0d0e3413865b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407319 Dec 13 23:39:14.727671 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f13565f3-cbbe-4236-a7f6-b6ef838aa57d req-0490ad5d-9091-4b88-9416-4e416deadd72 service neutron] 10.222.0.18 "GET /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361624 Dec 13 23:39:15.370046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:15.415241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:15.708488 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-966275a7-cb66-4734-88ad-2b862727198b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:15.709898 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-966275a7-cb66-4734-88ad-2b862727198b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 946 time: 0.1219120 Dec 13 23:39:15.800550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 22e7346d-7d90-45bc-9b19-261eee2fc369 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:39:15.800918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:15.833469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e23be-f285-47ad-ad87-7030490cfe29 req-f4412ed3-25c8-49c5-a5df-96d73ba577fe tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:15.834900 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1a5e23be-f285-47ad-ad87-7030490cfe29 req-f4412ed3-25c8-49c5-a5df-96d73ba577fe tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 946 time: 0.1820610 Dec 13 23:39:15.936116 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1a5e23be-f285-47ad-ad87-7030490cfe29 req-f911c67f-9bde-4b7e-a596-1f645071fd60 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=461c7949-5d95-4729-8cc0-a43fb9417567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946329 Dec 13 23:39:16.080986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 22e7346d-7d90-45bc-9b19-261eee2fc369, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=22e7346d-7d90-45bc-9b19-261eee2fc369,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:16.081334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:16.198717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 22e7346d-7d90-45bc-9b19-261eee2fc369 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:39:16.394177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:16.400275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-09fd27c3-711f-45de-91b0-bdd7372b5fe9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:16.445859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=22e7346d-7d90-45bc-9b19-261eee2fc369,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:16.449158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:16.525461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port 22e7346d-7d90-45bc-9b19-261eee2fc369 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:39:16.527892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:16.530435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'name': 'network-vif-deleted', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:39:16.581946 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fc5e79b2-f560-4a52-ad82-c5ab2768d558 req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/22e7346d-7d90-45bc-9b19-261eee2fc369 HTTP/1.1" status: 204 len: 173 time: 0.8656378 Dec 13 23:39:16.585373 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6', 'name': 'network-vif-deleted', 'tag': '22e7346d-7d90-45bc-9b19-261eee2fc369', 'status': 'completed', 'code': 200} Dec 13 23:39:16.729816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:17.107575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9d9f527f-c88a-4eb2-b6b8-6f1ff2b3b5fa req-9523ea14-81dd-4504-8408-9232c52f70d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:39:17.181217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9d9f527f-c88a-4eb2-b6b8-6f1ff2b3b5fa req-9523ea14-81dd-4504-8408-9232c52f70d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:39:17.182420 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9d9f527f-c88a-4eb2-b6b8-6f1ff2b3b5fa req-9523ea14-81dd-4504-8408-9232c52f70d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ffcdbd9-7a00-4a6b-8bdf-7db959d20eb6 HTTP/1.1" status: 200 len: 210 time: 0.1156163 Dec 13 23:39:18.216515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22e7346d-7d90-45bc-9b19-261eee2fc369 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:39:18.250056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 22e7346d-7d90-45bc-9b19-261eee2fc369 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:39:18.258105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 22e7346d-7d90-45bc-9b19-261eee2fc369 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:39:18.293475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56586) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:18.364034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c3c12d2-7a90-4e39-9c60-089ca803a26f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:18.392852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c3c12d2-7a90-4e39-9c60-089ca803a26f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:18.523904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c3c12d2-7a90-4e39-9c60-089ca803a26f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:18.527801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b13d311a-ec2b-4c2b-97d6-ac404eafa917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:18.542774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c12d2-7a90-4e39-9c60-089ca803a26f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461c7949-5d95-4729-8cc0-a43fb9417567,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:18.546194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c3c12d2-7a90-4e39-9c60-089ca803a26f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:18.626217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c3c12d2-7a90-4e39-9c60-089ca803a26f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:18.627661 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9c3c12d2-7a90-4e39-9c60-089ca803a26f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/461c7949-5d95-4729-8cc0-a43fb9417567 HTTP/1.1" status: 204 len: 168 time: 0.3331971 Dec 13 23:39:18.742069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56592) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:19.153581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:19.186778 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:19.768103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 08fe48ce-c36c-4e99-82dc-d95897c31e8a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:39:19.768761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:19.956544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 08fe48ce-c36c-4e99-82dc-d95897c31e8a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=08fe48ce-c36c-4e99-82dc-d95897c31e8a,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:19.956894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:20.200227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 08fe48ce-c36c-4e99-82dc-d95897c31e8a owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:39:20.449389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:20.453054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-78fd86f4-a62b-4a0e-b740-0fab166322cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:20.496874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=08fe48ce-c36c-4e99-82dc-d95897c31e8a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:20.499510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:20.796012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:21.023000 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] Sync routers for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:39:21.035896 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:21.036506 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:21.256146 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:21.398151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 76248250-62ee-4b61-bc9b-dd14666648d2 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:39:21.537000 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:39:20Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:21.540792 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] Checking router: 76248250-62ee-4b61-bc9b-dd14666648d2 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:39:21.552098 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] Routers {'76248250-62ee-4b61-bc9b-dd14666648d2'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:21.552703 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['76248250-62ee-4b61-bc9b-dd14666648d2'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:21.608417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:39:21.674677 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/76248250-62ee-4b61-bc9b-dd14666648d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9313548 Dec 13 23:39:21.677183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56596) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:21.737409 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] Set router 76248250-62ee-4b61-bc9b-dd14666648d2 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:21.981971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-94af2db2-f0fe-4add-be1d-1455aeee6c0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting subnet 0f1d1465-0b44-4ed7-8fb2-5726704a047b {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:39:21.984744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94af2db2-f0fe-4add-be1d-1455aeee6c0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.022236 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:39:20Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:22.026466 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bbe13a-c930-4622-8edf-bc5a53060db3 None None] The sync data for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv is: [{'id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'name': 'tempest-TestNetworkBasicOps-router-1847760838', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219'}], 'enable_snat': True}, 'gw_port_id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:38:02Z', 'updated_at': '2021-12-13T23:39:20Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'f27d6860-4b93-4d81-8b7d-5d0c3b412945', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76248250-62ee-4b61-bc9b-dd14666648d2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:38:03Z', 'updated_at': '2021-12-13T23:39:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:39:22.046577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94af2db2-f0fe-4add-be1d-1455aeee6c0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.061712 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:39:22.128896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94af2db2-f0fe-4add-be1d-1455aeee6c0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.255757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94af2db2-f0fe-4add-be1d-1455aeee6c0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.259407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d3800d39-af64-42dd-a875-c1be6ff35301 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:22.300129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af2db2-f0fe-4add-be1d-1455aeee6c0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Subnet': ['ID=0f1d1465-0b44-4ed7-8fb2-5726704a047b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:22.303403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-94af2db2-f0fe-4add-be1d-1455aeee6c0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:22.306588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-94af2db2-f0fe-4add-be1d-1455aeee6c0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.311099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df4b31-7b30-4228-8d92-a5087cd74b15 None None] Network e0e49083-861b-4c0b-91f5-5515f58cc8fc requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:39:22.313497 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-94af2db2-f0fe-4add-be1d-1455aeee6c0f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/subnets/0f1d1465-0b44-4ed7-8fb2-5726704a047b HTTP/1.1" status: 204 len: 168 time: 0.6350718 Dec 13 23:39:22.316615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56600) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:22.546699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.593855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] DHCP port deletion for e0e49083-861b-4c0b-91f5-5515f58cc8fc request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:39:22.600384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Deleting port 01607145-023b-4d4e-85e6-f0c92ecf6d2f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:39:22.600934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.758670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.809636 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port f27d6860-4b93-4d81-8b7d-5d0c3b412945 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:39:22.809987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.850368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] For port 01607145-023b-4d4e-85e6-f0c92ecf6d2f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=01607145-023b-4d4e-85e6-f0c92ecf6d2f,segment=NetworkSegment(260935d4-95a3-47c9-b287-0c0648bd330f),segment_id=260935d4-95a3-47c9-b287-0c0648bd330f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:22.850771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:22.979698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Calling delete_port for 01607145-023b-4d4e-85e6-f0c92ecf6d2f owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:39:23.003926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port f27d6860-4b93-4d81-8b7d-5d0c3b412945, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f27d6860-4b93-4d81-8b7d-5d0c3b412945,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:23.004507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:23.007373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 08fe48ce-c36c-4e99-82dc-d95897c31e8a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:39:23.049686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 08fe48ce-c36c-4e99-82dc-d95897c31e8a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:39:23.049957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 08fe48ce-c36c-4e99-82dc-d95897c31e8a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:39:23.050387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 01607145-023b-4d4e-85e6-f0c92ecf6d2f no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:39:23.130375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for f27d6860-4b93-4d81-8b7d-5d0c3b412945 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:39:23.187138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:23.274138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:23.281821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:23.328588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Pushing event deleted for resources: {'Port': ['ID=01607145-023b-4d4e-85e6-f0c92ecf6d2f,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:23.338208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] No DVR routers for this DVR port 01607145-023b-4d4e-85e6-f0c92ecf6d2f on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:39:23.341380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.341715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.341915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:23.342161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.342467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.342801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.343127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.343453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.348588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.348588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.348588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.348588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:23.352576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:23.353265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-540ebd63-d2d7-40a2-8b34-0fe3537ebc95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:23.400061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=f27d6860-4b93-4d81-8b7d-5d0c3b412945,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:23.403503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:23.733326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:23.988669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:23.992818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.089308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.089937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Fanout notify agent at l3_agent the message router_deleted on router 76248250-62ee-4b61-bc9b-dd14666648d2 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:39:24.104573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.105667 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/routers/76248250-62ee-4b61-bc9b-dd14666648d2 HTTP/1.1" status: 204 len: 168 time: 1.7879498 Dec 13 23:39:24.108372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56604) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:24.222077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.355771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.384541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e49083-861b-4c0b-91f5-5515f58cc8fc']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:24.396984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260935d4-95a3-47c9-b287-0c0648bd330f') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:24.397278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260935d4-95a3-47c9-b287-0c0648bd330f') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:24.409043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.424784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.430649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:39:24.431028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:39:24.444947 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:39:24.558079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.561372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d797c333-8fa1-4b1a-9a0e-76c655d23feb tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:24.578923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.592906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Network': ['ID=e0e49083-861b-4c0b-91f5-5515f58cc8fc,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:24.596385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:24.632721 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/networks/e0e49083-861b-4c0b-91f5-5515f58cc8fc HTTP/1.1" status: 204 len: 168 time: 0.5233541 Dec 13 23:39:24.654089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56608) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:24.660721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'network': {'name': 'tempest-network-smoke--1217388546', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'port_security_enabled': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:24.665819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:24.670072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:network and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:24.673212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:24.679462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:24.740496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:39:24.743558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.771890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:39:24.780322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.780650 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Added segment 8bd9342f-65dc-4949-8b6e-1f9e947f9bb7 of type vlan for network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 Dec 13 23:39:24.805973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.883830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.887764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:24.888332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:24.892900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fdd4cec3-e961-4c04-a70a-7d3a473b9262 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:24.997554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Network': ['ID=fdf7c49d-85e4-49de-8084-c3ee773dc5b9,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:25.000527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:25.007995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:39:25.033360 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3782132 Dec 13 23:39:25.036094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56612) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:25.041206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-462342151', 'admin_state_up': True, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:25.048979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:25.052927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:router and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:25.058237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:25.061758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:25.124283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:25.126130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:25.131440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de36b94-2c1e-4382-adf7-140bd2963930 None None] New status for floating IP acae7328-0af2-4aad-9510-ceffeddfd522: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:39:25.145647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:25.343155 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35008805-bbb6-4913-b723-f19740b4bda2 None None] Sync routers for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:39:25.356223 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35008805-bbb6-4913-b723-f19740b4bda2 None None] Routers set() bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:25.356750 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35008805-bbb6-4913-b723-f19740b4bda2 None None] Router IDs set() for agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 23:39:25.357716 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_agentschedulers_db [None req-35008805-bbb6-4913-b723-f19740b4bda2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'76248250-62ee-4b61-bc9b-dd14666648d2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent'). {{(pid=84314) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 23:39:25.367087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:25.369716 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35008805-bbb6-4913-b723-f19740b4bda2 None None] Routers set() bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:25.370151 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35008805-bbb6-4913-b723-f19740b4bda2 None None] Router IDs set() for agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 23:39:25.370810 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_agentschedulers_db [None req-35008805-bbb6-4913-b723-f19740b4bda2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'76248250-62ee-4b61-bc9b-dd14666648d2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent'). {{(pid=84314) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 23:39:25.371258 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35008805-bbb6-4913-b723-f19740b4bda2 None None] The sync data for ids ['76248250-62ee-4b61-bc9b-dd14666648d2'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:39:25.736293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:25.765362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:25.904957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.72 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/fb22d814-1447-4b94-9508-a95a78198b35) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:39:26.052299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:26.135236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:26.138788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:26.207615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:39:26.213130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:39:26.215302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=fb22d814-1447-4b94-9508-a95a78198b35,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:26.218200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:39:26.242049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:26.416668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:26.417395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:26.712330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:39:26.912227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:39:26.922146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Sync routers for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:39:26.931443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f27d6860-4b93-4d81-8b7d-5d0c3b412945 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:39:26.965876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: f27d6860-4b93-4d81-8b7d-5d0c3b412945 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:39:26.966146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f27d6860-4b93-4d81-8b7d-5d0c3b412945 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:39:26.970916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:26.971418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:26.987453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:26.988840 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9518375 Dec 13 23:39:26.992074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56616) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:27.031199 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9575ac76-643b-4417-a86f-9d3af7d3ed8b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378275 Dec 13 23:39:27.034706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56620) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:27.148034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:27.168434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1180e4-7b24-4366-8fbe-78bfdbca4ec5 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:27.169909 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8d1180e4-7b24-4366-8fbe-78bfdbca4ec5 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1340802 Dec 13 23:39:27.173014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56624) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:27.216409 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-010f0415-99de-4012-a95d-8d468ed295c1 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421667 Dec 13 23:39:27.218740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56628) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:27.223989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-672742819', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:27.339460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:27.343541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:subnet and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:27.347247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:27.353291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:27.444290 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:39:27.478238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:26Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:27.481985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Checking router: 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:39:27.482347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Updating router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 port fb22d814-1447-4b94-9508-a95a78198b35 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:39:27.532898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:27.546002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:27.866351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:27.878456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Transition to ACTIVE for port object fb22d814-1447-4b94-9508-a95a78198b35 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:39:27.917964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:27.922635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fb5b90bc-d603-42ef-a1c7-a8aa2e43e00e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:27.940562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:27.944156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9779b29-0761-419d-b0aa-a0a0ede07f1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:27.996106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=fb107657-5e41-432e-917e-b0f41572e609,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:28.011413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:28.019748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:28.020888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bcc35-971e-4521-9e44-4ccfde6fec3f None None] Pushing event updated for resources: {'Port': ['ID=fb22d814-1447-4b94-9508-a95a78198b35,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:28.022499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Attempting to bind port fb22d814-1447-4b94-9508-a95a78198b35 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:39:28.022862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Attempting to bind port fb22d814-1447-4b94-9508-a95a78198b35 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:39:28.023219 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Attempting to bind port fb22d814-1447-4b94-9508-a95a78198b35 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:39:28.025499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Checking segment: {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:39:28.025613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-be8bcc35-971e-4521-9e44-4ccfde6fec3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:28.025716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network hostable DHCP agents. Network: fdf7c49d-85e4-49de-8084-c3ee773dc5b9, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:39:28.030579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:39:28.031431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:39:28.031431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:28.031778 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:39:28.032248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Bound port: fb22d814-1447-4b94-9508-a95a78198b35, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:39:28.032644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:28.095282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:39:28.106275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] For port fb22d814-1447-4b94-9508-a95a78198b35, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:39:28.109331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] For port fb22d814-1447-4b94-9508-a95a78198b35, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb22d814-1447-4b94-9508-a95a78198b35,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:39:28.163692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, fdf7c49d-85e4-49de-8084-c3ee773dc5b9) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:39:28.167703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:28.168397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:28.169668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:28.177980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:28.206787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54c7b1d-b93f-427d-b2e5-c277d3f6a798 None None] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:39:28.267481 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0476251 Dec 13 23:39:28.270168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56632) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:28.343153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bcc35-971e-4521-9e44-4ccfde6fec3f None None] Pushing event updated for resources: {'Port': ['ID=fb22d814-1447-4b94-9508-a95a78198b35,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:28.347033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-be8bcc35-971e-4521-9e44-4ccfde6fec3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:28.371587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:28.372253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:28.640726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:39:28.641511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:28.663328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:29.026582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:29.083015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Allocated IP 172.20.0.2 (fdf7c49d-85e4-49de-8084-c3ee773dc5b9/fb107657-5e41-432e-917e-b0f41572e609/7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:39:29.224180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:26Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:29.233335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abab5a0b-69b1-4274-8ec2-6befee03e3d7 None None] The sync data for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv is: [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:26Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:39:29.317874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:29.333640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Transition to ACTIVE for port object 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:39:29.361192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Transition to ACTIVE for port object 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:39:29.429171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:29.436282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:29.505747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:39:29.507447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.1 (fdf7c49d-85e4-49de-8084-c3ee773dc5b9/fb107657-5e41-432e-917e-b0f41572e609/47e19cf4-87d8-43cb-81d7-0cc721ede85a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:39:29.509249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:39:29.511795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:39:29.521630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Pushing event updated for resources: {'Port': ['ID=7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:29.524435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:29.614145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Attempting to bind port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:39:29.614525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Attempting to bind port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:39:29.614990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Attempting to bind port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 on network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:39:29.622323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:39:29.622709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Checking segment: {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:39:29.623127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:29.623530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Bound using segment: {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:39:29.624041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Bound port: 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:39:29.624424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:29.726545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] For port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:39:29.729946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] For port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:39:29.798567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:29.802965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:29.807937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:29.828038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 47e19cf4-87d8-43cb-81d7-0cc721ede85a will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:39:29.886228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Pushing event updated for resources: {'Port': ['ID=7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:29.888957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:29.909193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:29.913449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b4fc7f11-fcb3-47db-8838-e4ab7162b66e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:29.982786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:39:29.986973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:39:29.991109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:39:30.027401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=47e19cf4-87d8-43cb-81d7-0cc721ede85a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:30.034906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:30.073866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:30.232779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:30.642645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:30.695248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:30.721383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:30.787017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444c4d4-6bc3-4956-847d-4d55e7fb8e8d None None] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:39:30.808578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:30.812042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=47e19cf4-87d8-43cb-81d7-0cc721ede85a,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:30.815353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:30.953831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fc1f4c4d-e5e3-47f7-b8cf-f58077eadd97 None None] Provisioning for port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:39:30.957617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:39:30.957817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:39:31.051973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:31.186736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:39:31.193114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:31.197413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:31.329324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:31.340608 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7dd4590c-d67d-4cb5-bcb1-26bb120ce968 None None] Provisioning complete for port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:31.341642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7dd4590c-d67d-4cb5-bcb1-26bb120ce968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:31.388162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:39:31.416365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:31.472503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:31.473661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device fb22d814-1447-4b94-9508-a95a78198b35 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:31.511951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:31.578390 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7dd4590c-d67d-4cb5-bcb1-26bb120ce968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:31.630319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:31.633622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:31.700016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-7dd4590c-d67d-4cb5-bcb1-26bb120ce968 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:39:31.700307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-7dd4590c-d67d-4cb5-bcb1-26bb120ce968 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:39:31.722753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:39:31.735047 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/508025b7-e53e-4d4c-8d6b-ef562d6ce7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4638317 Dec 13 23:39:31.737575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56636) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:31.740979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port fb22d814-1447-4b94-9508-a95a78198b35 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:39:31.746383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port fb22d814-1447-4b94-9508-a95a78198b35 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:31.746909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:31.868659 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:31.885509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port fb22d814-1447-4b94-9508-a95a78198b35, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb22d814-1447-4b94-9508-a95a78198b35,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:31.886139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a420b-d2c3-4b94-a622-4aac83696e31 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:31.887041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a420b-d2c3-4b94-a622-4aac83696e31 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:31.887574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a420b-d2c3-4b94-a622-4aac83696e31 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:31.887973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a420b-d2c3-4b94-a622-4aac83696e31 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:31.889695 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-605a420b-d2c3-4b94-a622-4aac83696e31 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1511559 Dec 13 23:39:31.893062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56640) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:31.946778 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:31.948752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:31.969706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece35fd0-7b7d-42b0-8099-d1398307f968 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:31.970185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece35fd0-7b7d-42b0-8099-d1398307f968 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:31.970554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece35fd0-7b7d-42b0-8099-d1398307f968 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:31.970913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece35fd0-7b7d-42b0-8099-d1398307f968 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:31.972589 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ece35fd0-7b7d-42b0-8099-d1398307f968 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0786340 Dec 13 23:39:31.975392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56644) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:32.014045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=fb22d814-1447-4b94-9508-a95a78198b35,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:32.017624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:32.169307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7818fd90-d4e0-43b9-b843-0bc0e170c1f9 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1927507 Dec 13 23:39:32.312433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7dd4590c-d67d-4cb5-bcb1-26bb120ce968 None None] Provisioning for port 47e19cf4-87d8-43cb-81d7-0cc721ede85a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:39:32.318299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7dd4590c-d67d-4cb5-bcb1-26bb120ce968 None None] Provisioning complete for port 47e19cf4-87d8-43cb-81d7-0cc721ede85a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:32.318909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7dd4590c-d67d-4cb5-bcb1-26bb120ce968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:32.411536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4590c-d67d-4cb5-bcb1-26bb120ce968 None None] Port 47e19cf4-87d8-43cb-81d7-0cc721ede85a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:39:32.530933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56650) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:32.534699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8ce8dbb8-2821-4918-b4ec-c14d60e710ab None None] Provisioning complete for port 47e19cf4-87d8-43cb-81d7-0cc721ede85a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:32.535080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8ce8dbb8-2821-4918-b4ec-c14d60e710ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:32.537527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676325806', 'description': 'tempest-secgroup-smoke-676325806 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:32.543944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:32.549002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:32.552231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:32.558678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:32.589095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8dbb8-2821-4918-b4ec-c14d60e710ab None None] Port 47e19cf4-87d8-43cb-81d7-0cc721ede85a cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:39:32.632475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:32.669940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:32.675798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:32.678774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:32.684655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:32.743212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:32.798073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:32.800944 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Sync routers for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:39:32.802001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-39f19513-d8cf-47ca-ad17-b0acc80c9bff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:32.812939 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:32.814232 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:32.844073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de414a0-41a7-4406-a64b-835f76c69790,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:32.847967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:32.912135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:32.913411 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3814626 Dec 13 23:39:32.916323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56654) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:32.922635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '4de414a0-41a7-4406-a64b-835f76c69790', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:32.929346 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:32.933279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:32.936356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:32.943767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:32.981759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:32.997519 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:33.005091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.064228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:33.064734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.076528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.146375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.148269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e188f67-8c64-4807-9117-e5f46552dd43 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:33.174026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bd7486-d661-4705-81b1-53cec62eae6d,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:33.178581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:33.187042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device fb22d814-1447-4b94-9508-a95a78198b35 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:33.222696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.224026 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3064497 Dec 13 23:39:33.226676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56658) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:33.233273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '4de414a0-41a7-4406-a64b-835f76c69790', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:33.240447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:33.244340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:33.247214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:33.253580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:33.258589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port fb22d814-1447-4b94-9508-a95a78198b35 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:33.258975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.316903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.360369 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '47e19cf4-87d8-43cb-81d7-0cc721ede85a', 'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:26:5c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:29Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'fb107657-5e41-432e-917e-b0f41572e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:33.364481 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Checking router: 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:39:33.364842 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Updating router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 port 47e19cf4-87d8-43cb-81d7-0cc721ede85a binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:39:33.389929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.416592 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.455507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.457534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-787197ce-6ec9-42c3-a428-38ce8781f995 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:33.483065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b154a61-1aec-4e02-9203-0b22ad996331,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:33.486226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:33.557953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.559252 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3316650 Dec 13 23:39:33.561918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56662) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:33.568947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '4de414a0-41a7-4406-a64b-835f76c69790', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:33.574006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:33.577831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:33.580802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:33.586532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:33.638519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.703625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.769282 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.769520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.771127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bd529a1f-97ca-44b4-b658-9a8b2ee43335 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:33.780622 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Transition to ACTIVE for port object 47e19cf4-87d8-43cb-81d7-0cc721ede85a will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:39:33.794168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f83a8a3-e6ac-4d5d-b0ab-02817fe2e6f5,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:33.796870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:33.861788 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.865314 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:33.883672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:33.887723 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3219965 Dec 13 23:39:33.887871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56666) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:33.893299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '4de414a0-41a7-4406-a64b-835f76c69790', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:33.899524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:33.903314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:33.906214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:33.912839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:33.987714 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Pushing event updated for resources: {'Port': ['ID=47e19cf4-87d8-43cb-81d7-0cc721ede85a,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:33.995311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.026982 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.027320 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.027703 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.028004 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.028332 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.028654 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.028975 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.029291 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.029606 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.029919 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.030238 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:39:34.038232 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:34.066605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.087868 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Attempting to bind port 47e19cf4-87d8-43cb-81d7-0cc721ede85a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:39:34.089302 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Attempting to bind port 47e19cf4-87d8-43cb-81d7-0cc721ede85a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:39:34.089302 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Attempting to bind port 47e19cf4-87d8-43cb-81d7-0cc721ede85a on network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:39:34.095967 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:39:34.096467 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Checking segment: {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:39:34.096876 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.097273 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Bound using segment: {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:39:34.097740 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Bound port: 47e19cf4-87d8-43cb-81d7-0cc721ede85a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:39:34.098123 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.129406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.135358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-972077d0-ed0b-4104-8b30-a1dda07df8cb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:34.154433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9435cfe9-0b9b-4282-bbd8-b10aba5928f2,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:34.156822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:34.190381 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] For port 47e19cf4-87d8-43cb-81d7-0cc721ede85a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:39:34.193687 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] For port 47e19cf4-87d8-43cb-81d7-0cc721ede85a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=47e19cf4-87d8-43cb-81d7-0cc721ede85a,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:39:34.232327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.233785 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3448977 Dec 13 23:39:34.237434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56670) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:34.242853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '4de414a0-41a7-4406-a64b-835f76c69790', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:34.248960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:34.253426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:34.256419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:34.261270 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.262182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:34.265909 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:34.312734 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:39:34.322461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.341295 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Pushing event updated for resources: {'Port': ['ID=47e19cf4-87d8-43cb-81d7-0cc721ede85a,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:34.345484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:34.346507 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:34.353031 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:34.408534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.466420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.468630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3d3ccb60-8f31-4b00-8ff0-c9bac078744f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:34.493903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fdda2e-29ff-4e78-9816-e94fefc135b7,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:34.496399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:34.537697 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:34.580784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.582005 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3436615 Dec 13 23:39:34.584642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56674) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:34.593137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '4de414a0-41a7-4406-a64b-835f76c69790', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:34.596866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:34.600643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:34.603569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:34.609561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:34.695138 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:39:34.701713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.771397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.826319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.832974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-de56c22b-8929-40b9-8161-141fd4aed636 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:34.852588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ec437e-c907-4f47-ac3c-f71d4d938885,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:34.854953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:34.877503 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '47e19cf4-87d8-43cb-81d7-0cc721ede85a', 'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:26:5c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:29Z', 'updated_at': '2021-12-13T23:39:34Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'fb107657-5e41-432e-917e-b0f41572e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:34.881399 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ff9805-9a68-4779-8d4f-a1d54e335c58 None None] The sync data for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv is: [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '47e19cf4-87d8-43cb-81d7-0cc721ede85a', 'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:26:5c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:29Z', 'updated_at': '2021-12-13T23:39:34Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'fb107657-5e41-432e-917e-b0f41572e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:39:34.935225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:34.947367 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3616023 Dec 13 23:39:35.035895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 47e19cf4-87d8-43cb-81d7-0cc721ede85a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:35.145523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c182fa69-2022-46d4-b765-362b23b5c188 req-8aee92c6-6f8a-45a8-a493-72fa208987b4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:39:35.180777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 47e19cf4-87d8-43cb-81d7-0cc721ede85a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:39:35.186187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 47e19cf4-87d8-43cb-81d7-0cc721ede85a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:35.188936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:35.198067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c182fa69-2022-46d4-b765-362b23b5c188 req-8aee92c6-6f8a-45a8-a493-72fa208987b4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:39:35.199322 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-8aee92c6-6f8a-45a8-a493-72fa208987b4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676325806&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.0980484 Dec 13 23:39:35.313184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:35.348123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 47e19cf4-87d8-43cb-81d7-0cc721ede85a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=47e19cf4-87d8-43cb-81d7-0cc721ede85a,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:35.363356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182fa69-2022-46d4-b765-362b23b5c188 req-5f801d64-3904-4f16-b9ec-ec748369be7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:35.364974 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-5f801d64-3904-4f16-b9ec-ec748369be7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9 HTTP/1.1" status: 200 len: 797 time: 0.1566491 Dec 13 23:39:35.386441 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-3b92f56b-1d65-4862-acfc-43cea4135a19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0159585 Dec 13 23:39:35.409339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:35.411823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:35.478438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c182fa69-2022-46d4-b765-362b23b5c188 req-2d9b6ae2-69f1-435e-b68e-53551d33cbbe tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:39:35.483223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=47e19cf4-87d8-43cb-81d7-0cc721ede85a,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:35.486980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:35.592023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c182fa69-2022-46d4-b765-362b23b5c188 req-2d9b6ae2-69f1-435e-b68e-53551d33cbbe tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:39:35.593408 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-2d9b6ae2-69f1-435e-b68e-53551d33cbbe tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018194 Dec 13 23:39:35.806600 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-ab23b9d5-1256-43b8-99c3-6b0c816bf4a9 service neutron] 10.222.0.30 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006381 Dec 13 23:39:35.941006 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-b85d9a7d-d90d-4777-8efc-f1b28ca51eb6 service neutron] 10.222.0.30 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283996 Dec 13 23:39:36.183407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e6282c15-6f65-46b1-88b9-c384514ad5c8 req-75d1d95e-f255-45e3-aeaa-2619ae058ec0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:39:36.197794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e6282c15-6f65-46b1-88b9-c384514ad5c8 req-75d1d95e-f255-45e3-aeaa-2619ae058ec0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:39:36.198924 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e6282c15-6f65-46b1-88b9-c384514ad5c8 req-75d1d95e-f255-45e3-aeaa-2619ae058ec0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 210 time: 0.0619657 Dec 13 23:39:36.979889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 47e19cf4-87d8-43cb-81d7-0cc721ede85a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:37.052028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 47e19cf4-87d8-43cb-81d7-0cc721ede85a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:37.052403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:37.368410 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f092286e-7f4b-4ace-b421-8247e6e89909 req-35e9ead7-d539-4c93-b48b-9d720f10fc59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 210 time: 0.0454323 Dec 13 23:39:38.075694 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182fa69-2022-46d4-b765-362b23b5c188 req-d5b12bf4-f41f-495c-af76-a716e1c4888d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:38.077114 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-d5b12bf4-f41f-495c-af76-a716e1c4888d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9 HTTP/1.1" status: 200 len: 797 time: 0.2538624 Dec 13 23:39:38.131054 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-7f9ee0fc-03b0-4158-8dc6-6d03f53026f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 379 time: 0.0405750 Dec 13 23:39:38.140353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['4de414a0-41a7-4406-a64b-835f76c69790']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:38.276355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:38.286446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:38.346675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:39:38.349777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:38.511680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.8 (fdf7c49d-85e4-49de-8084-c3ee773dc5b9/fb107657-5e41-432e-917e-b0f41572e609/79d3d14e-d8b0-46b2-a01d-d936dda69f1b) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:39:38.534849 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dfdd2369-3047-4802-a77a-4c8cc50bcc89 req-e964a8e0-55d2-46f9-9e2c-0ab66790a405 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 210 time: 0.0417256 Dec 13 23:39:38.702563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:38.718253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 79d3d14e-d8b0-46b2-a01d-d936dda69f1b will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:39:38.792313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:38.797998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cfaee47a-96f3-4a42-8dcc-f5002c9591aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:38.864931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:39:38.867794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:39:38.871996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:39:38.897490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:38.902837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:38.940549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:38.941147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:39.015791 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8788800 Dec 13 23:39:39.027552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Request body: {'port': {'device_id': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:39.132421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:39.140326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4712ca26-d0b9-4a6c-9394-94c798cb4115 None None] Provisioning for port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:39:39.146747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4712ca26-d0b9-4a6c-9394-94c798cb4115 None None] Provisioning complete for port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:39.147186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4712ca26-d0b9-4a6c-9394-94c798cb4115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:39.198545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4712ca26-d0b9-4a6c-9394-94c798cb4115 None None] Port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:39:39.480932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d3d14e-d8b0-46b2-a01d-d936dda69f1b {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:39:39.488696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:39.502677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Transition to ACTIVE for port object 79d3d14e-d8b0-46b2-a01d-d936dda69f1b will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:39:39.557654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:39.561304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-23e7f69f-6d22-4805-a0c9-2ed70fd12f9a tempest-TestServerAdvancedOps-496646306 tempest-TestServerAdvancedOps-496646306-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:39.726447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:39.734056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:39.868421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73512f-41fe-430d-93b8-0ac7fff78dd0 req-b9037d47-7c35-4bac-bd9e-9f3fe6d9dc29 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:39.869023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-3c73512f-41fe-430d-93b8-0ac7fff78dd0 req-b9037d47-7c35-4bac-bd9e-9f3fe6d9dc29 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:39:39.875640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Attempting to bind port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:39:39.876081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Attempting to bind port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:39:39.876408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Attempting to bind port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b on network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:39:39.889104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b on network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:39:39.889418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Attempting to bind port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b on network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:39:39.895918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:39:39.896194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Checking segment: {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:39:39.896572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Bound using segment: {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:39:39.896988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Bound port: 79d3d14e-d8b0-46b2-a01d-d936dda69f1b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:39:39.897331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:39.949167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-3c73512f-41fe-430d-93b8-0ac7fff78dd0 req-b9037d47-7c35-4bac-bd9e-9f3fe6d9dc29 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:39:39.950293 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3c73512f-41fe-430d-93b8-0ac7fff78dd0 req-b9037d47-7c35-4bac-bd9e-9f3fe6d9dc29 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 943 time: 0.2872903 Dec 13 23:39:40.112268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] For port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:39:40.123666 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3c73512f-41fe-430d-93b8-0ac7fff78dd0 req-be038148-473c-4d8d-8c5f-2ff8a266e51a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621232 Dec 13 23:39:40.125003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] For port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:39:40.180944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:40.184831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1a2483e9-0663-4ce4-974a-c828fbc24e42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:40.240435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:40.241626 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/79d3d14e-d8b0-46b2-a01d-d936dda69f1b HTTP/1.1" status: 200 len: 1093 time: 1.2180939 Dec 13 23:39:40.249192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:39:40.272492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Pushing event updated for resources: {'Port': ['ID=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:40.277866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:40.312307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'status': 'completed', 'code': 200} Dec 13 23:39:40.476997 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e128909b-3cc4-4d50-a3f8-d3e6a6072b69 req-468d5022-0db8-43df-b721-df72af4034e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 1096 time: 0.1473379 Dec 13 23:39:40.616197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128909b-3cc4-4d50-a3f8-d3e6a6072b69 req-c6db2eb8-7b18-454f-a4f5-429af6db98a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:40.617558 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e128909b-3cc4-4d50-a3f8-d3e6a6072b69 req-c6db2eb8-7b18-454f-a4f5-429af6db98a4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1334357 Dec 13 23:39:40.752257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128909b-3cc4-4d50-a3f8-d3e6a6072b69 req-59248ed5-c0f0-4ba0-9d75-97e87ad9d4df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:40.753609 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e128909b-3cc4-4d50-a3f8-d3e6a6072b69 req-59248ed5-c0f0-4ba0-9d75-97e87ad9d4df service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296284 Dec 13 23:39:40.858323 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-b7da6ba4-632f-4b27-b23e-5af1948feb02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 1096 time: 0.0690901 Dec 13 23:39:40.929577 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-03ebd52d-809d-4eab-816b-d209fb007ee3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b HTTP/1.1" status: 200 len: 217 time: 0.0635903 Dec 13 23:39:40.990977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182fa69-2022-46d4-b765-362b23b5c188 req-70de5b29-c906-43b2-8077-ff33ae0526ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:40.992452 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-70de5b29-c906-43b2-8077-ff33ae0526ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb107657-5e41-432e-917e-b0f41572e609 HTTP/1.1" status: 200 len: 843 time: 0.0570683 Dec 13 23:39:41.069467 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-e528fe93-a30e-488e-b223-7cdf82e607c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713389 Dec 13 23:39:41.201423 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-56d1fe9d-7f68-4cac-be59-060b7279084f service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245162 Dec 13 23:39:41.376923 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c182fa69-2022-46d4-b765-362b23b5c188 req-c530f3ee-7e19-46b7-b110-765472ca9fd3 service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693077 Dec 13 23:39:41.401597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1ec23-78d7-4e27-8987-90f82a25d4da req-dfc20f81-03d6-4c27-8fc5-1c55387fc0d3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:41.403035 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-16c1ec23-78d7-4e27-8987-90f82a25d4da req-dfc20f81-03d6-4c27-8fc5-1c55387fc0d3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 943 time: 0.1220460 Dec 13 23:39:41.450595 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-16c1ec23-78d7-4e27-8987-90f82a25d4da req-4eec71c1-4584-4074-8b75-186359c300d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419223 Dec 13 23:39:41.849009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-251c641f-50c0-4b2d-9565-c48b1a112a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:42.735481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af33831-5ebc-4964-9e79-d4f2b35df2eb req-7934b3e0-76f2-46d0-a5bf-0a44477b989f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:42.736963 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6af33831-5ebc-4964-9e79-d4f2b35df2eb req-7934b3e0-76f2-46d0-a5bf-0a44477b989f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 943 time: 0.1646740 Dec 13 23:39:42.784700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-6af33831-5ebc-4964-9e79-d4f2b35df2eb req-378206bd-8f0b-4b55-9d6a-a19c8edae843 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:39:42.796436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-6af33831-5ebc-4964-9e79-d4f2b35df2eb req-378206bd-8f0b-4b55-9d6a-a19c8edae843 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:39:42.797668 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6af33831-5ebc-4964-9e79-d4f2b35df2eb req-378206bd-8f0b-4b55-9d6a-a19c8edae843 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552285 Dec 13 23:39:44.079270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17c9b6-418a-4fee-ba90-01130ca5083e req-86743dc8-87d6-4fc4-be2c-c9b28004d634 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:44.080826 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ac17c9b6-418a-4fee-ba90-01130ca5083e req-86743dc8-87d6-4fc4-be2c-c9b28004d634 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 943 time: 0.1504288 Dec 13 23:39:44.095989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3ee88c6c-b09b-4316-8ea6-502b21396c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:44.125582 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ac17c9b6-418a-4fee-ba90-01130ca5083e req-4902d1e0-f63f-4859-a628-3ca35770cb41 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391748 Dec 13 23:39:44.325666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 79d3d14e-d8b0-46b2-a01d-d936dda69f1b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:39:44.460038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:44.473016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'port_id': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'mac_address': 'fa:16:3e:15:fb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:39:44.529502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:44.548014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d3d14e-d8b0-46b2-a01d-d936dda69f1b {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:39:44.562746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:44.654665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:44.656453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ca76e0d4-6251-4027-8620-6535d566e0b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:44.722210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:44.725169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:44.897241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['79d3d14e-d8b0-46b2-a01d-d936dda69f1b'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:39:45.321491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08451b96-b515-4dd8-8c0b-af5b232d95d3 req-1cd91328-3af9-47ef-b372-1dea458c0540 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:45.322961 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-08451b96-b515-4dd8-8c0b-af5b232d95d3 req-1cd91328-3af9-47ef-b372-1dea458c0540 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 944 time: 0.0789080 Dec 13 23:39:45.341293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:45.369828 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-08451b96-b515-4dd8-8c0b-af5b232d95d3 req-1e2a2103-6dda-4c42-af79-d6399e0a65b8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413177 Dec 13 23:39:45.408845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:46.340895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 79d3d14e-d8b0-46b2-a01d-d936dda69f1b up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:39:46.449181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:39:46.454198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:39:46.454577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:46.567974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36463df0-0ce0-4456-89f2-c90511496a6b req-9db8a210-a5b0-4794-a6d5-a47f14570e6c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:46.569705 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-36463df0-0ce0-4456-89f2-c90511496a6b req-9db8a210-a5b0-4794-a6d5-a47f14570e6c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 944 time: 0.0792441 Dec 13 23:39:46.601152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:46.619212 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-36463df0-0ce0-4456-89f2-c90511496a6b req-9238b071-80fa-4ffc-878a-b2a8fb8df1fe tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437763 Dec 13 23:39:46.628159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:39:46.638172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:39:46.685759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:46.686290 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'code': 200} Dec 13 23:39:46.686787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:46.749086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:46.753163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:46.757700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:47.005307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-376d7d96-493f-4968-8963-5ca04f08a642 req-436bafbb-c3a3-4678-a979-6a00b66da434 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 1098 time: 0.0673714 Dec 13 23:39:47.048101 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-376d7d96-493f-4968-8963-5ca04f08a642 req-a2c8965a-14e3-43b3-8ce6-c3cebed05ff9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353515 Dec 13 23:39:47.820727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c824a-947f-4e79-b00b-d070097b8d73 req-eae2a5cb-a710-418c-be05-0655cc867085 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:47.822184 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-999c824a-947f-4e79-b00b-d070097b8d73 req-eae2a5cb-a710-418c-be05-0655cc867085 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 945 time: 0.0813034 Dec 13 23:39:47.868705 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-999c824a-947f-4e79-b00b-d070097b8d73 req-d7c44206-a932-4b36-bad7-91289ef8b707 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407653 Dec 13 23:39:49.071792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40130460-4d0d-4ae2-8e9c-0fbc9a7a1b07 req-957e4430-0e77-4a6d-ad46-8e0f6e2be6b6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:49.073233 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-40130460-4d0d-4ae2-8e9c-0fbc9a7a1b07 req-957e4430-0e77-4a6d-ad46-8e0f6e2be6b6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 945 time: 0.0837557 Dec 13 23:39:49.118804 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-40130460-4d0d-4ae2-8e9c-0fbc9a7a1b07 req-f6719be3-16d9-4869-9021-5056c8218952 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401926 Dec 13 23:39:49.203334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:49.325407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f53861-4c2e-4462-a829-3ce5bb6aa244 req-7c8ca133-8244-4faa-a560-d465b95c83ea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:49.326854 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e3f53861-4c2e-4462-a829-3ce5bb6aa244 req-7c8ca133-8244-4faa-a560-d465b95c83ea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 945 time: 0.0770104 Dec 13 23:39:49.370838 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e3f53861-4c2e-4462-a829-3ce5bb6aa244 req-cb7ee06d-eb87-4af8-a12d-038f86a2a9d0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384533 Dec 13 23:39:49.398696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56730) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:49.567451 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-45b56260-37dd-4c72-b18d-884ee1b28f47 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 1093 time: 0.1675625 Dec 13 23:39:49.569967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56734) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:49.574968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:39:49.580321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:39:49.584079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:floatingip and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:39:49.586834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:39:49.592379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:39:49.678064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:49.811140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:49.944315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.204 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/e60abdde-e2a7-4023-b83b-532b5aed36ee) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:39:50.089030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:50.169219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:50.173186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3eafc91-e4fc-4325-a5c2-8a8f1ac8ea69 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:50.234973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:39:50.238115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:39:50.244980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:39:50.272275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=e60abdde-e2a7-4023-b83b-532b5aed36ee,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:50.278125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:50.751037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:50.869352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:51.069464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:51.145625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:51.150136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-59063d9f-4c5a-469c-8a0e-596db494c9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:39:51.251847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=e60abdde-e2a7-4023-b83b-532b5aed36ee,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:39:51.259288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:39:51.268802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:51.567711 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP f08b13f1-957c-44e9-bb8a-81bda80ee16d associated. External IP: 172.26.5.204, port: 79d3d14e-d8b0-46b2-a01d-d936dda69f1b. Dec 13 23:39:51.968330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:39:52.168050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:39:52.178442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] Sync routers for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:39:52.191929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:52.192541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:52.237768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:39:52.291561 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7205944 Dec 13 23:39:52.292245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:39:52.294474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56738) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:52.384807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:52.453685 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'status': 'completed', 'code': 200} Dec 13 23:39:52.536172 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f7b4fd7a-63b1-4937-bb17-2158aa358186 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/f08b13f1-957c-44e9-bb8a-81bda80ee16d HTTP/1.1" status: 200 len: 991 time: 0.2398050 Dec 13 23:39:52.554093 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-53e75f6e-277a-40cc-9c0c-f824b7cafd2d req-9eca58e6-8991-429e-9079-5fb0676a3920 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 1098 time: 0.0764539 Dec 13 23:39:52.687024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e75f6e-277a-40cc-9c0c-f824b7cafd2d req-9a5bfaba-92c1-4a32-b14f-e4aba9cb982d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:52.688590 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-53e75f6e-277a-40cc-9c0c-f824b7cafd2d req-9a5bfaba-92c1-4a32-b14f-e4aba9cb982d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9 HTTP/1.1" status: 200 len: 898 time: 0.1281698 Dec 13 23:39:52.747001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'f08b13f1-957c-44e9-bb8a-81bda80ee16d', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.204', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'port_id': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'mac_address': 'fa:16:3e:15:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:39:50Z', 'updated_at': '2021-12-13T23:39:50Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e19cf4-87d8-43cb-81d7-0cc721ede85a', 'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:26:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:29Z', 'updated_at': '2021-12-13T23:39:35Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'fb107657-5e41-432e-917e-b0f41572e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:52.750944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] Checking router: 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:39:52.761855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:39:52.762469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:39:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:52.788975 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-53e75f6e-277a-40cc-9c0c-f824b7cafd2d req-c9362a67-9dab-469c-bfe9-e59fbab2432c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b HTTP/1.1" status: 200 len: 999 time: 0.0943315 Dec 13 23:39:52.856474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e75f6e-277a-40cc-9c0c-f824b7cafd2d req-35bc60cf-94b7-401d-b130-2e2109ee2aa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:39:52.857904 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-53e75f6e-277a-40cc-9c0c-f824b7cafd2d req-35bc60cf-94b7-401d-b130-2e2109ee2aa2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb107657-5e41-432e-917e-b0f41572e609 HTTP/1.1" status: 200 len: 843 time: 0.0627549 Dec 13 23:39:52.934770 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-53e75f6e-277a-40cc-9c0c-f824b7cafd2d req-b43a160f-6408-4ec9-870b-fb6804e3b350 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701411 Dec 13 23:39:52.940822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:39:53.066621 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-53e75f6e-277a-40cc-9c0c-f824b7cafd2d req-15bab94e-87d0-40ad-b6cc-641991f7e0ff service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256008 Dec 13 23:39:53.203366 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-53e75f6e-277a-40cc-9c0c-f824b7cafd2d req-e424fe2c-4420-4574-89e8-b7cf8b2a793e service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275997 Dec 13 23:39:53.286979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'f08b13f1-957c-44e9-bb8a-81bda80ee16d', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.204', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'port_id': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'mac_address': 'fa:16:3e:15:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:39:50Z', 'updated_at': '2021-12-13T23:39:50Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e19cf4-87d8-43cb-81d7-0cc721ede85a', 'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:26:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:29Z', 'updated_at': '2021-12-13T23:39:35Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'fb107657-5e41-432e-917e-b0f41572e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:39:53.291072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c91b1-719f-47ba-8562-471e7a9d4d6f None None] The sync data for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv is: [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'f08b13f1-957c-44e9-bb8a-81bda80ee16d', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.204', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'port_id': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'mac_address': 'fa:16:3e:15:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:39:50Z', 'updated_at': '2021-12-13T23:39:50Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47e19cf4-87d8-43cb-81d7-0cc721ede85a', 'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:26:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:29Z', 'updated_at': '2021-12-13T23:39:35Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'fb107657-5e41-432e-917e-b0f41572e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:39:53.479303 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c06ceb5-14b6-4df1-b0cb-862e17dc84ab None None] New status for floating IP f08b13f1-957c-44e9-bb8a-81bda80ee16d: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:39:53.539579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56746) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:53.641603 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b2ca2c62-72de-4205-974d-9366907eaa6a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/f08b13f1-957c-44e9-bb8a-81bda80ee16d HTTP/1.1" status: 200 len: 991 time: 0.1001494 Dec 13 23:39:54.645079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56750) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:39:54.857458 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-40847842-3167-4c9e-8d3e-0872f59625fe tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/f08b13f1-957c-44e9-bb8a-81bda80ee16d HTTP/1.1" status: 200 len: 993 time: 0.2112787 Dec 13 23:39:59.059729 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:40:11.912839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6be0-6c8b-4dc8-ac46-b5772adfb374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:14.065283 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0f5245f3-669c-4a1b-b0cb-fc96cc770a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:15.356461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:15.414216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:16.751490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:19.191072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:36.059289 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:40:39.543929 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-ad4256c7-989a-45c8-aa32-ce9cfd79373c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0734367 Dec 13 23:40:39.701550 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-0f6b158b-239a-482d-b88b-3cb6f69e4ac8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 1098 time: 0.0706258 Dec 13 23:40:39.849996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-d0946dff-2b9a-48d9-8268-386850d6fcff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:40:39.851443 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-d0946dff-2b9a-48d9-8268-386850d6fcff service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9 HTTP/1.1" status: 200 len: 898 time: 0.1317644 Dec 13 23:40:39.958915 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-191aeffc-e5d8-4eec-a14c-638fce81b395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b HTTP/1.1" status: 200 len: 1001 time: 0.1012611 Dec 13 23:40:40.024456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-16d25edb-b3bd-4879-8751-16c3f71c404e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:40:40.025881 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-16d25edb-b3bd-4879-8751-16c3f71c404e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb107657-5e41-432e-917e-b0f41572e609 HTTP/1.1" status: 200 len: 843 time: 0.0596895 Dec 13 23:40:40.104319 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-3d75c4a4-9a77-48dd-88a9-a745f3cb40d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721917 Dec 13 23:40:40.234375 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-81659e58-4dc0-415f-b7c0-78043c725322 service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239011 Dec 13 23:40:40.365770 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7133c8b-3695-40e2-a07c-dbe7f66a5289 req-c5566bc8-7401-470a-bc63-e54df121f887 service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253550 Dec 13 23:40:41.881824 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02ac3c77-8c63-4fa0-be0b-5c72df9574d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:44.064991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e20409f6-6c4c-4334-9f6f-336a17cb6843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:45.362076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:45.418644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:46.756572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:40:49.201802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:11.864965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-249b876c-4e75-42ed-9097-c957a487c360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:13.059395 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:41:14.069998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb380dbd-f643-4c64-8836-81adf2a36636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:15.332936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:15.407058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:16.790280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:19.195470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:40.366123 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-e966b999-cbcb-4659-8ad8-b34c967f4c12 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678594 Dec 13 23:41:40.505096 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-1d3dc3cc-fdf4-4266-9991-6d3e57480072 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 1098 time: 0.0721560 Dec 13 23:41:40.649698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-a9d88c31-332c-45a8-842d-bc1cdef79713 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:41:40.651036 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-a9d88c31-332c-45a8-842d-bc1cdef79713 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9 HTTP/1.1" status: 200 len: 898 time: 0.1264637 Dec 13 23:41:40.750637 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-50fac911-3653-4ee1-ba4a-0c7c42ca6853 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b HTTP/1.1" status: 200 len: 1001 time: 0.0934725 Dec 13 23:41:40.817249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-75836a14-1afc-4a47-ab8b-3d9242ccf5c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:41:40.818641 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-75836a14-1afc-4a47-ab8b-3d9242ccf5c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb107657-5e41-432e-917e-b0f41572e609 HTTP/1.1" status: 200 len: 843 time: 0.0610344 Dec 13 23:41:40.892485 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-6021d6fa-abdf-4cdd-b883-6ccb5340476c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668581 Dec 13 23:41:41.026304 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-49e4468f-1563-4d4a-8f03-cf34080e8558 service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263368 Dec 13 23:41:41.251785 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-849c0ea7-e6f8-4a83-ba1d-4caad0e9446e req-1a546cab-cb6f-4748-8cb9-c9b2cb5516a0 service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190793 Dec 13 23:41:41.829743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ba25db1e-4a7c-4012-a717-5b1978d48785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:44.080148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-85709dd8-f77a-4842-a3bb-3f7bdf6c0644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:45.338198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:45.406464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:45.997972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56784) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:41:46.216892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:41:46.453847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2083385'] for subnet, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:46.681590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780919724804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2057934'] for subnet, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:46.685467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a2a44cba-88d1-4a58-8c2e-467ce79050c6 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:41:46.735485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:41:46.736076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:46.738145 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/subnets/fb107657-5e41-432e-917e-b0f41572e609 HTTP/1.1" status: 200 len: 835 time: 0.7385590 Dec 13 23:41:46.742453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac12e5-f5a8-45f1-b6bc-798535716278 None None] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:41:46.755599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=fb107657-5e41-432e-917e-b0f41572e609,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:41:46.764160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.764544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.764921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.765294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.765662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.766024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.766387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.766755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.767115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.767470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.767853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:41:46.771453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bfb510a1-d7f5-40ba-851c-22d92d316618 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:41:46.808680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:47.201676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2f73852-6513-40e6-8b38-64dfd04f50c9 None None] Provisioning complete for port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:41:47.202053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2f73852-6513-40e6-8b38-64dfd04f50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:47.326686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2f73852-6513-40e6-8b38-64dfd04f50c9 None None] Provisioning complete for port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:41:47.327064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2f73852-6513-40e6-8b38-64dfd04f50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:47.452932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2f73852-6513-40e6-8b38-64dfd04f50c9 None None] Provisioning complete for port 47e19cf4-87d8-43cb-81d7-0cc721ede85a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:41:47.453308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2f73852-6513-40e6-8b38-64dfd04f50c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:49.240492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:41:50.059401 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:42:11.845961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3120754f-4264-4162-9294-749557cc0e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:14.098680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0d392427-dd68-4115-8f8b-e0160bc00682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:15.370985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:15.422221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:16.783889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:19.206530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:27.059646 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:42:29.573347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56794) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:29.771450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port e60abdde-e2a7-4023-b83b-532b5aed36ee {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:42:29.771821 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:29.941324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:29.941647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:30.061311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for e60abdde-e2a7-4023-b83b-532b5aed36ee owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:42:30.251906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:30.256013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bc16a0f5-c177-4949-a4ad-21bc487ad380 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:30.295420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=e60abdde-e2a7-4023-b83b-532b5aed36ee,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:30.299892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:30.390586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:30.875384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:42:31.075757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:42:31.085462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] Sync routers for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:42:31.098183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:42:31.098805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:42:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:31.183074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:31.242698 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/floatingips/f08b13f1-957c-44e9-bb8a-81bda80ee16d HTTP/1.1" status: 204 len: 168 time: 1.6682556 Dec 13 23:42:31.243352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:42:31.286664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:42:31.331923 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'status': 'completed', 'code': 200} Dec 13 23:42:31.440939 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-eed6fadb-c400-4f00-a67f-490658c934b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 1098 time: 0.0804396 Dec 13 23:42:31.575692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-b3706615-b477-472b-ae27-d91d3ed1e4a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:31.577156 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-b3706615-b477-472b-ae27-d91d3ed1e4a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9 HTTP/1.1" status: 200 len: 898 time: 0.1300116 Dec 13 23:42:31.625090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '47e19cf4-87d8-43cb-81d7-0cc721ede85a', 'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:26:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:29Z', 'updated_at': '2021-12-13T23:39:35Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'fb107657-5e41-432e-917e-b0f41572e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:31.629509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] Checking router: 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:42:31.640648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:42:31.641296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:42:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:31.650815 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-61b6b5a5-e89b-4231-a9bf-70c93d3c1691 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b HTTP/1.1" status: 200 len: 217 time: 0.0669827 Dec 13 23:42:31.715954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-ec2e8795-106e-4a9f-bf4b-1e192d9651c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:31.717494 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-ec2e8795-106e-4a9f-bf4b-1e192d9651c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fb107657-5e41-432e-917e-b0f41572e609 HTTP/1.1" status: 200 len: 843 time: 0.0609567 Dec 13 23:42:31.804210 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-bdf0cd84-df4d-4b2c-bf6c-269b489bd44a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fdf7c49d-85e4-49de-8084-c3ee773dc5b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807278 Dec 13 23:42:31.843838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-6032bdcb-e64b-4ba0-bba8-34a261ab2392 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:42:31.844771 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-6032bdcb-e64b-4ba0-bba8-34a261ab2392 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049911 Dec 13 23:42:31.873678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:42:31.988341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac57be-3836-45d1-9df5-c186325efe5a req-e9af5414-fe25-4559-b009-fd80c5075cef tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:31.988945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-63ac57be-3836-45d1-9df5-c186325efe5a req-e9af5414-fe25-4559-b009-fd80c5075cef tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:42:32.010714 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-fe13c29c-897b-4f27-83aa-13b21cd46d99 service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575210 Dec 13 23:42:32.096680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-63ac57be-3836-45d1-9df5-c186325efe5a req-e9af5414-fe25-4559-b009-fd80c5075cef tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:42:32.097818 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63ac57be-3836-45d1-9df5-c186325efe5a req-e9af5414-fe25-4559-b009-fd80c5075cef tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 945 time: 0.2927451 Dec 13 23:42:32.180247 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74208ae5-1a69-444b-828e-0322c9ff25ac req-72b89c13-4272-4e03-a28a-0a6312a4c669 service neutron] 10.222.0.18 "GET /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627784 Dec 13 23:42:32.182430 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-63ac57be-3836-45d1-9df5-c186325efe5a req-15cec362-f78a-415f-9565-613f982a8df1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778601 Dec 13 23:42:32.199254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '47e19cf4-87d8-43cb-81d7-0cc721ede85a', 'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:26:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:29Z', 'updated_at': '2021-12-13T23:39:35Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'fb107657-5e41-432e-917e-b0f41572e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:32.205954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ed71e5-6844-48fc-85ef-15e1a52acc4d None None] The sync data for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv is: [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:30Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '47e19cf4-87d8-43cb-81d7-0cc721ede85a', 'name': '', 'network_id': 'fdf7c49d-85e4-49de-8084-c3ee773dc5b9', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:26:5c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb107657-5e41-432e-917e-b0f41572e609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:29Z', 'updated_at': '2021-12-13T23:39:35Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'fb107657-5e41-432e-917e-b0f41572e609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:42:32.414815 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f23cef-7276-4aef-88e0-4406a6ed9e95 None None] New status for floating IP f08b13f1-957c-44e9-bb8a-81bda80ee16d: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:42:33.118035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-6227108a-3c70-4df3-8bf6-7ab77ff65d32 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:33.119501 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-6227108a-3c70-4df3-8bf6-7ab77ff65d32 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 945 time: 0.0841742 Dec 13 23:42:33.185945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:42:33.186318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:33.415629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775d79c-5fad-4988-ac4d-dc59f1ff0991 req-c94f4a05-78a5-4f15-b356-8086021de01c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:33.417113 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a775d79c-5fad-4988-ac4d-dc59f1ff0991 req-c94f4a05-78a5-4f15-b356-8086021de01c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 945 time: 0.0848815 Dec 13 23:42:33.462440 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a775d79c-5fad-4988-ac4d-dc59f1ff0991 req-582b5684-354a-4a47-983b-0d64467e5a42 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=4de414a0-41a7-4406-a64b-835f76c69790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395129 Dec 13 23:42:33.546085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:42:33.546439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:33.664541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 79d3d14e-d8b0-46b2-a01d-d936dda69f1b owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:42:33.897429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:33.903165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-88653701-3509-4bd8-8a01-0bb6c830f4dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:33.950580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=79d3d14e-d8b0-46b2-a01d-d936dda69f1b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:33.953076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:34.021571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port 79d3d14e-d8b0-46b2-a01d-d936dda69f1b on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:42:34.023941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:34.026509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'name': 'network-vif-deleted', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:42:34.082187 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2733d4e-da0c-49bd-81f3-da2c04209cac', 'name': 'network-vif-deleted', 'tag': '79d3d14e-d8b0-46b2-a01d-d936dda69f1b', 'status': 'completed', 'code': 200} Dec 13 23:42:34.097694 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-da476b48-5cbf-4dcb-9de1-1f6af855f128 req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/79d3d14e-d8b0-46b2-a01d-d936dda69f1b HTTP/1.1" status: 204 len: 173 time: 0.9728878 Dec 13 23:42:34.639922 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-265c9069-fa77-4f96-bedc-b75adb8b035b req-d49b0353-b1bc-4134-89e1-0023403765e0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2733d4e-da0c-49bd-81f3-da2c04209cac HTTP/1.1" status: 200 len: 210 time: 0.0412216 Dec 13 23:42:35.747791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56826) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:35.818835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-282c4372-ab3e-43e7-96bc-8c43e8bc6525 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:35.850067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-282c4372-ab3e-43e7-96bc-8c43e8bc6525 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:36.000174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-282c4372-ab3e-43e7-96bc-8c43e8bc6525 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:36.004682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ae38a705-bb6a-4608-aece-3546f0249c92 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:36.019690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c4372-ab3e-43e7-96bc-8c43e8bc6525 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de414a0-41a7-4406-a64b-835f76c69790,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:36.022289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-282c4372-ab3e-43e7-96bc-8c43e8bc6525 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:36.102263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-282c4372-ab3e-43e7-96bc-8c43e8bc6525 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:36.103397 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-282c4372-ab3e-43e7-96bc-8c43e8bc6525 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/4de414a0-41a7-4406-a64b-835f76c69790 HTTP/1.1" status: 204 len: 168 time: 0.3546422 Dec 13 23:42:36.200633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56832) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:36.613484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:37.149014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 79d3d14e-d8b0-46b2-a01d-d936dda69f1b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:42:37.181391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 79d3d14e-d8b0-46b2-a01d-d936dda69f1b {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:42:37.181752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 79d3d14e-d8b0-46b2-a01d-d936dda69f1b not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:42:37.218653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 47e19cf4-87d8-43cb-81d7-0cc721ede85a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:42:37.219260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:37.402693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 47e19cf4-87d8-43cb-81d7-0cc721ede85a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=47e19cf4-87d8-43cb-81d7-0cc721ede85a,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:42:37.403048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:37.631757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 47e19cf4-87d8-43cb-81d7-0cc721ede85a owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:42:37.891475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:37.896242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:37.940380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=47e19cf4-87d8-43cb-81d7-0cc721ede85a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:38.000109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:38.251817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:38.831216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:42:39.032977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:42:39.043187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] Sync routers for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:42:39.046868 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/508025b7-e53e-4d4c-8d6b-ef562d6ce7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8451428 Dec 13 23:42:39.050017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56836) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:39.059099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:42:39.059754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:42:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:39.242495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:42:39.357138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting subnet fb107657-5e41-432e-917e-b0f41572e609 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:42:39.360115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:39.418799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:39.502980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:39.527847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:42:37Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:39.531698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] Checking router: 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:42:39.542693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] Routers {'508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:42:39.543300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:42:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:39.651910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:39.655837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6043d86b-3a98-4033-8d6f-94141182d8b3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:39.696223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Subnet': ['ID=fb107657-5e41-432e-917e-b0f41572e609,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:39.700759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:39.703485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:39.711516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51dda64-8b71-4470-83d1-e064cacef8f2 None None] Network fdf7c49d-85e4-49de-8084-c3ee773dc5b9 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:42:39.714500 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/subnets/fb107657-5e41-432e-917e-b0f41572e609 HTTP/1.1" status: 204 len: 168 time: 0.6634810 Dec 13 23:42:39.717061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56840) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:39.800371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] Set router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:42:39.918211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:40.132247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:40.193099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port fb22d814-1447-4b94-9508-a95a78198b35 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:42:40.193548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:40.238162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:42:37Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:40.243844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4dab29-ffdc-4980-a492-ef2387482152 None None] The sync data for ids ['508025b7-e53e-4d4c-8d6b-ef562d6ce7a3'] in dv-neutron-821564-1-hyperv is: [{'id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'name': 'tempest-TestNetworkBasicOps-router-462342151', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72'}], 'enable_snat': True}, 'gw_port_id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:42:37Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'fb22d814-1447-4b94-9508-a95a78198b35', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:85:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508025b7-e53e-4d4c-8d6b-ef562d6ce7a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:39:25Z', 'updated_at': '2021-12-13T23:39:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:42:40.277250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] DHCP port deletion for fdf7c49d-85e4-49de-8084-c3ee773dc5b9 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:42:40.285577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Deleting port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:42:40.286046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:40.387325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port fb22d814-1447-4b94-9508-a95a78198b35, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=fb22d814-1447-4b94-9508-a95a78198b35,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:42:40.387917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:40.487669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] For port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598,segment=NetworkSegment(8bd9342f-65dc-4949-8b6e-1f9e947f9bb7),segment_id=8bd9342f-65dc-4949-8b6e-1f9e947f9bb7)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:42:40.488155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:40.523562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for fb22d814-1447-4b94-9508-a95a78198b35 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:42:40.608181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Calling delete_port for 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:42:40.748908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:40.753385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:40.776308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:40.780487 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-22a46756-57f2-4beb-9436-ffdb37cc6439 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:40.793981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Pushing event deleted for resources: {'Port': ['ID=7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:40.803203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] No DVR routers for this DVR port 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:42:40.807957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.808299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.808641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.808973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.809328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.809629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.809951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.810275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.811027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.811027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.811242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:40.814676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:40.829201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=fb22d814-1447-4b94-9508-a95a78198b35,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:40.832878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:41.109515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:42:41.145267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:42:41.145621 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7a4fc7cd-a5b2-48c2-bb5e-948b9d30e598 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:42:41.146049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 47e19cf4-87d8-43cb-81d7-0cc721ede85a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:42:41.163435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.177618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 47e19cf4-87d8-43cb-81d7-0cc721ede85a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:42:41.177972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 47e19cf4-87d8-43cb-81d7-0cc721ede85a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:42:41.419892 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.424985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.537135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.537738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Fanout notify agent at l3_agent the message router_deleted on router 508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:42:41.553871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.555321 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/routers/508025b7-e53e-4d4c-8d6b-ef562d6ce7a3 HTTP/1.1" status: 204 len: 168 time: 1.8368914 Dec 13 23:42:41.558509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56844) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:41.681145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.810471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.839368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf7c49d-85e4-49de-8084-c3ee773dc5b9']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:41.852464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:41.852751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd9342f-65dc-4949-8b6e-1f9e947f9bb7') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:41.864333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.880213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-39203743-87f3-439d-82c9-d77711fc5acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.880721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.886328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:42:41.886722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:42:41.901679 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:42:42.051472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.054849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9610e442-bb79-4af2-b9ec-0369f67104b0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:42.072517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.084159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Network': ['ID=fdf7c49d-85e4-49de-8084-c3ee773dc5b9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:42.088254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:42.089778 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/networks/fdf7c49d-85e4-49de-8084-c3ee773dc5b9 HTTP/1.1" status: 204 len: 168 time: 0.5303667 Dec 13 23:42:42.102401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56848) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:42.107983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'network': {'name': 'tempest-network-smoke--1333781190', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'port_security_enabled': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:42.113114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:42.117235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:network and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:42.120102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:42.125834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:42.177207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:42:42.180159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.210080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:42:42.218321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.218656 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Added segment a70f6617-8ba1-4053-a36b-c05aecf63022 of type vlan for network f662d51b-39eb-4d43-b670-574b51a88384 Dec 13 23:42:42.243178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.320061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.323788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:42.324358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.327905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8f8f898a-f731-4bcb-b97a-147e8bb71c7e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:42.433174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Network': ['ID=f662d51b-39eb-4d43-b670-574b51a88384,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:42.435612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:42.443266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network f662d51b-39eb-4d43-b670-574b51a88384 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:42:42.487160 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3876fb8e-e5c5-4c19-a7f4-18b54fdb7553 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3836863 Dec 13 23:42:42.489865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56852) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:42.495045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'admin_state_up': True, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:42.502754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:42.506599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:router and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:42.509700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:42.515838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:42.594669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.596205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.614809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:42.836120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:43.019346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device fb22d814-1447-4b94-9508-a95a78198b35 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:42:43.052437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: fb22d814-1447-4b94-9508-a95a78198b35 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:42:43.052787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device fb22d814-1447-4b94-9508-a95a78198b35 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:42:43.185847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:43.214982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:43.352383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.10 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/d2fccba5-3b14-4ced-846a-3a40760a5061) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:42:43.498956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:43.560023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:43.563505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6621e585-4569-46c5-a73b-5ccf4ebd425a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:43.626321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:42:43.629616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:42:43.633820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:42:43.662432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=d2fccba5-3b14-4ced-846a-3a40760a5061,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:43.667291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:43.836642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:43.837368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:44.085903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e7678105-d3e8-49a7-bfc2-189b74bba701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:44.153193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:42:44.351105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:42:44.360556 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Sync routers for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:42:44.373881 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:42:44.374375 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:42:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:44.433656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:44.434826 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9440420 Dec 13 23:42:44.437930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56856) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:44.557025 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:42:44.649475 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cc39a9c1-6420-48c0-8588-30baf710586c tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2103207 Dec 13 23:42:44.651974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56862) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:44.780908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c4e37d-62c6-4276-be8b-2d8dd74ae7f4 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:44.782526 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-12c4e37d-62c6-4276-be8b-2d8dd74ae7f4 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296620 Dec 13 23:42:44.785475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56866) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:44.826601 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fe7f5c46-16f0-4211-b08e-3560531c8e19 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399969 Dec 13 23:42:44.832389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56870) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:44.837735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1286297818', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:44.844124 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:43Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:44.848418 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Checking router: 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:42:44.848766 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Updating router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e port d2fccba5-3b14-4ced-846a-3a40760a5061 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:42:44.938112 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:44.952374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:44.956415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:subnet and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:44.959199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:44.964875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:45.051563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:42:45.264158 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.266086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.276161 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Transition to ACTIVE for port object d2fccba5-3b14-4ced-846a-3a40760a5061 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:42:45.360893 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.364100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.365475 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-cbd0e529-57e4-4e32-bf94-4934f066da39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:45.449333 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Attempting to bind port d2fccba5-3b14-4ced-846a-3a40760a5061 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:42:45.449698 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Attempting to bind port d2fccba5-3b14-4ced-846a-3a40760a5061 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:42:45.450060 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Attempting to bind port d2fccba5-3b14-4ced-846a-3a40760a5061 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:42:45.452183 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Pushing event updated for resources: {'Port': ['ID=d2fccba5-3b14-4ced-846a-3a40760a5061,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:45.456297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.465860 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.466196 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.466520 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.466846 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.467211 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.467529 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.467868 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.468183 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.468496 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.468804 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.469114 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:45.474368 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:45.475253 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:42:45.475644 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:42:45.476040 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.476418 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:42:45.477209 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Bound port: d2fccba5-3b14-4ced-846a-3a40760a5061, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:42:45.477606 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.542962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.547834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4c9cb7c0-2a33-460a-b68d-c0629c8fff25 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:45.553124 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] For port d2fccba5-3b14-4ced-846a-3a40760a5061, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:42:45.556185 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] For port d2fccba5-3b14-4ced-846a-3a40760a5061, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d2fccba5-3b14-4ced-846a-3a40760a5061,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:42:45.624180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=1decb3fe-3db3-4588-b850-a19fb33c6348,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:45.627994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:45.629212 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.633356 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:45.636481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Checking segment: {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:42:45.636836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network hostable DHCP agents. Network: f662d51b-39eb-4d43-b670-574b51a88384, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:42:45.713144 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:42:45.713759 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:42:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:45.720105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network f662d51b-39eb-4d43-b670-574b51a88384 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:42:45.771157 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Pushing event updated for resources: {'Port': ['ID=d2fccba5-3b14-4ced-846a-3a40760a5061,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:45.774691 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:45.800206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, f662d51b-39eb-4d43-b670-574b51a88384) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:42:45.804619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:45.805185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:45.810698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5fd133-688a-4c95-9680-c8475572f7d6 None None] Network f662d51b-39eb-4d43-b670-574b51a88384 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:42:45.915898 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0820484 Dec 13 23:42:45.919546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56874) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:45.963906 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:42:46.035254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-f662d51b-39eb-4d43-b670-574b51a88384', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:42:46.036110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:46.210821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Allocated IP 172.20.0.2 (f662d51b-39eb-4d43-b670-574b51a88384/1decb3fe-3db3-4588-b850-a19fb33c6348/4d332125-7ede-4c96-8c7f-095b8b447f10) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:42:46.254058 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:43Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:46.259380 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be01f9-3448-4347-b8c2-3203077625d7 None None] The sync data for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv is: [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:43Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:42:46.468876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:46.483853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Transition to ACTIVE for port object 4d332125-7ede-4c96-8c7f-095b8b447f10 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:42:46.503321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Transition to ACTIVE for port object 4d332125-7ede-4c96-8c7f-095b8b447f10 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:42:46.577705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:46.582705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7b414f1d-2340-4f1c-ad2f-9201a865219c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:46.656815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Network f662d51b-39eb-4d43-b670-574b51a88384 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:42:46.658113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:42:46.662541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:42:46.665352 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Pushing event updated for resources: {'Port': ['ID=4d332125-7ede-4c96-8c7f-095b8b447f10,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:46.668883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:46.752038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:46.763935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Attempting to bind port 4d332125-7ede-4c96-8c7f-095b8b447f10 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:42:46.766851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Attempting to bind port 4d332125-7ede-4c96-8c7f-095b8b447f10 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:42:46.766851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Attempting to bind port 4d332125-7ede-4c96-8c7f-095b8b447f10 on network f662d51b-39eb-4d43-b670-574b51a88384 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:42:46.772690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:42:46.773067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Checking segment: {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:42:46.773480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:46.773884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Bound using segment: {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:42:46.774361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Bound port: 4d332125-7ede-4c96-8c7f-095b8b447f10, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:42:46.774746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:46.822858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:46.875269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] For port 4d332125-7ede-4c96-8c7f-095b8b447f10, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:42:46.880063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] For port 4d332125-7ede-4c96-8c7f-095b8b447f10, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4d332125-7ede-4c96-8c7f-095b8b447f10,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:42:46.961253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:46.965710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-be8bcc35-971e-4521-9e44-4ccfde6fec3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:47.035586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Pushing event updated for resources: {'Port': ['ID=4d332125-7ede-4c96-8c7f-095b8b447f10,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:47.039556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:47.133054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d2fccba5-3b14-4ced-846a-3a40760a5061 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:42:47.203736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.1 (f662d51b-39eb-4d43-b670-574b51a88384/1decb3fe-3db3-4588-b850-a19fb33c6348/cbc5d67d-1507-4e8d-8547-ffa518a66773) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:42:47.273702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port d2fccba5-3b14-4ced-846a-3a40760a5061 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:42:47.280133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d2fccba5-3b14-4ced-846a-3a40760a5061 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:42:47.282704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:47.430063 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:47.446222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port d2fccba5-3b14-4ced-846a-3a40760a5061, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d2fccba5-3b14-4ced-846a-3a40760a5061,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:42:47.511268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:47.517881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:47.518430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:47.528890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object cbc5d67d-1507-4e8d-8547-ffa518a66773 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:42:47.584611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=d2fccba5-3b14-4ced-846a-3a40760a5061,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:47.587748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:47.623129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:47.627822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:47.694837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network f662d51b-39eb-4d43-b670-574b51a88384 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:42:47.698343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:42:47.702175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:42:47.737655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=cbc5d67d-1507-4e8d-8547-ffa518a66773,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:47.744292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:47.768399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:47.950820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:47.991865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1cd1f-83d1-48ad-b23e-96d30b8b602e None None] Network f662d51b-39eb-4d43-b670-574b51a88384 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:42:48.291296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-20d4b7c7-e7ba-4bab-a6c9-7411f2259bb5 None None] Provisioning for port 4d332125-7ede-4c96-8c7f-095b8b447f10 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:42:48.377570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:48.438933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:48.469077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec0f78bf-292f-4dca-b1d7-61ed67a5aded tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:48.557056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=cbc5d67d-1507-4e8d-8547-ffa518a66773,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:48.561433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:48.562398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:48.565811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c1e36e72-d4da-431e-9428-7c7f3a50a54c None None] Provisioning for port cbc5d67d-1507-4e8d-8547-ffa518a66773 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:42:48.571214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c1e36e72-d4da-431e-9428-7c7f3a50a54c None None] Provisioning complete for port cbc5d67d-1507-4e8d-8547-ffa518a66773 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:42:48.571804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c1e36e72-d4da-431e-9428-7c7f3a50a54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:48.625935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c1e36e72-d4da-431e-9428-7c7f3a50a54c None None] Port cbc5d67d-1507-4e8d-8547-ffa518a66773 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:42:48.705975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network f662d51b-39eb-4d43-b670-574b51a88384 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:42:48.707113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:42:48.759187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ed2b512b-c5a9-406d-a3ce-e54963748cb4 None None] Provisioning complete for port cbc5d67d-1507-4e8d-8547-ffa518a66773 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:42:48.759699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ed2b512b-c5a9-406d-a3ce-e54963748cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:48.818002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b512b-c5a9-406d-a3ce-e54963748cb4 None None] Port cbc5d67d-1507-4e8d-8547-ffa518a66773 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:42:48.937930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-907be5e6-2a1f-460a-a7a9-8543f6d76dcd None None] Provisioning complete for port cbc5d67d-1507-4e8d-8547-ffa518a66773 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:42:48.938307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-907be5e6-2a1f-460a-a7a9-8543f6d76dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:48.989946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-907be5e6-2a1f-460a-a7a9-8543f6d76dcd None None] Port cbc5d67d-1507-4e8d-8547-ffa518a66773 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:42:49.099215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:42:49.132381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d2fccba5-3b14-4ced-846a-3a40760a5061 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:42:49.213794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d2fccba5-3b14-4ced-846a-3a40760a5061 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:42:49.214179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:49.263645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:49.332531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4d332125-7ede-4c96-8c7f-095b8b447f10 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:42:49.419553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:42:49.432283 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5114315 Dec 13 23:42:49.437854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56878) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:49.456353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 4d332125-7ede-4c96-8c7f-095b8b447f10 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:42:49.461702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4d332125-7ede-4c96-8c7f-095b8b447f10 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:42:49.462084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:49.574205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74c63d-6645-4e6c-80e2-8803d16bc471 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:49.574589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74c63d-6645-4e6c-80e2-8803d16bc471 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:49.574989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74c63d-6645-4e6c-80e2-8803d16bc471 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:49.575234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:49.575754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74c63d-6645-4e6c-80e2-8803d16bc471 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:49.580120 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4d74c63d-6645-4e6c-80e2-8803d16bc471 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1414318 Dec 13 23:42:49.581151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56882) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:49.612180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 4d332125-7ede-4c96-8c7f-095b8b447f10, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4d332125-7ede-4c96-8c7f-095b8b447f10,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:42:49.654661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f454db-92d5-4c2f-8c49-5b0f895b3836 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:49.655044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f454db-92d5-4c2f-8c49-5b0f895b3836 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:49.655404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f454db-92d5-4c2f-8c49-5b0f895b3836 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:49.655782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f454db-92d5-4c2f-8c49-5b0f895b3836 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:49.657523 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-56f454db-92d5-4c2f-8c49-5b0f895b3836 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0756783 Dec 13 23:42:49.660199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56886) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:49.668898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:49.673425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:49.742483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=4d332125-7ede-4c96-8c7f-095b8b447f10,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:49.745627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:49.856075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Sync routers for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:42:49.868802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:42:49.869500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:42:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:49.872585 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7b4b2ad5-1d89-4326-a0b8-5c76d6142a4b tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2112648 Dec 13 23:42:50.077950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:42:50.237044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56892) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:50.242785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984908670', 'description': 'tempest-secgroup-smoke-1984908670 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:50.248615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:50.253733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:50.256540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:50.262163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:50.331496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.368778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:50.372836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:50.375745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:50.382030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:50.389294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:48Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:50.394226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Checking router: 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:42:50.394580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Updating router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e port cbc5d67d-1507-4e8d-8547-ffa518a66773 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:42:50.437352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.449560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.479981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.485375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d4ba7b15-1bd6-4124-9817-8b4e048d7eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:50.528418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28780585-d054-4543-a9c5-5a740f85ef0c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:50.536898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.538579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.538579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.538579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.538579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.539045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.539155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.539511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.539920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.540291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.540659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:42:50.544921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:50.577185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.578428 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3403826 Dec 13 23:42:50.581992 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56896) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:50.587742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '28780585-d054-4543-a9c5-5a740f85ef0c', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:50.593570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:50.597456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:50.600348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:50.606084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:50.674179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.738673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.786625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.798582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Transition to ACTIVE for port object cbc5d67d-1507-4e8d-8547-ffa518a66773 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:42:50.816199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.818181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4f24afc0-244c-469e-a02c-b8bcc2c666ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:50.840686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd686de-922b-48cb-9c7a-8f84153079be,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:50.843010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:50.868942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.872706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ffab0fc4-1a49-4e3b-a113-99529fadf06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:50.937480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:50.942997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56900) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:50.944864 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3616967 Dec 13 23:42:50.948550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '28780585-d054-4543-a9c5-5a740f85ef0c', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:50.954750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:50.959120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:50.962148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:50.968124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:51.000671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2b4ca-f841-46e4-9ee6-b37d95d29c01 None None] Pushing event updated for resources: {'Port': ['ID=cbc5d67d-1507-4e8d-8547-ffa518a66773,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:51.004965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ce2b4ca-f841-46e4-9ee6-b37d95d29c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:51.055009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.074399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4d332125-7ede-4c96-8c7f-095b8b447f10 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:42:51.138771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.141335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Attempting to bind port cbc5d67d-1507-4e8d-8547-ffa518a66773 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:42:51.141335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Attempting to bind port cbc5d67d-1507-4e8d-8547-ffa518a66773 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:42:51.141335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Attempting to bind port cbc5d67d-1507-4e8d-8547-ffa518a66773 on network f662d51b-39eb-4d43-b670-574b51a88384 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:42:51.153274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:42:51.153652 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Checking segment: {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:42:51.154058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.154453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Bound using segment: {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:42:51.154954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Bound port: cbc5d67d-1507-4e8d-8547-ffa518a66773, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:42:51.155333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.227246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.230691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4d332125-7ede-4c96-8c7f-095b8b447f10 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:42:51.231070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.235084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-042dcd40-8c84-43b9-92a2-af224f8afb51 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:51.253655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea104b1-c745-4063-8be4-120f33e5ded2,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:51.257112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:51.322868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] For port cbc5d67d-1507-4e8d-8547-ffa518a66773, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:42:51.327418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] For port cbc5d67d-1507-4e8d-8547-ffa518a66773, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cbc5d67d-1507-4e8d-8547-ffa518a66773,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:42:51.331085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.335023 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3891261 Dec 13 23:42:51.335313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56904) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:51.341216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '28780585-d054-4543-a9c5-5a740f85ef0c', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:51.348388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:51.352551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:51.355414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:51.362868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:51.410923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.414435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:51.447415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.496275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2b4ca-f841-46e4-9ee6-b37d95d29c01 None None] Pushing event updated for resources: {'Port': ['ID=cbc5d67d-1507-4e8d-8547-ffa518a66773,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:51.499456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ce2b4ca-f841-46e4-9ee6-b37d95d29c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:51.500538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:42:51.501199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:42:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:51.523958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.599256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.601337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-82b33f36-5874-4dc8-9e45-814de434e0f1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:51.625787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b46c15-fe79-4974-bbf2-e32863ac708e,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:51.639930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:51.740711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:42:51.748600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.752628 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8654cc06-4cca-4e88-96e5-71d26445245b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4134049 Dec 13 23:42:51.752778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56908) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:51.758155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '28780585-d054-4543-a9c5-5a740f85ef0c', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:51.764255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:51.769237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:51.772204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:51.778204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:51.881672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:51.947384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.015812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.018294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-684e1554-08b8-4228-8c6a-472482a29974 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:52.042064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e2eed3-ca1d-477d-b2f7-db5ab3545191,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:52.046345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:52.124398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.125602 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3720043 Dec 13 23:42:52.129621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56912) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:52.135388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '28780585-d054-4543-a9c5-5a740f85ef0c', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:52.141727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:52.146165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:52.149031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:52.154689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:52.228776 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:42:52.231035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:51Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:42:52.236937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.240477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44163dee-9f88-4932-bd59-4d6cfb44d417 None None] The sync data for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv is: [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:51Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:42:52.314792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.365305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.367683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4a4d818f-4b5e-411a-b1b8-fdf16a88e12b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:52.392230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe0e1eb-bfcc-459d-9575-974028b83efb,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:52.394835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:52.480342 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.481617 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3510368 Dec 13 23:42:52.484429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56916) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:42:52.491102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '28780585-d054-4543-a9c5-5a740f85ef0c', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:42:52.497476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:42:52.502468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:42:52.505450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:42:52.511227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:42:52.576523 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:42:52.584116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.655366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.720508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.722397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:52.745844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee94a121-c9b9-471b-b9c4-5d23a88a21d5,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:52.748457 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:52.800626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:52.801878 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3165359 Dec 13 23:42:52.997290 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-767f9cb7-77f1-4a08-b568-83a519604b0a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984908670&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.0457809 Dec 13 23:42:53.103954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cbc5d67d-1507-4e8d-8547-ffa518a66773 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:42:53.156674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-cc07d233-aec2-4404-b598-b93e557142c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:42:53.157408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-cc07d233-aec2-4404-b598-b93e557142c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:42:53.244534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port cbc5d67d-1507-4e8d-8547-ffa518a66773 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:42:53.249302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port cbc5d67d-1507-4e8d-8547-ffa518a66773 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:42:53.254747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:53.315283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-cc07d233-aec2-4404-b598-b93e557142c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:42:53.316530 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-cc07d233-aec2-4404-b598-b93e557142c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 797 time: 0.3120766 Dec 13 23:42:53.334078 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-48d330e2-fb62-409b-ab8c-0856ff619679 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0118971 Dec 13 23:42:53.373982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:53.407435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port cbc5d67d-1507-4e8d-8547-ffa518a66773, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cbc5d67d-1507-4e8d-8547-ffa518a66773,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:42:53.417127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-d6751f56-3654-4a51-b106-f6c0995b87c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:42:53.468485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:53.471175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e8aa646a-40c4-4830-8f99-272edda4e919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:42:53.497011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-d6751f56-3654-4a51-b106-f6c0995b87c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:42:53.498355 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-d6751f56-3654-4a51-b106-f6c0995b87c8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1583607 Dec 13 23:42:53.537145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=cbc5d67d-1507-4e8d-8547-ffa518a66773,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:42:53.540678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:42:53.580077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-b6c2b7ce-70d5-4698-9a5f-b27f8b3ce1f8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:42:53.581069 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-b6c2b7ce-70d5-4698-9a5f-b27f8b3ce1f8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0704923 Dec 13 23:42:53.713268 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-03b5559c-7414-4dfd-b82f-7d7a9ae19c76 service neutron] 10.222.0.30 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257980 Dec 13 23:42:53.844072 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-ae32cf5e-b293-43b8-84f7-a171cc87850f service neutron] 10.222.0.30 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249862 Dec 13 23:42:54.084827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-eb49c740-ccf0-48a1-a1b5-802d7a777e0a req-62312955-7da9-484f-a83c-189895ded92d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:42:54.097231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-eb49c740-ccf0-48a1-a1b5-802d7a777e0a req-62312955-7da9-484f-a83c-189895ded92d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:42:54.098315 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eb49c740-ccf0-48a1-a1b5-802d7a777e0a req-62312955-7da9-484f-a83c-189895ded92d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0558050 Dec 13 23:42:55.074402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cbc5d67d-1507-4e8d-8547-ffa518a66773 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:42:55.147591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port cbc5d67d-1507-4e8d-8547-ffa518a66773 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:42:55.147998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:42:55.211003 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-25026446-3d4f-41cb-9d9b-d6be1d5f9a2b req-8fd1a929-6501-4986-ad1c-1a69255c45db tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0433531 Dec 13 23:42:56.327582 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-534dd4d5-7a2b-44d0-bb20-5b5dba12fa99 req-22785dd7-5981-4dfa-a70e-a46bd9a538e7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0471933 Dec 13 23:42:57.441285 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d5d8726-e16b-465a-bf32-9278cdca7e69 req-1eb65c6b-323b-47a7-a2df-7c40aa66a786 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0465133 Dec 13 23:42:58.605531 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9931cc81-8f1f-48e4-ab8d-caf40af39655 req-f38540a4-17b3-448c-bd6b-de847d514254 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0457983 Dec 13 23:42:59.770328 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-20f299dc-6e2f-4ad6-bb6f-df22ce925582 req-e11f8555-bef4-496c-9a23-aa51de701beb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0420215 Dec 13 23:43:00.046213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0809d4d3-57da-4a39-91f2-175fc04a69ea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:00.047548 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0809d4d3-57da-4a39-91f2-175fc04a69ea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 797 time: 0.1432574 Dec 13 23:43:00.102174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-6d783d20-db79-461a-8c92-0c685a639169 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:43:00.171776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-6d783d20-db79-461a-8c92-0c685a639169 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:43:00.172939 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-6d783d20-db79-461a-8c92-0c685a639169 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 380 time: 0.1113932 Dec 13 23:43:00.181939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['28780585-d054-4543-a9c5-5a740f85ef0c']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:00.432688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:00.442552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:00.507881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:43:00.510855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:00.675051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.4 (f662d51b-39eb-4d43-b670-574b51a88384/1decb3fe-3db3-4588-b850-a19fb33c6348/cef76ddd-91ed-4049-bb1c-8b6ad993360d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:43:00.863103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:00.879347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object cef76ddd-91ed-4049-bb1c-8b6ad993360d will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:43:00.942161 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-48e89dd6-64b8-40af-beaf-81abee76f7ca req-6627523a-4cfe-435f-b7d9-f70b9a3a2f3b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 210 time: 0.0458341 Dec 13 23:43:00.994440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:01.000284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-645c418a-d5ab-47cc-aa41-025aa30ea75f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:01.066494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network f662d51b-39eb-4d43-b670-574b51a88384 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:43:01.069923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:43:01.073760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:43:01.104613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=cef76ddd-91ed-4049-bb1c-8b6ad993360d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:01.111324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:01.140921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:01.141534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:01.222537 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0443182 Dec 13 23:43:01.234586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Request body: {'port': {'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:01.347578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:01.354116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5ee52899-62f9-49d0-bb75-d77da33da592 None None] Provisioning for port cef76ddd-91ed-4049-bb1c-8b6ad993360d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:43:01.359264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5ee52899-62f9-49d0-bb75-d77da33da592 None None] Provisioning complete for port cef76ddd-91ed-4049-bb1c-8b6ad993360d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:43:01.359672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5ee52899-62f9-49d0-bb75-d77da33da592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:01.412752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5ee52899-62f9-49d0-bb75-d77da33da592 None None] Port cef76ddd-91ed-4049-bb1c-8b6ad993360d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:43:01.687414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef76ddd-91ed-4049-bb1c-8b6ad993360d {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:43:01.694900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:01.709790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Transition to ACTIVE for port object cef76ddd-91ed-4049-bb1c-8b6ad993360d will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:43:01.747950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:01.752121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:01.884596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Pushing event updated for resources: {'Port': ['ID=cef76ddd-91ed-4049-bb1c-8b6ad993360d,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:01.887488 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:01.996304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Attempting to bind port cef76ddd-91ed-4049-bb1c-8b6ad993360d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:43:01.996639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Attempting to bind port cef76ddd-91ed-4049-bb1c-8b6ad993360d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:43:01.996968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Attempting to bind port cef76ddd-91ed-4049-bb1c-8b6ad993360d on network f662d51b-39eb-4d43-b670-574b51a88384 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:43:02.002980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Port cef76ddd-91ed-4049-bb1c-8b6ad993360d on network f662d51b-39eb-4d43-b670-574b51a88384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:43:02.003303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Attempting to bind port cef76ddd-91ed-4049-bb1c-8b6ad993360d on network f662d51b-39eb-4d43-b670-574b51a88384 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:43:02.009568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:43:02.009906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Checking segment: {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:43:02.010285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Bound using segment: {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:43:02.010703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Bound port: cef76ddd-91ed-4049-bb1c-8b6ad993360d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:43:02.011047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:02.105201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] For port cef76ddd-91ed-4049-bb1c-8b6ad993360d, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:43:02.108168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] For port cef76ddd-91ed-4049-bb1c-8b6ad993360d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:43:02.147779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dcd53-7b55-4758-ab13-0844169b233d req-3c17c39d-a156-4acd-a6e3-280c6b7b6dba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:02.149261 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c1dcd53-7b55-4758-ab13-0844169b233d req-3c17c39d-a156-4acd-a6e3-280c6b7b6dba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 943 time: 0.0783522 Dec 13 23:43:02.188789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:02.194121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-92126f55-7bd1-420f-b1f2-48730009945e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:02.202530 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c1dcd53-7b55-4758-ab13-0844169b233d req-b38064fc-3974-40f4-8a16-8218609341d3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439708 Dec 13 23:43:02.246929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:02.248207 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] 10.222.0.18 "PUT /v2.0/ports/cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 200 len: 1093 time: 1.0178158 Dec 13 23:43:02.250661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:43:02.278562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Pushing event updated for resources: {'Port': ['ID=cef76ddd-91ed-4049-bb1c-8b6ad993360d,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:02.281980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:02.309217 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'status': 'completed', 'code': 200} Dec 13 23:43:02.411521 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1dc7e860-086b-4bdf-b895-f5e3d1da1ef6 req-854a94ce-0c06-42b1-8365-f5ca7b37e229 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0801156 Dec 13 23:43:02.655555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7e860-086b-4bdf-b895-f5e3d1da1ef6 req-7131bfd5-1b1c-4029-98c6-aa00d4bfc669 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:02.657025 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1dc7e860-086b-4bdf-b895-f5e3d1da1ef6 req-7131bfd5-1b1c-4029-98c6-aa00d4bfc669 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2381492 Dec 13 23:43:02.791283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7e860-086b-4bdf-b895-f5e3d1da1ef6 req-15d7c9e8-2fe7-4108-90ef-f8c4bc83a452 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:02.792744 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1dc7e860-086b-4bdf-b895-f5e3d1da1ef6 req-15d7c9e8-2fe7-4108-90ef-f8c4bc83a452 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298127 Dec 13 23:43:02.915068 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-97046b00-bbf6-49b1-a1b1-85690b57f6ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1096 time: 0.0687287 Dec 13 23:43:02.985288 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-228fa1f4-1a7a-4f95-aa01-cb86aa31d4be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 200 len: 217 time: 0.0632968 Dec 13 23:43:03.046902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-b93ce421-fd8c-44b8-84fb-d11a63c0c400 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:03.048315 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-b93ce421-fd8c-44b8-84fb-d11a63c0c400 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 200 len: 835 time: 0.0570612 Dec 13 23:43:03.127133 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-37c5d410-12b9-45e4-aa3f-64336e43b2f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f662d51b-39eb-4d43-b670-574b51a88384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720742 Dec 13 23:43:03.258305 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-2a570b87-83fd-4923-8973-50191f1a6b01 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244204 Dec 13 23:43:03.403353 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37fd8593-2d42-4f93-941d-f03bfae6cc08 req-c94e4ada-251a-4774-9d46-ee0656ad5ea2 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380122 Dec 13 23:43:03.541496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afe5bf-ec18-48be-9822-1b8ab915a3cb req-a50c3a78-2937-4af9-bf08-24cc601ad2ac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:03.542956 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b9afe5bf-ec18-48be-9822-1b8ab915a3cb req-a50c3a78-2937-4af9-bf08-24cc601ad2ac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 943 time: 0.0792556 Dec 13 23:43:03.590201 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b9afe5bf-ec18-48be-9822-1b8ab915a3cb req-6daf4af7-cc55-4f93-a172-75c5b0b18c58 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Dec 13 23:43:04.059798 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:43:04.785300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feac34a-7fc0-40e4-aba0-dd051aefad38 req-0e5d427b-33c7-47e3-81c2-734c3ef7eba2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:04.785993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4feac34a-7fc0-40e4-aba0-dd051aefad38 req-0e5d427b-33c7-47e3-81c2-734c3ef7eba2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:43:04.845686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4feac34a-7fc0-40e4-aba0-dd051aefad38 req-0e5d427b-33c7-47e3-81c2-734c3ef7eba2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:43:04.846853 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4feac34a-7fc0-40e4-aba0-dd051aefad38 req-0e5d427b-33c7-47e3-81c2-734c3ef7eba2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1362348 Dec 13 23:43:04.893479 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4feac34a-7fc0-40e4-aba0-dd051aefad38 req-8a715362-6b11-43ec-bbf8-21d52cd9263c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409987 Dec 13 23:43:06.189314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ec828-a708-41c4-9f95-c8370e5adfc2 req-63f8baee-0647-429d-9c70-058827019747 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:06.190673 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9e7ec828-a708-41c4-9f95-c8370e5adfc2 req-63f8baee-0647-429d-9c70-058827019747 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 943 time: 0.1742778 Dec 13 23:43:06.235227 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9e7ec828-a708-41c4-9f95-c8370e5adfc2 req-ed8d16f8-c139-4e59-accc-a1f7dec8dfe8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390177 Dec 13 23:43:07.289714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device cef76ddd-91ed-4049-bb1c-8b6ad993360d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:43:07.424342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port cef76ddd-91ed-4049-bb1c-8b6ad993360d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:43:07.433078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a341065-43f0-4761-8f6b-753b63331ee2 req-67ec5658-a692-402a-91d8-0699711e823c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:07.434551 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a341065-43f0-4761-8f6b-753b63331ee2 req-67ec5658-a692-402a-91d8-0699711e823c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 943 time: 0.0813603 Dec 13 23:43:07.437586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:43:07.482380 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a341065-43f0-4761-8f6b-753b63331ee2 req-cc04a868-af1a-43f7-8d3e-aae6aaad819b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411952 Dec 13 23:43:07.495675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:07.513663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef76ddd-91ed-4049-bb1c-8b6ad993360d {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:43:07.528506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port cef76ddd-91ed-4049-bb1c-8b6ad993360d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:43:07.599383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:07.601176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:07.666110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=cef76ddd-91ed-4049-bb1c-8b6ad993360d,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:07.669321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:07.847690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['cef76ddd-91ed-4049-bb1c-8b6ad993360d'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:43:08.683732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512667d-b2a3-4a4d-a503-6253db258a71 req-938e67e6-6c71-45eb-b0b7-169df1e8a84d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:08.685192 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1512667d-b2a3-4a4d-a503-6253db258a71 req-938e67e6-6c71-45eb-b0b7-169df1e8a84d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 944 time: 0.0795002 Dec 13 23:43:08.730839 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1512667d-b2a3-4a4d-a503-6253db258a71 req-321fb695-ac48-46af-8347-061e939f3754 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402584 Dec 13 23:43:09.296583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device cef76ddd-91ed-4049-bb1c-8b6ad993360d up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:43:09.410726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port cef76ddd-91ed-4049-bb1c-8b6ad993360d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:43:09.415537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port cef76ddd-91ed-4049-bb1c-8b6ad993360d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:43:09.415944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:09.528623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:09.556095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:43:09.566253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port cef76ddd-91ed-4049-bb1c-8b6ad993360d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:43:09.605298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:09.607197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:09.670745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=cef76ddd-91ed-4049-bb1c-8b6ad993360d,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:09.674831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:09.766350 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'code': 200} Dec 13 23:43:09.940269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163075c-bccf-4df4-ab95-857c6c9dbd48 req-c9af2545-0243-411b-b519-fa4e18b623f7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:09.941674 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5163075c-bccf-4df4-ab95-857c6c9dbd48 req-c9af2545-0243-411b-b519-fa4e18b623f7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 945 time: 0.0896690 Dec 13 23:43:09.988673 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5163075c-bccf-4df4-ab95-857c6c9dbd48 req-29c3d8e1-91ba-4665-a857-8653a17d6f25 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Dec 13 23:43:10.174353 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-847f7f8b-1f40-48a7-8bbd-86b777c38e02 req-83cf8d10-e1ea-4966-965b-9356cc61dbdc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0689793 Dec 13 23:43:10.216484 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-847f7f8b-1f40-48a7-8bbd-86b777c38e02 req-5f451321-92b3-44c0-af51-a57cc644b210 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358891 Dec 13 23:43:11.193451 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01407a-77eb-4fff-ab6f-a56ce324f51f req-ad8163f7-5097-4195-80b8-1ace73e1ccd6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:11.195033 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9c01407a-77eb-4fff-ab6f-a56ce324f51f req-ad8163f7-5097-4195-80b8-1ace73e1ccd6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 945 time: 0.0813468 Dec 13 23:43:11.243374 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9c01407a-77eb-4fff-ab6f-a56ce324f51f req-c69c53df-f8f1-49b1-8301-fa4447702677 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425129 Dec 13 23:43:11.879468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-807c9216-3884-4abf-86dc-2528f80c9184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:12.437149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dace09c-b51d-473f-b3af-bc701e96d27b req-68d61147-914a-41f2-96c4-322745a521ae tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:12.438608 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7dace09c-b51d-473f-b3af-bc701e96d27b req-68d61147-914a-41f2-96c4-322745a521ae tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 945 time: 0.0756197 Dec 13 23:43:12.483519 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7dace09c-b51d-473f-b3af-bc701e96d27b req-39ee6742-2495-4e90-a5e5-903de4f028db tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388234 Dec 13 23:43:12.678065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9b847-8971-4d44-9281-f439d98b5b8c req-ec4df550-d96f-424e-a427-cfcf9abbaf76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:12.679488 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-71c9b847-8971-4d44-9281-f439d98b5b8c req-ec4df550-d96f-424e-a427-cfcf9abbaf76 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 945 time: 0.0758400 Dec 13 23:43:12.727692 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-71c9b847-8971-4d44-9281-f439d98b5b8c req-fce4c5b1-96df-42b8-a178-0b3b84da57d5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426381 Dec 13 23:43:12.755732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56990) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:12.827957 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d7b9af01-1902-4f51-a4b0-5130cc364856 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1093 time: 0.0692444 Dec 13 23:43:12.830653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 56994) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:12.835722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:12.841085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:12.844832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:floatingip and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:43:12.848406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:43:12.854032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:12.925204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:13.061116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:13.195938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.112 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/55f53587-fc5d-458e-9493-e28cb9cd75b5) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:43:13.449099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:13.558607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:13.562347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:13.625131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:43:13.628592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:43:13.632070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:43:13.668890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=55f53587-fc5d-458e-9493-e28cb9cd75b5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:13.672955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:14.095661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a67992c3-e312-45e8-9cfc-6cf364d8af2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:14.194320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:14.313323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:14.559978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:14.622686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:14.627268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5c3e7cdd-755a-4953-a675-0902b4cb3029 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:14.728963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=55f53587-fc5d-458e-9493-e28cb9cd75b5,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:14.732960 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:14.747975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:14.939942 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP 718843d1-3786-400a-9dcf-cc6ecaab6177 associated. External IP: 172.26.5.112, port: cef76ddd-91ed-4049-bb1c-8b6ad993360d. Dec 13 23:43:15.360075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:15.416832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:15.445587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:43:15.649630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:43:15.659105 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] Sync routers for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:43:15.672237 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:43:15.672845 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:43:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:43:15.719721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:15.774171 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9425197 Dec 13 23:43:15.774835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:43:15.777042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 56998) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:15.837382 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'status': 'completed', 'code': 200} Dec 13 23:43:15.855667 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:43:15.860132 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b8aaf269-58b9-4de3-9ed4-2642014255b0 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1093 time: 0.0793655 Dec 13 23:43:15.939377 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-84d91e64-b3c6-43c1-b775-7634c67f89b2 req-b5378e73-b3b5-4485-8145-654ce1c7b5ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0821226 Dec 13 23:43:16.076936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d91e64-b3c6-43c1-b775-7634c67f89b2 req-674a86b2-12a0-400b-a7c4-58b494ac6459 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:16.078415 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-84d91e64-b3c6-43c1-b775-7634c67f89b2 req-674a86b2-12a0-400b-a7c4-58b494ac6459 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 898 time: 0.1330025 Dec 13 23:43:16.186570 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-84d91e64-b3c6-43c1-b775-7634c67f89b2 req-9402391d-2237-43c8-bf69-f16b5257e5a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 200 len: 999 time: 0.1014340 Dec 13 23:43:16.230637 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '718843d1-3786-400a-9dcf-cc6ecaab6177', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.112', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:14Z', 'updated_at': '2021-12-13T23:43:14Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:43:16.234631 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] Checking router: 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:43:16.246443 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:43:16.246655 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:43:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:43:16.254120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d91e64-b3c6-43c1-b775-7634c67f89b2 req-45a0548d-f6f5-4d5d-99a7-93daf6a9cc32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:16.255704 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-84d91e64-b3c6-43c1-b775-7634c67f89b2 req-45a0548d-f6f5-4d5d-99a7-93daf6a9cc32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 200 len: 835 time: 0.0599473 Dec 13 23:43:16.273543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57006) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:16.279762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1429128432', 'description': 'tempest-secgroup-smoke-1429128432 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:16.286809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:16.297869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:16.334533 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-84d91e64-b3c6-43c1-b775-7634c67f89b2 req-9208963c-9706-479b-9177-44122c86c6ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f662d51b-39eb-4d43-b670-574b51a88384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723002 Dec 13 23:43:16.359877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:16.402385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:16.406346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:43:16.410416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:43:16.416558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:16.434979 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:43:16.474357 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-84d91e64-b3c6-43c1-b775-7634c67f89b2 req-a270022a-1918-4f63-8b7b-7dd2b475bdb3 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328590 Dec 13 23:43:16.478074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:16.559267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:16.574202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-99d71f1f-0270-4608-a456-ad5dd8aba4f3 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:16.611861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba8b528-f2e7-4453-aa05-ac3cb996e00a,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:16.614344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:16.618515 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-84d91e64-b3c6-43c1-b775-7634c67f89b2 req-85cc6384-ce4f-4799-b9c6-1592b4a12fb6 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353281 Dec 13 23:43:16.668016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:16.669420 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3948398 Dec 13 23:43:16.677284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57010) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:16.683129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6ba8b528-f2e7-4453-aa05-ac3cb996e00a', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:16.692638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:16.696958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:43:16.700088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:43:16.706565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:16.753691 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:16.783178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:16.788658 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '718843d1-3786-400a-9dcf-cc6ecaab6177', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.112', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:14Z', 'updated_at': '2021-12-13T23:43:14Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:43:16.792795 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8958b-f874-4ca3-a166-40919d36139a None None] The sync data for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv is: [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '718843d1-3786-400a-9dcf-cc6ecaab6177', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.112', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:14Z', 'updated_at': '2021-12-13T23:43:14Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:43:16.853785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:16.919226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:16.921472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2b2e3ae1-02b0-4fcf-9378-0e7701fb216f tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:16.950218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9f041f-a893-4e8f-b129-f9cfa0a9e420,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:16.955770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:17.007635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2a64fe-4ac2-440b-b842-caa5c6ebbd3d None None] New status for floating IP 718843d1-3786-400a-9dcf-cc6ecaab6177: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:43:17.028375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.029734 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3513646 Dec 13 23:43:17.033086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57014) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:17.039240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6ba8b528-f2e7-4453-aa05-ac3cb996e00a', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:17.045314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:17.050641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:43:17.053502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:43:17.059226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:17.137524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.201635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.280117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.281946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b2d426df-c437-46e3-8c59-16e82bd28160 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:17.305730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe058ca-196f-40e4-9868-9f3d81b0069c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:17.311221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:17.388356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.392592 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3549864 Dec 13 23:43:17.392730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57018) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:17.398837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6ba8b528-f2e7-4453-aa05-ac3cb996e00a', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:17.405022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:17.409013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:43:17.412090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:43:17.418866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:17.497726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.566001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.616383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.622005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1f3ffb70-8a05-4a17-95d8-1ceefed8082b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:17.641134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866b8bcd-42e9-4eee-8603-86071b12eefe,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:17.647756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:17.696414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.697594 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3038187 Dec 13 23:43:17.700266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57022) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:17.706211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6ba8b528-f2e7-4453-aa05-ac3cb996e00a', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:17.712464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:17.716204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:43:17.719061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:43:17.725441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:17.782204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.846727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.930574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:17.932340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bc82b965-2355-4de4-914d-85209fddc378 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:17.954084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ae3144-a121-44df-8278-9ffeb2a49a7f,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:17.956981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:18.028045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:18.029335 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3280787 Dec 13 23:43:18.032027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57026) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:18.037559 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6ba8b528-f2e7-4453-aa05-ac3cb996e00a', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:18.043513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:18.047589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:43:18.050749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:43:18.056793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:18.136579 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:43:18.143928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:18.210016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:18.290412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:18.292290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ff5ecab5-895c-46ec-8c07-a966427ea6a8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:18.316309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4944d205-75f0-4c81-9cba-0eb7f92ddd28,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:18.320785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:18.397574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:18.397574 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3620777 Dec 13 23:43:18.398283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57030) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:18.403229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '6ba8b528-f2e7-4453-aa05-ac3cb996e00a', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:18.409427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:18.413206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:43:18.416092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:43:18.422094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:18.508054 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:43:18.514406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:18.585087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:18.656925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:18.664883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5376c6c8-2f1a-4779-9543-da24b2ced50a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:18.686404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bc8f99-e425-476d-8b43-f738e364908b,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:18.689138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:18.764827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:18.765984 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3672383 Dec 13 23:43:18.950183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-f98fd277-71df-440b-92e4-443dd505c0af req-ccc333e7-7479-4405-8341-3c6709889619 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:43:19.039741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-f98fd277-71df-440b-92e4-443dd505c0af req-ccc333e7-7479-4405-8341-3c6709889619 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:43:19.040907 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-ccc333e7-7479-4405-8341-3c6709889619 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1429128432&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.1346843 Dec 13 23:43:19.192038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd277-71df-440b-92e4-443dd505c0af req-d924af0e-3a7b-486b-bc9d-bf2c33949021 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:19.193490 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-d924af0e-3a7b-486b-bc9d-bf2c33949021 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 797 time: 0.1459041 Dec 13 23:43:19.210481 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-2c21fc1a-0ef0-4c28-adeb-c20c0eaf2ab7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0115638 Dec 13 23:43:19.251890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:19.298815 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-5058fd3f-a1a0-46d7-85fd-614c4ec6a45c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0833657 Dec 13 23:43:19.436123 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-f63ca19a-7da8-431d-bc5a-ab3bd56da43f service neutron] 10.222.0.30 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257131 Dec 13 23:43:19.569984 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-efdebce8-9a02-4f98-88fe-23416350b0a0 service neutron] 10.222.0.30 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276631 Dec 13 23:43:19.869392 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3aadad0e-3ea7-495b-bdeb-931d94621672 req-59c6d0b0-8f60-447f-ba71-176843d7e62e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 210 time: 0.0421252 Dec 13 23:43:21.036688 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3e895554-17ff-45cc-aef8-faa71926d886 req-75a9f1f8-e49b-4c40-b3be-71977e8069f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 210 time: 0.0451272 Dec 13 23:43:21.743163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd277-71df-440b-92e4-443dd505c0af req-597a0ead-3476-4759-b1db-c8bc17bc9b7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:21.744586 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-597a0ead-3476-4759-b1db-c8bc17bc9b7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 797 time: 0.1481791 Dec 13 23:43:21.803053 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-0083b911-b797-4b62-b4a6-096480130df7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 473 time: 0.0455348 Dec 13 23:43:21.811004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['6ba8b528-f2e7-4453-aa05-ac3cb996e00a']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:22.051053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:22.061062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:22.153470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:43:22.156575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:22.216061 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7d748c0a-2191-479e-b1ae-e1f4c94d01e7 req-0aae5531-dc58-48e7-9ec9-c65ed51972dc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 210 time: 0.0500286 Dec 13 23:43:22.356339 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.8 (f662d51b-39eb-4d43-b670-574b51a88384/1decb3fe-3db3-4588-b850-a19fb33c6348/3a516398-fcaf-4c4b-b68f-e4c2ddad59fd) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:43:22.540481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:22.556492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:43:22.662737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:22.668174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:22.738397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network f662d51b-39eb-4d43-b670-574b51a88384 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:43:22.741324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:43:22.745650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:43:22.771391 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:22.776944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:22.810123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:22.810727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:22.931541 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1239297 Dec 13 23:43:22.952646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Request body: {'port': {'device_id': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:23.044879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-517231c2-7ae6-4b00-a4af-12e295dd521f None None] Provisioning for port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:43:23.050154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-517231c2-7ae6-4b00-a4af-12e295dd521f None None] Provisioning complete for port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:43:23.050528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-517231c2-7ae6-4b00-a4af-12e295dd521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:23.065593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:23.101850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-517231c2-7ae6-4b00-a4af-12e295dd521f None None] Port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:43:23.412213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:43:23.418409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359f9e5-5ddd-42d8-a12b-b25997677b96 req-fce73d47-6832-413f-bec8-7ffba0ac1021 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:23.419052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:23.419913 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0359f9e5-5ddd-42d8-a12b-b25997677b96 req-fce73d47-6832-413f-bec8-7ffba0ac1021 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 931 time: 0.0816028 Dec 13 23:43:23.434321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Transition to ACTIVE for port object 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:43:23.470343 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0359f9e5-5ddd-42d8-a12b-b25997677b96 req-c92370d4-95e7-4260-b52d-ca80edfac93d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Dec 13 23:43:23.506906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:23.510722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f1b36025-3f72-4826-8080-72b05586e3c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:23.637080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:23.640674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:23.746473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Attempting to bind port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:43:23.747132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Attempting to bind port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:43:23.747132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Attempting to bind port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd on network f662d51b-39eb-4d43-b670-574b51a88384 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:43:23.753300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd on network f662d51b-39eb-4d43-b670-574b51a88384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:43:23.753617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Attempting to bind port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd on network f662d51b-39eb-4d43-b670-574b51a88384 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:43:23.759816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:43:23.760104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Checking segment: {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:43:23.760478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Bound using segment: {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:43:23.760887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Bound port: 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70f6617-8ba1-4053-a36b-c05aecf63022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:43:23.761224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:23.913071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] For port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:43:23.916116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] For port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:43:23.982631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:23.986849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-47ea9b57-eb67-41d8-9407-5f475c72a93a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:24.046999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:24.049168 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] 10.222.0.18 "PUT /v2.0/ports/3a516398-fcaf-4c4b-b68f-e4c2ddad59fd HTTP/1.1" status: 200 len: 1093 time: 1.1006286 Dec 13 23:43:24.049785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:43:24.069386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:24.072602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:24.110265 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'status': 'completed', 'code': 200} Dec 13 23:43:24.203576 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a7acf8eb-7884-4731-a03c-98c30002c78b req-d507cc27-8e64-4bff-825b-695657feeb19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 1096 time: 0.0725298 Dec 13 23:43:24.346854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acf8eb-7884-4731-a03c-98c30002c78b req-72737e9c-3cf6-4d05-9535-fb78a907e072 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:24.348257 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a7acf8eb-7884-4731-a03c-98c30002c78b req-72737e9c-3cf6-4d05-9535-fb78a907e072 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1367366 Dec 13 23:43:24.576854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acf8eb-7884-4731-a03c-98c30002c78b req-0cce9efb-abeb-4bda-ab57-27f181db92f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:24.578436 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a7acf8eb-7884-4731-a03c-98c30002c78b req-0cce9efb-abeb-4bda-ab57-27f181db92f1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2218173 Dec 13 23:43:24.669891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213724c-79bf-40dc-ab4e-4ee50168c5c1 req-dd3ea8c2-543c-4454-b2db-e6bd1e769226 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:24.671538 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6213724c-79bf-40dc-ab4e-4ee50168c5c1 req-dd3ea8c2-543c-4454-b2db-e6bd1e769226 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 943 time: 0.0787151 Dec 13 23:43:24.696725 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-617b22bd-ab46-4ae3-baf0-eb047054016a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 1096 time: 0.0808344 Dec 13 23:43:24.718251 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6213724c-79bf-40dc-ab4e-4ee50168c5c1 req-268802e3-4650-48e2-9d5c-c625e98e7c75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409825 Dec 13 23:43:24.765782 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-4dddfc5c-3cad-48e4-94bb-39b4145d5400 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd HTTP/1.1" status: 200 len: 217 time: 0.0602767 Dec 13 23:43:24.835517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fd277-71df-440b-92e4-443dd505c0af req-9d304ee0-c624-4b9e-b18c-634981c34abc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:24.836962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-9d304ee0-c624-4b9e-b18c-634981c34abc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 200 len: 835 time: 0.0603151 Dec 13 23:43:24.912061 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-82c08255-4a88-40c5-af32-fc817a9334a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f662d51b-39eb-4d43-b670-574b51a88384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678031 Dec 13 23:43:25.044687 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-43f40b8a-4d27-4f94-bdcd-d8902500dfd1 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240170 Dec 13 23:43:25.176651 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f98fd277-71df-440b-92e4-443dd505c0af req-f7b66bdc-160c-48cb-9df3-95082a2692c0 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261382 Dec 13 23:43:25.920814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65759016-8047-4502-9426-c49dbb14c01b req-103a2b01-916b-49e8-b31e-ac9248e06e87 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:25.922054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-65759016-8047-4502-9426-c49dbb14c01b req-103a2b01-916b-49e8-b31e-ac9248e06e87 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:43:26.010231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-65759016-8047-4502-9426-c49dbb14c01b req-103a2b01-916b-49e8-b31e-ac9248e06e87 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:43:26.011295 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-65759016-8047-4502-9426-c49dbb14c01b req-103a2b01-916b-49e8-b31e-ac9248e06e87 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 943 time: 0.1712241 Dec 13 23:43:26.057042 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-65759016-8047-4502-9426-c49dbb14c01b req-5b2a6f80-71d7-4e9b-aaed-e4960340fc65 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401819 Dec 13 23:43:27.255846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b9634-e216-4272-9188-ea151b5cf95a req-fad4deda-c6e1-4cb5-bf6c-bf4552254032 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:27.257286 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c17b9634-e216-4272-9188-ea151b5cf95a req-fad4deda-c6e1-4cb5-bf6c-bf4552254032 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 943 time: 0.0812006 Dec 13 23:43:27.303572 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c17b9634-e216-4272-9188-ea151b5cf95a req-373eb9f8-74e7-4007-b3e1-b1ed7c2967d9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406582 Dec 13 23:43:27.368930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:43:27.501896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:43:27.514547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'port_id': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'mac_address': 'fa:16:3e:88:94:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:43:27.570141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:27.586388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:43:27.601292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:43:27.667409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:27.669147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:27.732509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:27.735882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:27.875753 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['3a516398-fcaf-4c4b-b68f-e4c2ddad59fd'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:43:28.502357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b52df-19a2-45ce-b016-f08c844fa35c req-d1afebbf-513c-4fc7-b1ee-b84dcfef987e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:28.503829 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b89b52df-19a2-45ce-b016-f08c844fa35c req-d1afebbf-513c-4fc7-b1ee-b84dcfef987e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 944 time: 0.0820990 Dec 13 23:43:28.549131 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b89b52df-19a2-45ce-b016-f08c844fa35c req-a27c56c6-ba99-4f04-abc2-c8fea321bfac tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397265 Dec 13 23:43:29.384069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:43:29.524912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:43:29.529847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:43:29.530227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:29.642065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:29.670305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:43:29.681136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:43:29.725068 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'code': 200} Dec 13 23:43:29.753702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:29.754907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc8e64-e525-41aa-ac90-9b2d65de5f02 req-916460b9-7d32-4ed3-9451-76db3cccd4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:29.755698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2cabab7b-2a97-460f-a587-690206fc3e9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:29.757257 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5dfc8e64-e525-41aa-ac90-9b2d65de5f02 req-916460b9-7d32-4ed3-9451-76db3cccd4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 944 time: 0.0866733 Dec 13 23:43:29.806411 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5dfc8e64-e525-41aa-ac90-9b2d65de5f02 req-31fa2fb1-8147-4f7e-a7c2-571cba38f6a0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432401 Dec 13 23:43:29.823628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:29.827369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:30.111011 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7f2e8f3-7c0c-46eb-b506-222acff9abeb req-88b5a911-ac09-4cff-a440-9e3c870d0e60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 1098 time: 0.0713322 Dec 13 23:43:30.153074 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d7f2e8f3-7c0c-46eb-b506-222acff9abeb req-98ac69cc-50d3-4edc-aa24-94c0c356c027 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356894 Dec 13 23:43:31.004645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036c1fa-7549-4570-a5ad-a1e30e5439ad req-d04e7aeb-c13f-4983-8923-16e726da4b74 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:31.006075 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e036c1fa-7549-4570-a5ad-a1e30e5439ad req-d04e7aeb-c13f-4983-8923-16e726da4b74 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 945 time: 0.0749984 Dec 13 23:43:31.055783 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e036c1fa-7549-4570-a5ad-a1e30e5439ad req-8353b69d-5139-4148-9e07-75c1f494d528 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442762 Dec 13 23:43:32.350590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573f65a-b98a-4799-8e76-b78800bf4963 req-be2e4964-7a73-481c-a483-a7333ecd9169 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:32.352004 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d573f65a-b98a-4799-8e76-b78800bf4963 req-be2e4964-7a73-481c-a483-a7333ecd9169 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 945 time: 0.1765082 Dec 13 23:43:32.397506 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d573f65a-b98a-4799-8e76-b78800bf4963 req-b7936667-20a3-4e65-bf2e-61337a090c06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401385 Dec 13 23:43:32.593120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1bcc2-550b-4037-9fe6-66b2a3f6519b req-a90626f2-76ef-4c3f-9b01-37cb513d9e8f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:32.594731 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5bd1bcc2-550b-4037-9fe6-66b2a3f6519b req-a90626f2-76ef-4c3f-9b01-37cb513d9e8f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 945 time: 0.0781620 Dec 13 23:43:32.640722 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5bd1bcc2-550b-4037-9fe6-66b2a3f6519b req-5509dca8-5907-4b6f-8508-815781dde44d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402489 Dec 13 23:43:32.667274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57078) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:32.740869 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c7017b97-2d6f-4496-897e-f70575ef2a6a tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 1093 time: 0.0722880 Dec 13 23:43:32.743246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57082) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:43:32.748316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:43:32.753941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:43:32.757756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:floatingip and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:43:32.760555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:43:32.766237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:43:32.810642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:32.948521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:33.079995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.109 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/66665ccc-74ff-4689-b944-9f82c79a2b76) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:43:33.226513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:33.291184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:33.295427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ff505429-4236-460d-8fbb-33bfcf0c279e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:33.454802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:43:33.457521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:43:33.461744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:43:33.486689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=66665ccc-74ff-4689-b944-9f82c79a2b76,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:33.491412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:33.967133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:34.089022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:34.295638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:34.341891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:34.345794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:43:34.444376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=66665ccc-74ff-4689-b944-9f82c79a2b76,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:43:34.448315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:43:34.462592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:34.650490 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP 310121c8-2a5e-4f50-9986-6f6dca52d884 associated. External IP: 172.26.5.109, port: 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd. Dec 13 23:43:35.148746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:43:35.349588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:43:35.361825 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] Sync routers for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:43:35.373823 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:43:35.374010 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:43:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:43:35.420468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:35.475076 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7307892 Dec 13 23:43:35.475867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:43:35.539244 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'status': 'completed', 'code': 200} Dec 13 23:43:35.554114 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:43:35.637314 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5e5bf5c-dbec-471f-a683-9a863b43e401 req-f58c8e6e-80e5-4a3d-94b5-240bfdc3c27b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 1098 time: 0.0737078 Dec 13 23:43:35.777753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5bf5c-dbec-471f-a683-9a863b43e401 req-91854c08-c7fa-49e3-a7cb-42c06063f926 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:35.779202 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5e5bf5c-dbec-471f-a683-9a863b43e401 req-91854c08-c7fa-49e3-a7cb-42c06063f926 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 898 time: 0.1323655 Dec 13 23:43:35.884384 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5e5bf5c-dbec-471f-a683-9a863b43e401 req-03ad2c14-1933-4559-ac1a-658bb3853b09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd HTTP/1.1" status: 200 len: 999 time: 0.0975904 Dec 13 23:43:35.930553 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '310121c8-2a5e-4f50-9986-6f6dca52d884', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.109', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:88:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:33Z', 'updated_at': '2021-12-13T23:43:33Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}, {'id': '718843d1-3786-400a-9dcf-cc6ecaab6177', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.112', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:14Z', 'updated_at': '2021-12-13T23:43:17Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:43:35.934302 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] Checking router: 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:43:35.945370 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:43:35.945967 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:43:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:43:35.953299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5bf5c-dbec-471f-a683-9a863b43e401 req-a7b58618-3758-4b13-bb0b-975c0d832397 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:35.955466 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5e5bf5c-dbec-471f-a683-9a863b43e401 req-a7b58618-3758-4b13-bb0b-975c0d832397 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 200 len: 835 time: 0.0650685 Dec 13 23:43:36.030652 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5e5bf5c-dbec-471f-a683-9a863b43e401 req-bea53bc8-032a-4fa5-817a-7ce44bd054dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f662d51b-39eb-4d43-b670-574b51a88384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680091 Dec 13 23:43:36.121197 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:43:36.164378 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5e5bf5c-dbec-471f-a683-9a863b43e401 req-01d1e08d-f37e-4d3c-895a-8708df1df7e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266043 Dec 13 23:43:36.297862 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5e5bf5c-dbec-471f-a683-9a863b43e401 req-bbecba87-a830-417e-affa-b0c973528368 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262076 Dec 13 23:43:36.469899 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '310121c8-2a5e-4f50-9986-6f6dca52d884', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.109', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:88:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:33Z', 'updated_at': '2021-12-13T23:43:33Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}, {'id': '718843d1-3786-400a-9dcf-cc6ecaab6177', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.112', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:14Z', 'updated_at': '2021-12-13T23:43:17Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:43:36.473803 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb461421-e974-48c8-9db6-389f706f6986 None None] The sync data for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv is: [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '310121c8-2a5e-4f50-9986-6f6dca52d884', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.109', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:88:94:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:33Z', 'updated_at': '2021-12-13T23:43:33Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}, {'id': '718843d1-3786-400a-9dcf-cc6ecaab6177', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.112', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:14Z', 'updated_at': '2021-12-13T23:43:17Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:43:36.663896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ff887-1fbf-4596-b0af-1e9d2e255ea4 None None] New status for floating IP 310121c8-2a5e-4f50-9986-6f6dca52d884: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:43:41.059430 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:43:41.419093 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-c5d4b458-6e4f-4d4d-9a3c-0df2e907fa19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722482 Dec 13 23:43:41.569263 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-c5b8ddf9-bc03-4ccb-8247-6f306f0c01f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0783792 Dec 13 23:43:41.719749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-0df12cf5-c050-4b7d-bc79-eee2d510c768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:41.721100 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-0df12cf5-c050-4b7d-bc79-eee2d510c768 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 898 time: 0.1301591 Dec 13 23:43:41.834977 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-fb6a42ad-e473-4f01-875d-bcba9340ed0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 200 len: 1001 time: 0.1025975 Dec 13 23:43:41.854770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f2a4c1a5-d03e-4065-892a-9b51c083f8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:41.900982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-e8f6cece-fcad-4ad4-9aff-8340a000f0ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:43:41.902404 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-e8f6cece-fcad-4ad4-9aff-8340a000f0ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 200 len: 835 time: 0.0591979 Dec 13 23:43:42.088619 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-6d637a9a-355b-4f70-a830-09254b579f8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f662d51b-39eb-4d43-b670-574b51a88384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1798148 Dec 13 23:43:42.218538 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-5b35afec-76c9-4c5a-849e-bc1bc2153781 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229250 Dec 13 23:43:42.354764 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ccc07bb-8aa3-4078-9dbd-625428934d8e req-f3f2659e-25a4-4f27-b433-5257c5805307 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278877 Dec 13 23:43:44.084514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5a692b36-50f8-49b5-888f-b1dd5194c755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:45.358444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:45.404632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:46.775657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:43:49.278821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:08.513390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57102) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:08.619070 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-904f8d0b-9076-4cef-929a-8159c46cc7b8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/718843d1-3786-400a-9dcf-cc6ecaab6177 HTTP/1.1" status: 200 len: 993 time: 0.1044645 Dec 13 23:44:09.421632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57112) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:09.427367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:09.544354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:09.757240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port cef76ddd-91ed-4049-bb1c-8b6ad993360d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:09.781900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:09.837985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:09.842174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec743281-b93a-4a26-bf70-b92ea50b50cf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:09.909773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:09.910390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:09.911976 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/ports/cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 200 len: 938 time: 0.4891424 Dec 13 23:44:09.912701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:44:09.934527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=cef76ddd-91ed-4049-bb1c-8b6ad993360d,revision_number=6']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:09.944632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.945592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.945592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.945994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.946202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.946582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.946955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.947333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.947724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.948097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.948463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:09.952989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:10.093327 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'status': 'completed', 'code': 200} Dec 13 23:44:10.106101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-82c6e3be-31f0-42c7-8432-d03201aeff5b None None] Provisioning complete for port cef76ddd-91ed-4049-bb1c-8b6ad993360d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:10.106704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-82c6e3be-31f0-42c7-8432-d03201aeff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:10.167240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-82c6e3be-31f0-42c7-8432-d03201aeff5b None None] Port cef76ddd-91ed-4049-bb1c-8b6ad993360d is administratively disabled so it will not transition to active. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Dec 13 23:44:10.186680 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b1401465-e3e7-49ea-a06e-072eef13864a req-6ac96e4c-4cc9-4fba-94cc-e05e740b474e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1099 time: 0.0715430 Dec 13 23:44:10.316036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1401465-e3e7-49ea-a06e-072eef13864a req-8e5422ae-2f9e-4e5a-981f-4265f39ab8e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:10.317376 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b1401465-e3e7-49ea-a06e-072eef13864a req-8e5422ae-2f9e-4e5a-981f-4265f39ab8e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 898 time: 0.1249862 Dec 13 23:44:10.420246 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b1401465-e3e7-49ea-a06e-072eef13864a req-19d38dd0-bd4c-4ca6-95eb-76cef5d37288 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 200 len: 1002 time: 0.0964565 Dec 13 23:44:10.481935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1401465-e3e7-49ea-a06e-072eef13864a req-e22f65af-2ed6-4704-85ce-47fe4baf761b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:10.483325 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b1401465-e3e7-49ea-a06e-072eef13864a req-e22f65af-2ed6-4704-85ce-47fe4baf761b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 200 len: 835 time: 0.0575068 Dec 13 23:44:10.559740 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b1401465-e3e7-49ea-a06e-072eef13864a req-d9bd5072-c006-4572-8c88-a8db471e195d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f662d51b-39eb-4d43-b670-574b51a88384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701730 Dec 13 23:44:10.689160 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b1401465-e3e7-49ea-a06e-072eef13864a req-1f834e09-7e42-4330-8e7d-dae6707797c9 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231792 Dec 13 23:44:10.821193 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b1401465-e3e7-49ea-a06e-072eef13864a req-e2a8f16b-69c5-427a-8bc3-340eb3128e4c service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250930 Dec 13 23:44:11.888294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40cfd2b7-bd5f-4cb1-ad68-94ec63a3de54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:13.379413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57124) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:13.386477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:13.509950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:13.721174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port cef76ddd-91ed-4049-bb1c-8b6ad993360d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:13.745539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:13.796620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:13.800264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d9e138f9-920b-4adb-bb06-d3751d98cc62 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:13.868279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:13.868898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:13.870287 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/ports/cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 200 len: 937 time: 0.4898648 Dec 13 23:44:13.870920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:44:13.873247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57128) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:13.891474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=cef76ddd-91ed-4049-bb1c-8b6ad993360d,revision_number=7']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:13.894876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:13.936507 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'status': 'completed', 'code': 200} Dec 13 23:44:14.026405 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4a49ace7-9a9e-411b-9d72-dd615f46eb16 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/718843d1-3786-400a-9dcf-cc6ecaab6177 HTTP/1.1" status: 200 len: 993 time: 0.1519265 Dec 13 23:44:14.057803 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88aa1b7d-70ca-4631-8e6a-9e78953fab4a req-d4269778-4e31-47f1-abeb-598fb4dc9874 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0999954 Dec 13 23:44:14.099819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['cef76ddd-91ed-4049-bb1c-8b6ad993360d'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:44:14.137202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b678ce8b-d63e-4211-abf7-1ff25b693348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:14.171440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-005fbc50-5a4f-4aa0-aa14-76b50275ad5a None None] Provisioning complete for port cef76ddd-91ed-4049-bb1c-8b6ad993360d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:14.171843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-005fbc50-5a4f-4aa0-aa14-76b50275ad5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:14.189902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1b7d-70ca-4631-8e6a-9e78953fab4a req-fc1f2da3-7f66-4167-956a-933bced955b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:14.191347 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88aa1b7d-70ca-4631-8e6a-9e78953fab4a req-fc1f2da3-7f66-4167-956a-933bced955b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 898 time: 0.1269519 Dec 13 23:44:14.417521 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88aa1b7d-70ca-4631-8e6a-9e78953fab4a req-5b8a5be0-a3e5-4b11-a0a5-060d5f5453e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 200 len: 1001 time: 0.2190711 Dec 13 23:44:14.480252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1b7d-70ca-4631-8e6a-9e78953fab4a req-38b438e2-d15a-4981-8945-664cf415bec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:14.481699 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88aa1b7d-70ca-4631-8e6a-9e78953fab4a req-38b438e2-d15a-4981-8945-664cf415bec4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 200 len: 835 time: 0.0585520 Dec 13 23:44:14.558922 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88aa1b7d-70ca-4631-8e6a-9e78953fab4a req-7a15528e-c867-4de2-a563-8a6ead753553 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f662d51b-39eb-4d43-b670-574b51a88384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712802 Dec 13 23:44:14.690476 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88aa1b7d-70ca-4631-8e6a-9e78953fab4a req-57727b80-d39b-47b1-9e64-57a52a4ebbc7 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245368 Dec 13 23:44:14.823367 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88aa1b7d-70ca-4631-8e6a-9e78953fab4a req-66dae17b-3fcf-4513-ae3f-3e0294afb34e service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259756 Dec 13 23:44:15.398086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:15.432117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:16.602943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57140) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:16.797031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:16.874509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 66665ccc-74ff-4689-b944-9f82c79a2b76 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:44:16.874888 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:17.042253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:17.042578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:17.158984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 66665ccc-74ff-4689-b944-9f82c79a2b76 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:44:17.356604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:17.360273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:17.403444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=66665ccc-74ff-4689-b944-9f82c79a2b76,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:17.446858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.447145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.447525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.447930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.448304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.448672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.449045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.449411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.449771 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.450131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.450493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:17.481049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:17.510994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:18.009089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:44:18.058674 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:44:18.207074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:44:18.217143 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] Sync routers for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:44:18.229221 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:18.229857 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:18.293899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:18.350922 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/floatingips/310121c8-2a5e-4f50-9986-6f6dca52d884 HTTP/1.1" status: 204 len: 168 time: 1.7468565 Dec 13 23:44:18.351640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:44:18.407902 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'status': 'completed', 'code': 200} Dec 13 23:44:18.415286 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:18.506275 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d2a9b640-9e53-448a-a4d9-7eafdb8bbf7d req-684342a4-4cd1-4350-afe4-66f5a3810e19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 1098 time: 0.0744388 Dec 13 23:44:18.645094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9b640-9e53-448a-a4d9-7eafdb8bbf7d req-117de494-1e69-476f-b995-1ffb8ba01361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:18.647270 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d2a9b640-9e53-448a-a4d9-7eafdb8bbf7d req-117de494-1e69-476f-b995-1ffb8ba01361 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 898 time: 0.1343365 Dec 13 23:44:18.720422 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d2a9b640-9e53-448a-a4d9-7eafdb8bbf7d req-f4a19ce3-dbff-436a-b9c3-5452761b4b67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd HTTP/1.1" status: 200 len: 217 time: 0.0666101 Dec 13 23:44:18.764937 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '718843d1-3786-400a-9dcf-cc6ecaab6177', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.112', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:14Z', 'updated_at': '2021-12-13T23:43:17Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:18.768918 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] Checking router: 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:44:18.791005 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9b640-9e53-448a-a4d9-7eafdb8bbf7d req-3dfe7ba4-37a4-401f-bf6f-ce5312a6fe5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:18.792481 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d2a9b640-9e53-448a-a4d9-7eafdb8bbf7d req-3dfe7ba4-37a4-401f-bf6f-ce5312a6fe5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 200 len: 835 time: 0.0655639 Dec 13 23:44:18.823051 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:18.823714 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:18.914966 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d2a9b640-9e53-448a-a4d9-7eafdb8bbf7d req-c4670954-fb56-4d8b-8b90-77378ba1101c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f662d51b-39eb-4d43-b670-574b51a88384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159458 Dec 13 23:44:19.032326 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:19.038640 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40658ee-a9d8-43b1-b482-93007b6a89b4 req-f835ec95-41a8-4e28-9591-2d60f016d9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:19.039343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f40658ee-a9d8-43b1-b482-93007b6a89b4 req-f835ec95-41a8-4e28-9591-2d60f016d9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:44:19.082770 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d2a9b640-9e53-448a-a4d9-7eafdb8bbf7d req-60ef139a-7e48-4b23-b261-b5365fd0ba5f service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596434 Dec 13 23:44:19.166287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f40658ee-a9d8-43b1-b482-93007b6a89b4 req-f835ec95-41a8-4e28-9591-2d60f016d9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:44:19.167344 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f40658ee-a9d8-43b1-b482-93007b6a89b4 req-f835ec95-41a8-4e28-9591-2d60f016d9d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 945 time: 0.3072715 Dec 13 23:44:19.255059 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d2a9b640-9e53-448a-a4d9-7eafdb8bbf7d req-2f58ebe7-648c-4c98-bd85-2be6b5947b95 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653664 Dec 13 23:44:19.261637 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f40658ee-a9d8-43b1-b482-93007b6a89b4 req-e3c6e3ce-451b-4a40-ae14-c0b81c3f2758 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877266 Dec 13 23:44:19.305672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:19.386628 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '718843d1-3786-400a-9dcf-cc6ecaab6177', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.112', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:14Z', 'updated_at': '2021-12-13T23:43:17Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:19.390546 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557d1af3-28a5-4f01-955d-d1f37de2e53d None None] The sync data for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv is: [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '718843d1-3786-400a-9dcf-cc6ecaab6177', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.112', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'port_id': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'mac_address': 'fa:16:3e:d8:eb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:43:14Z', 'updated_at': '2021-12-13T23:43:17Z', 'revision_number': 1, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:44:19.599034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586201f7-00ab-43fe-94ef-afb570611bc6 None None] New status for floating IP 310121c8-2a5e-4f50-9986-6f6dca52d884: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:44:20.140405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-7f6a8a2b-668b-48d4-8075-d26193c94395 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:20.141800 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-7f6a8a2b-668b-48d4-8075-d26193c94395 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 945 time: 0.0766392 Dec 13 23:44:20.212476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:44:20.212820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:20.473825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39625b6d-f1b5-49c3-9b07-39a31f20af75 req-1e05bff5-5778-4021-9885-f556b40038a9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:20.475841 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-39625b6d-f1b5-49c3-9b07-39a31f20af75 req-1e05bff5-5778-4021-9885-f556b40038a9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 945 time: 0.0823522 Dec 13 23:44:20.522400 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-39625b6d-f1b5-49c3-9b07-39a31f20af75 req-c6f5ce49-2f2c-4d78-9aa8-628d8a2fffb5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=6ba8b528-f2e7-4453-aa05-ac3cb996e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410285 Dec 13 23:44:20.577262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:20.577617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:20.695322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:44:20.918414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:20.924539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0b3dff49-85f5-41ec-b76d-d1c89880df2d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:20.967893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=3a516398-fcaf-4c4b-b68f-e4c2ddad59fd,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:20.971356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:21.045861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:44:21.048411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:21.051069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'name': 'network-vif-deleted', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:44:21.105601 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70a9c21-f46c-4859-931f-032d8e8d4b3b', 'name': 'network-vif-deleted', 'tag': '3a516398-fcaf-4c4b-b68f-e4c2ddad59fd', 'status': 'completed', 'code': 200} Dec 13 23:44:21.118631 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c18bee34-d5e1-4d4e-8ed8-1f6691888cb7 req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/3a516398-fcaf-4c4b-b68f-e4c2ddad59fd HTTP/1.1" status: 204 len: 173 time: 0.9715612 Dec 13 23:44:21.706634 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-babfb8c4-ae9c-4921-8367-9077e58654f3 req-e3a2d98a-e2fc-4c7c-93f6-81d51e6abbd6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=e70a9c21-f46c-4859-931f-032d8e8d4b3b HTTP/1.1" status: 200 len: 210 time: 0.0469434 Dec 13 23:44:22.810456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57158) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:22.877884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38b5d512-7826-425f-af2e-7a89030f7531 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:22.905757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38b5d512-7826-425f-af2e-7a89030f7531 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:23.055358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38b5d512-7826-425f-af2e-7a89030f7531 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:23.059423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dbe67c87-bc0d-45d8-b0ad-bded2262fb11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:23.074763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5d512-7826-425f-af2e-7a89030f7531 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba8b528-f2e7-4453-aa05-ac3cb996e00a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:23.077371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38b5d512-7826-425f-af2e-7a89030f7531 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:23.138662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-38b5d512-7826-425f-af2e-7a89030f7531 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:23.139827 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-38b5d512-7826-425f-af2e-7a89030f7531 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/6ba8b528-f2e7-4453-aa05-ac3cb996e00a HTTP/1.1" status: 204 len: 168 time: 0.3283708 Dec 13 23:44:23.284034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57164) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:23.486226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 55f53587-fc5d-458e-9493-e28cb9cd75b5 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:44:23.486564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:23.651665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:23.651924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:23.662639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:44:23.695806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:44:23.696175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 3a516398-fcaf-4c4b-b68f-e4c2ddad59fd not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:44:23.771950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 55f53587-fc5d-458e-9493-e28cb9cd75b5 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:44:23.992505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:23.996909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:24.036412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=55f53587-fc5d-458e-9493-e28cb9cd75b5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:24.040424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:24.130102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:24.611525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:44:24.814977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:44:24.825903 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] Sync routers for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:44:24.831002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:24.837602 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:24.838276 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:24.884607 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/floatingips/718843d1-3786-400a-9dcf-cc6ecaab6177 HTTP/1.1" status: 204 len: 168 time: 1.5994570 Dec 13 23:44:24.885565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:44:24.941598 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'status': 'completed', 'code': 200} Dec 13 23:44:25.019357 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:25.038267 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d3959be6-5fb6-4826-ae50-1004b142b5d8 req-8f158670-697a-4e21-9310-f9f584ec17a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 1098 time: 0.0754735 Dec 13 23:44:25.176804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3959be6-5fb6-4826-ae50-1004b142b5d8 req-be9e3d72-c1fe-4b17-aec7-b79d50cbb7f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:25.178854 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d3959be6-5fb6-4826-ae50-1004b142b5d8 req-be9e3d72-c1fe-4b17-aec7-b79d50cbb7f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 200 len: 898 time: 0.1343570 Dec 13 23:44:25.245673 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d3959be6-5fb6-4826-ae50-1004b142b5d8 req-95d6376b-8bfc-49b2-9ca8-ee3275aaf923 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 200 len: 217 time: 0.0605938 Dec 13 23:44:25.315161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3959be6-5fb6-4826-ae50-1004b142b5d8 req-ee2f25dc-17b1-446d-a139-fbbec417668b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:25.316877 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d3959be6-5fb6-4826-ae50-1004b142b5d8 req-ee2f25dc-17b1-446d-a139-fbbec417668b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 200 len: 835 time: 0.0649829 Dec 13 23:44:25.349887 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:25.354414 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] Checking router: 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:44:25.367717 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:25.368641 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:25.407627 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d3959be6-5fb6-4826-ae50-1004b142b5d8 req-b9cd372d-3d34-4710-8023-5c749ad4dc80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f662d51b-39eb-4d43-b670-574b51a88384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829334 Dec 13 23:44:25.458779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66446c-3a43-4de9-8a2b-800115e3398f req-46a8a660-155f-44f6-8566-d072f65f0d41 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:25.464068 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df66446c-3a43-4de9-8a2b-800115e3398f req-46a8a660-155f-44f6-8566-d072f65f0d41 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 945 time: 0.0857182 Dec 13 23:44:25.508833 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df66446c-3a43-4de9-8a2b-800115e3398f req-53e707b2-94fc-458a-8f5f-2f200fc58654 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425992 Dec 13 23:44:25.554900 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d3959be6-5fb6-4826-ae50-1004b142b5d8 req-41a58978-b9fc-44e8-a549-276fadc55448 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401308 Dec 13 23:44:25.557702 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:25.689488 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d3959be6-5fb6-4826-ae50-1004b142b5d8 req-09a4f361-b569-4054-ae71-51767489f096 service neutron] 10.222.0.18 "GET /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280494 Dec 13 23:44:25.903573 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:25.907525 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65781ec4-4206-4691-83e5-c3b26d9011ec None None] The sync data for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv is: [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbc5d67d-1507-4e8d-8547-ffa518a66773', 'name': '', 'network_id': 'f662d51b-39eb-4d43-b670-574b51a88384', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:7f:f8:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:47Z', 'updated_at': '2021-12-13T23:42:53Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': '1decb3fe-3db3-4588-b850-a19fb33c6348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:44:26.131928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661835e6-f70e-4fc7-aec2-7f11a78b454a None None] New status for floating IP 718843d1-3786-400a-9dcf-cc6ecaab6177: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:44:26.708953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424fc06-8308-4df3-ae5d-180efdc932fe req-60fdcfc7-aacd-41e1-bfa4-bc9ca441dad7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:26.712875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-d424fc06-8308-4df3-ae5d-180efdc932fe req-60fdcfc7-aacd-41e1-bfa4-bc9ca441dad7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:44:26.797919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-934b82e0-f059-48ee-b7f4-2ee13dd9ab95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:26.798612 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-934b82e0-f059-48ee-b7f4-2ee13dd9ab95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:44:26.806010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-d424fc06-8308-4df3-ae5d-180efdc932fe req-60fdcfc7-aacd-41e1-bfa4-bc9ca441dad7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:44:26.807057 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d424fc06-8308-4df3-ae5d-180efdc932fe req-60fdcfc7-aacd-41e1-bfa4-bc9ca441dad7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 945 time: 0.1732793 Dec 13 23:44:26.812309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-934b82e0-f059-48ee-b7f4-2ee13dd9ab95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:44:26.813307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-934b82e0-f059-48ee-b7f4-2ee13dd9ab95 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 945 time: 0.1000345 Dec 13 23:44:26.905199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port cef76ddd-91ed-4049-bb1c-8b6ad993360d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:44:26.905537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:27.044751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-d424fc06-8308-4df3-ae5d-180efdc932fe req-d705ab6c-25a3-4742-a292-f314fd94c747 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:44:27.114171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-d424fc06-8308-4df3-ae5d-180efdc932fe req-d705ab6c-25a3-4742-a292-f314fd94c747 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:44:27.116016 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d424fc06-8308-4df3-ae5d-180efdc932fe req-d705ab6c-25a3-4742-a292-f314fd94c747 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=28780585-d054-4543-a9c5-5a740f85ef0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017585 Dec 13 23:44:27.267111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port cef76ddd-91ed-4049-bb1c-8b6ad993360d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=cef76ddd-91ed-4049-bb1c-8b6ad993360d,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:27.267444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:27.390315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for cef76ddd-91ed-4049-bb1c-8b6ad993360d owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:44:27.609256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:27.615635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:27.660890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=cef76ddd-91ed-4049-bb1c-8b6ad993360d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:27.665303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:27.734688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port cef76ddd-91ed-4049-bb1c-8b6ad993360d on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:44:27.736925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:27.740109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'name': 'network-vif-deleted', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:44:27.795450 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800af297-d6fc-41cc-9dc2-dee1eb65bdc6', 'name': 'network-vif-deleted', 'tag': 'cef76ddd-91ed-4049-bb1c-8b6ad993360d', 'status': 'completed', 'code': 200} Dec 13 23:44:27.815816 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d9af34ce-7af7-40d7-9236-e6f8e41fbcfc req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/cef76ddd-91ed-4049-bb1c-8b6ad993360d HTTP/1.1" status: 204 len: 173 time: 0.9874253 Dec 13 23:44:28.289596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-423b53d0-c9c6-4f33-ab15-a083cfe203b7 req-e3acb5fc-8f23-44cb-82ab-bc58af805fcf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:44:28.358274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-423b53d0-c9c6-4f33-ab15-a083cfe203b7 req-e3acb5fc-8f23-44cb-82ab-bc58af805fcf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:44:28.359450 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-423b53d0-c9c6-4f33-ab15-a083cfe203b7 req-e3acb5fc-8f23-44cb-82ab-bc58af805fcf tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=800af297-d6fc-41cc-9dc2-dee1eb65bdc6 HTTP/1.1" status: 200 len: 210 time: 0.1103866 Dec 13 23:44:29.465516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57182) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:29.534915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ee66d6d-b354-4935-925e-774868e34b19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:29.569128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ee66d6d-b354-4935-925e-774868e34b19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:29.741074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ee66d6d-b354-4935-925e-774868e34b19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:29.744942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-72f79743-b250-49e6-b79b-8a4c1a817e1c tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:29.761447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee66d6d-b354-4935-925e-774868e34b19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28780585-d054-4543-a9c5-5a740f85ef0c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:29.764100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7ee66d6d-b354-4935-925e-774868e34b19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:29.848511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ee66d6d-b354-4935-925e-774868e34b19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:29.849670 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7ee66d6d-b354-4935-925e-774868e34b19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/28780585-d054-4543-a9c5-5a740f85ef0c HTTP/1.1" status: 204 len: 168 time: 0.3831594 Dec 13 23:44:29.941684 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57188) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:30.345572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:31.041011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port cbc5d67d-1507-4e8d-8547-ffa518a66773 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:44:31.041790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:31.222239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port cbc5d67d-1507-4e8d-8547-ffa518a66773, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cbc5d67d-1507-4e8d-8547-ffa518a66773,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:31.222585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:31.344455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for cbc5d67d-1507-4e8d-8547-ffa518a66773 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:44:31.575237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:31.578816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-82b84078-198e-4744-880c-0ca5114690ca tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:31.622231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=cbc5d67d-1507-4e8d-8547-ffa518a66773,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:31.624697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:31.732859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device cef76ddd-91ed-4049-bb1c-8b6ad993360d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:44:31.773495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: cef76ddd-91ed-4049-bb1c-8b6ad993360d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:44:31.773856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device cef76ddd-91ed-4049-bb1c-8b6ad993360d not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:44:31.917412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:32.592869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:44:32.801048 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:44:32.811335 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] Sync routers for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:44:32.822950 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:32.823562 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:32.874216 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9305594 Dec 13 23:44:32.876629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57192) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:33.001691 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:33.062267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14360db-039d-481b-8d86-e5e9c38ff3e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting subnet 1decb3fe-3db3-4588-b850-a19fb33c6348 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:44:33.065352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d14360db-039d-481b-8d86-e5e9c38ff3e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:33.125028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d14360db-039d-481b-8d86-e5e9c38ff3e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:33.207644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d14360db-039d-481b-8d86-e5e9c38ff3e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:33.292242 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:44:31Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:33.296060 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] Checking router: 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:44:33.307467 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] Routers {'5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:33.308094 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:33.373768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d14360db-039d-481b-8d86-e5e9c38ff3e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:33.378490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c3391d48-b9d9-4be5-a7cb-05a677c5035b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:33.417869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14360db-039d-481b-8d86-e5e9c38ff3e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Subnet': ['ID=1decb3fe-3db3-4588-b850-a19fb33c6348,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:33.420489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d14360db-039d-481b-8d86-e5e9c38ff3e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:33.424274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d14360db-039d-481b-8d86-e5e9c38ff3e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:33.432023 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d14360db-039d-481b-8d86-e5e9c38ff3e4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/subnets/1decb3fe-3db3-4588-b850-a19fb33c6348 HTTP/1.1" status: 204 len: 168 time: 0.5540612 Dec 13 23:44:33.432613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c54968-0cbb-4790-bc4f-24d129ddbddc None None] Network f662d51b-39eb-4d43-b670-574b51a88384 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:44:33.433790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57196) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:33.488219 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] Set router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:33.638895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:33.685320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] DHCP port deletion for f662d51b-39eb-4d43-b670-574b51a88384 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:44:33.689775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Deleting port 4d332125-7ede-4c96-8c7f-095b8b447f10 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:44:33.690356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:33.776349 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:44:31Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:33.781280 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8800d9-0401-4ed9-a719-378d4e803cac None None] The sync data for ids ['5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e'] in dv-neutron-821564-1-hyperv is: [{'id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'name': 'tempest-TestNetworkBasicOps-router-1339355449', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10'}], 'enable_snat': True}, 'gw_port_id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:42:42Z', 'updated_at': '2021-12-13T23:44:31Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': 'd2fccba5-3b14-4ced-846a-3a40760a5061', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:09:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:42:43Z', 'updated_at': '2021-12-13T23:42:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:44:33.854685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:33.918019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port d2fccba5-3b14-4ced-846a-3a40760a5061 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:44:33.918273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:33.933596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] For port 4d332125-7ede-4c96-8c7f-095b8b447f10, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4d332125-7ede-4c96-8c7f-095b8b447f10,segment=NetworkSegment(a70f6617-8ba1-4053-a36b-c05aecf63022),segment_id=a70f6617-8ba1-4053-a36b-c05aecf63022)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:33.933994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:34.055309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Calling delete_port for 4d332125-7ede-4c96-8c7f-095b8b447f10 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:44:34.091463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port d2fccba5-3b14-4ced-846a-3a40760a5061, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d2fccba5-3b14-4ced-846a-3a40760a5061,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:34.091930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:34.202155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:34.206121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:34.251711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Pushing event deleted for resources: {'Port': ['ID=4d332125-7ede-4c96-8c7f-095b8b447f10,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:34.263804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.264362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.264904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.265413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.265917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.266409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.266923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.267256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.267583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.267952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.268281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:34.271042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] No DVR routers for this DVR port 4d332125-7ede-4c96-8c7f-095b8b447f10 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:44:34.272487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:34.332903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for d2fccba5-3b14-4ced-846a-3a40760a5061 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:44:34.556469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:34.560670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1943f274-9e4b-4373-b889-e24ae989364c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:34.603731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=d2fccba5-3b14-4ced-846a-3a40760a5061,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:34.606561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:34.822417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.074207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.078460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.161351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cbc5d67d-1507-4e8d-8547-ffa518a66773 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:44:35.167899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.171565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Fanout notify agent at l3_agent the message router_deleted on router 5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:44:35.185185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.186271 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/routers/5f5fe6cc-1f0d-4d28-8ef7-cb2c16d4102e HTTP/1.1" status: 204 len: 168 time: 1.7515893 Dec 13 23:44:35.188896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57200) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:35.200906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: cbc5d67d-1507-4e8d-8547-ffa518a66773 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:44:35.201397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cbc5d67d-1507-4e8d-8547-ffa518a66773 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:44:35.201831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4d332125-7ede-4c96-8c7f-095b8b447f10 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:44:35.237196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 4d332125-7ede-4c96-8c7f-095b8b447f10 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:44:35.237675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4d332125-7ede-4c96-8c7f-095b8b447f10 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:44:35.312259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.441408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.466035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f662d51b-39eb-4d43-b670-574b51a88384']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:35.477980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70f6617-8ba1-4053-a36b-c05aecf63022') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:35.478284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70f6617-8ba1-4053-a36b-c05aecf63022') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:35.489739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.505413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.511236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:44:35.511616 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:44:35.525307 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:44:35.684140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.687962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7c76822e-f0b7-4d8f-81b3-894ed0731d08 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:35.704940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.715856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Network': ['ID=f662d51b-39eb-4d43-b670-574b51a88384,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:35.718936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:35.802646 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/networks/f662d51b-39eb-4d43-b670-574b51a88384 HTTP/1.1" status: 204 len: 168 time: 0.6126344 Dec 13 23:44:35.829657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57204) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:35.835202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'network': {'name': 'tempest-network-smoke--1556715717', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'port_security_enabled': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:35.840545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:35.844611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:network and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:35.847448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:35.854009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:35.933218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:44:35.936128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.964208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:44:35.972431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:35.972768 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Added segment bb5dc93f-2664-484b-9991-a97fc1d3ce66 of type vlan for network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e Dec 13 23:44:36.107242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:36.210019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:36.213707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:36.218854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:36.219362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-efccd051-2aac-4658-8178-c30213f8684f tempest-AllowedAddressPairTestJSON-237629260 tempest-AllowedAddressPairTestJSON-237629260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:36.322922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Network': ['ID=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:36.325520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:36.333467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:44:36.376259 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a10da282-8604-4b8e-84de-ba4a7ac263b5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5455141 Dec 13 23:44:36.378879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57208) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:36.384691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'admin_state_up': True, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:36.391963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:36.395862 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:router and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:36.399558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:36.405330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:36.473009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:36.473942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:36.492247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:36.716441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:36.999620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:37.027989 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:37.076822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d2fccba5-3b14-4ced-846a-3a40760a5061 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:44:37.113008 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: d2fccba5-3b14-4ced-846a-3a40760a5061 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:44:37.113366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d2fccba5-3b14-4ced-846a-3a40760a5061 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:44:37.165882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.237 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/5cc43761-723f-41e7-a787-1f4a977d0482) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:44:37.310861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:37.380899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:37.384943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-435aa59e-d18c-4b8a-8d91-f8d103c3e5f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:37.449125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:44:37.451808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:44:37.455968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:44:37.480924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=5cc43761-723f-41e7-a787-1f4a977d0482,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:37.485767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:37.657842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:37.658497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:37.945995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:44:38.141695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:44:38.151292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Sync routers for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:44:38.164020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:38.164745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:38.221091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:38.222226 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8423884 Dec 13 23:44:38.227091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57212) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:38.268897 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fb129062-8ab3-4844-b776-d0c76cc0e312 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=d3d8da920508450f8da84f5580d6eb0f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406070 Dec 13 23:44:38.271343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57216) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:38.346439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:38.504715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579aac85-613c-402d-a3f9-ed983c3de96f tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:38.509517 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-579aac85-613c-402d-a3f9-ed983c3de96f tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2338550 Dec 13 23:44:38.509681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57220) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:38.548103 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aecf02b4-cd69-4c44-84a1-e215afc9bce6 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372891 Dec 13 23:44:38.550603 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57224) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:38.556666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1355236856', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:38.636427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:44:37Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:38.640438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Checking router: d74a7145-4def-4ebf-abdd-439fc4c9a7a9 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:44:38.640792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Updating router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 port 5cc43761-723f-41e7-a787-1f4a977d0482 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:44:38.664644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:38.668373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:subnet and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:38.671385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:38.676993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:38.692780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:38.752241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:44:38.854145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:39.018752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:39.030268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Transition to ACTIVE for port object 5cc43761-723f-41e7-a787-1f4a977d0482 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:44:39.100771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:39.104690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:39.129338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:39.134442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-db4abc0a-8318-4e94-8a56-661fdd22d7ab tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:39.215765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Subnet': ['ID=d36b3725-3c1b-424a-9c8f-983d20d26b87,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:39.216506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Attempting to bind port 5cc43761-723f-41e7-a787-1f4a977d0482 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:44:39.216924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Attempting to bind port 5cc43761-723f-41e7-a787-1f4a977d0482 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:44:39.218059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Attempting to bind port 5cc43761-723f-41e7-a787-1f4a977d0482 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:44:39.219199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:39.226212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Checking segment: {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:44:39.226401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d0be8-08aa-4381-a7b0-632f12ee8003 None None] Pushing event updated for resources: {'Port': ['ID=5cc43761-723f-41e7-a787-1f4a977d0482,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:39.226568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network hostable DHCP agents. Network: bd69cf30-bad3-4bf7-b5c3-b204eaf8886e, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:44:39.229522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2d5d0be8-08aa-4381-a7b0-632f12ee8003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:39.232841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:44:39.233236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:44:39.233616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:39.233990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:44:39.234454 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Bound port: 5cc43761-723f-41e7-a787-1f4a977d0482, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:44:39.234829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:39.309417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] For port 5cc43761-723f-41e7-a787-1f4a977d0482, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:44:39.312999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] For port 5cc43761-723f-41e7-a787-1f4a977d0482, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5cc43761-723f-41e7-a787-1f4a977d0482,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:44:39.323804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:44:39.421713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:39.425384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:39.443863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, bd69cf30-bad3-4bf7-b5c3-b204eaf8886e) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:44:39.448320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:39.448866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:39.462596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfbf3bf-5330-4387-8104-99dfe5df7b9a None None] Network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:44:39.507215 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9556093 Dec 13 23:44:39.509985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57228) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:39.588995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d0be8-08aa-4381-a7b0-632f12ee8003 None None] Pushing event updated for resources: {'Port': ['ID=5cc43761-723f-41e7-a787-1f4a977d0482,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:39.593501 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2d5d0be8-08aa-4381-a7b0-632f12ee8003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:39.614167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:39.614796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:39.880018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:39.923668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:44:39.924477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:40.299452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Allocated IP 172.20.0.2 (bd69cf30-bad3-4bf7-b5c3-b204eaf8886e/d36b3725-3c1b-424a-9c8f-983d20d26b87/0fef14d2-532b-4c59-9baf-2c222aa22c3a) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:44:40.400524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:40.424221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-868954a0-2b95-46d5-a752-a022781d814d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:44:37Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:40.440484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868954a0-2b95-46d5-a752-a022781d814d None None] The sync data for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv is: [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:44:37Z', 'revision_number': 3, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:44:40.534809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:40.548321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Transition to ACTIVE for port object 0fef14d2-532b-4c59-9baf-2c222aa22c3a will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:44:40.567978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Transition to ACTIVE for port object 0fef14d2-532b-4c59-9baf-2c222aa22c3a will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:44:40.653587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:40.661226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:40.731682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:44:40.734992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:44:40.738875 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:44:40.746130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Pushing event updated for resources: {'Port': ['ID=0fef14d2-532b-4c59-9baf-2c222aa22c3a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:40.749921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:40.831798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.1 (bd69cf30-bad3-4bf7-b5c3-b204eaf8886e/d36b3725-3c1b-424a-9c8f-983d20d26b87/b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:44:40.837596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Attempting to bind port 0fef14d2-532b-4c59-9baf-2c222aa22c3a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:44:40.838000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Attempting to bind port 0fef14d2-532b-4c59-9baf-2c222aa22c3a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:44:40.838432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Attempting to bind port 0fef14d2-532b-4c59-9baf-2c222aa22c3a on network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:44:40.845513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:44:40.845898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Checking segment: {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:44:40.846411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:40.846792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Bound using segment: {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:44:40.847271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Bound port: 0fef14d2-532b-4c59-9baf-2c222aa22c3a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:44:40.847729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.005227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] For port 0fef14d2-532b-4c59-9baf-2c222aa22c3a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:44:41.009040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] For port 0fef14d2-532b-4c59-9baf-2c222aa22c3a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0fef14d2-532b-4c59-9baf-2c222aa22c3a,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:44:41.010885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.027429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:44:41.078415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.082764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:41.113687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.131038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7de2190-696e-469a-a4f8-529cb6e2e1ff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:41.156733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5cc43761-723f-41e7-a787-1f4a977d0482 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:44:41.188116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:44:41.191547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:44:41.196101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:44:41.206389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Pushing event updated for resources: {'Port': ['ID=0fef14d2-532b-4c59-9baf-2c222aa22c3a,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:41.212299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:41.277538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:41.282760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:41.304058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.358554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 5cc43761-723f-41e7-a787-1f4a977d0482 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:44:41.363857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 5cc43761-723f-41e7-a787-1f4a977d0482 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:41.367811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.468680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.509206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.526341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 5cc43761-723f-41e7-a787-1f4a977d0482, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5cc43761-723f-41e7-a787-1f4a977d0482,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:41.613569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.617064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:41.686173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=5cc43761-723f-41e7-a787-1f4a977d0482,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:41.689805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:41.859171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2f55b83-b6a3-4d16-94ba-aece72208384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.886407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.945205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:41.974563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:42.061743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:42.064089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:42.067924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:42.174408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd360e7-e971-4778-b4a2-a494cdc2e6ad None None] Network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:44:42.208102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:44:42.209223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:44:42.392353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c42bfc4d-0210-4fdb-b861-415039b14ecd None None] Provisioning for port 0fef14d2-532b-4c59-9baf-2c222aa22c3a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:44:42.743026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:44:42.792439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3f691e16-5577-494d-b687-03b2c12d5b83 None None] Provisioning for port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:44:42.800023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3f691e16-5577-494d-b687-03b2c12d5b83 None None] Provisioning complete for port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:42.800436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3f691e16-5577-494d-b687-03b2c12d5b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:42.857557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3f691e16-5577-494d-b687-03b2c12d5b83 None None] Port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:44:42.954787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:44:42.968020 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/d74a7145-4def-4ebf-abdd-439fc4c9a7a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4570100 Dec 13 23:44:42.970390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57232) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:42.992174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f777c424-1d1f-41d5-b2f8-fe5a3f5c1744 None None] Provisioning complete for port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:42.992555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f777c424-1d1f-41d5-b2f8-fe5a3f5c1744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:43.044363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f777c424-1d1f-41d5-b2f8-fe5a3f5c1744 None None] Port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:44:43.110504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62726f-77a3-44bb-b7e0-e12ab7dcd150 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:43.110965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62726f-77a3-44bb-b7e0-e12ab7dcd150 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:43.111335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62726f-77a3-44bb-b7e0-e12ab7dcd150 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:43.111761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62726f-77a3-44bb-b7e0-e12ab7dcd150 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:43.113906 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4e62726f-77a3-44bb-b7e0-e12ab7dcd150 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1422663 Dec 13 23:44:43.116288 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57236) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:43.191472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0fef14d2-532b-4c59-9baf-2c222aa22c3a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:44:43.192118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22e10d-8de3-4e13-9b5f-e60f59cd59bb tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:43.192497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22e10d-8de3-4e13-9b5f-e60f59cd59bb tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:43.192861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22e10d-8de3-4e13-9b5f-e60f59cd59bb tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:43.193218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22e10d-8de3-4e13-9b5f-e60f59cd59bb tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:43.197486 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4f22e10d-8de3-4e13-9b5f-e60f59cd59bb tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0778141 Dec 13 23:44:43.197707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57240) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:43.350660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0fef14d2-532b-4c59-9baf-2c222aa22c3a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:44:43.356130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0fef14d2-532b-4c59-9baf-2c222aa22c3a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:43.356520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:43.399973 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-dd73f065-47d8-4456-b8d6-ff52bf6d651e tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2010813 Dec 13 23:44:43.484252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:43.515794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 0fef14d2-532b-4c59-9baf-2c222aa22c3a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0fef14d2-532b-4c59-9baf-2c222aa22c3a,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:43.602839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:43.603755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5cc43761-723f-41e7-a787-1f4a977d0482 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:44:43.621744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57246) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:43.626779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-00bf7ac1-1309-4a73-81e4-df8bab94b683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:43.628226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979635756', 'description': 'tempest-secgroup-smoke-979635756 description', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:43.635242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:43.639366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:43.642829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:43.650043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:43.716616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=0fef14d2-532b-4c59-9baf-2c222aa22c3a,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:43.718379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:43.720027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:43.731260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 5cc43761-723f-41e7-a787-1f4a977d0482 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:43.731655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:43.762758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:43.766864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:43.770538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:43.777438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:43.837939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:43.923481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:43.927582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b3f89cc4-21ce-4641-8dd9-f6ab4af556de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:43.970281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486ce0be-9a91-416a-bc6a-c0c1eb0db033,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:43.973240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:44.020001 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Sync routers for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:44:44.030839 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:44.031444 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:44.038105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.042820 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4165099 Dec 13 23:44:44.042820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57250) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:44.048397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '486ce0be-9a91-416a-bc6a-c0c1eb0db033', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:44.054526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:44.058388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:44.061379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:44.067073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:44.089330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3b57a3fd-24c4-4fab-b195-b0334603476a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.153046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.217006 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:44.219664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.266176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.268077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bc1be57b-16a1-4254-b1b1-162ccd76b42b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:44.291679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c3c37e-f8a9-4c70-a502-360b6cb9cc27,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:44.294124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:44.350532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.352450 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3090985 Dec 13 23:44:44.355218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57254) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:44.361435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '486ce0be-9a91-416a-bc6a-c0c1eb0db033', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:44.368518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:44.372513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:44.375538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:44.382111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:44.459409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.521237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.560372 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1', 'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:96:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:40Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:44.564239 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Checking router: d74a7145-4def-4ebf-abdd-439fc4c9a7a9 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:44:44.564594 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Updating router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:44:44.597677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.599542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c0aaf3c6-4860-455e-9a9c-568dfacbd684 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:44.618933 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.623376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1296a561-8f93-4325-bf6d-7b6315f424dc,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:44.626048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:44.678616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.680047 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3237019 Dec 13 23:44:44.683248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57258) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:44.688797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '486ce0be-9a91-416a-bc6a-c0c1eb0db033', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:44.694829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:44.698611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:44.701471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:44.707081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:44.776446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.839124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.904659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.910737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b12efc20-d69c-4cbe-9fb9-bfe89355e463 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:44.935051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a4fef2-43a4-45d5-bac4-fd4356271dd4,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:44.937897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:44.955374 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:44.967471 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Transition to ACTIVE for port object b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:44:45.024807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.026041 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3418434 Dec 13 23:44:45.029349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57262) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:45.035110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '486ce0be-9a91-416a-bc6a-c0c1eb0db033', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:45.042369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:45.046481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:45.049388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:45.053782 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.055525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:45.058701 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:45.127511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0fef14d2-532b-4c59-9baf-2c222aa22c3a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:44:45.134710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.203394 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Pushing event updated for resources: {'Port': ['ID=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:45.212058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.223292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0fef14d2-532b-4c59-9baf-2c222aa22c3a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:45.223694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.272658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.273656 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.274000 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.274332 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.274674 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.274798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9f35d6d5-74b4-41c5-a923-a5366ca5ec19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:45.275045 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.275367 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.275902 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.276406 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.276908 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.277460 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.278100 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:44:45.286096 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:45.308524 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Attempting to bind port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:44:45.309162 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Attempting to bind port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:44:45.309729 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Attempting to bind port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 on network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:44:45.311142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a42240-3f05-46bd-ad8c-b53ddc2164db,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:45.313474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:45.321748 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:44:45.322128 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Checking segment: {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:44:45.322588 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.323160 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Bound using segment: {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:44:45.323658 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Bound port: b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:44:45.324044 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.386881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.388025 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a76902e0-bd01-40b6-829c-db2ae3e77d75 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3579628 Dec 13 23:44:45.391027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57266) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:45.397561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '486ce0be-9a91-416a-bc6a-c0c1eb0db033', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:45.403675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:45.407856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:45.410753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:45.417079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:45.421665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.432721 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] For port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:44:45.435909 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] For port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:44:45.464731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.489355 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:44:45.489624 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.493309 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c6159bbc-2167-414f-8343-a91b508e7781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:45.496735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.569974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.573253 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Pushing event updated for resources: {'Port': ['ID=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:45.577323 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:45.578329 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:44:45.578950 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:45.643896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.645754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-279b68fa-160b-43d2-93ed-23ebeeef2f39 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:45.675113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e71413d-2c54-478a-ae94-4b57c54dd8ba,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:45.678952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:45.742964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.744535 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-337206a7-ab06-4cf2-9344-79a5006c678e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3526716 Dec 13 23:44:45.747506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57270) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:44:45.753194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'security_group_rule': {'security_group_id': '486ce0be-9a91-416a-bc6a-c0c1eb0db033', 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:45.759925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:45.764082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:security_group_rule and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:44:45.767100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:44:45.770871 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:44:45.773278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:45.870815 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Project d3d8da920508450f8da84f5580d6eb0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:44:45.877825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:45.948883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:46.020664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:46.022728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-163f7211-c283-482f-8c21-1a7d8f82e635 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:46.045427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b939e9-1394-4351-82b9-7d34185c7fdc,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:46.055367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:46.114639 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1', 'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:96:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:40Z', 'updated_at': '2021-12-13T23:44:45Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:44:46.117824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:46.119119 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ba0856-8af2-40bf-8171-f31b18d97e53 None None] The sync data for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv is: [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1', 'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:96:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:40Z', 'updated_at': '2021-12-13T23:44:45Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:44:46.119309 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3706813 Dec 13 23:44:46.507052 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-ada3c809-5f7a-471b-a2c1-e4973fafcacc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979635756&fields=id&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 267 time: 0.0419078 Dec 13 23:44:46.661254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-b76ca028-1ca6-4749-a0da-331bda9ef0a6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:46.661942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-b76ca028-1ca6-4749-a0da-331bda9ef0a6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:44:46.761913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-b76ca028-1ca6-4749-a0da-331bda9ef0a6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:44:46.763081 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-b76ca028-1ca6-4749-a0da-331bda9ef0a6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/networks?id=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e HTTP/1.1" status: 200 len: 797 time: 0.2495689 Dec 13 23:44:46.780411 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-9d7b3df2-2bfe-44b9-871a-6c2295be78fa tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/quotas/d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 375 time: 0.0117621 Dec 13 23:44:46.792933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:46.866849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-205a6bae-2529-45cf-b69f-322d115e09d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:44:46.957951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-205a6bae-2529-45cf-b69f-322d115e09d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:44:46.959472 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-205a6bae-2529-45cf-b69f-322d115e09d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1734073 Dec 13 23:44:47.072167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-eb9774b9-aaf9-487e-b729-01b9649a3720 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:44:47.073033 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-eb9774b9-aaf9-487e-b729-01b9649a3720 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1013205 Dec 13 23:44:47.144066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:44:47.209251 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-c5c49ab1-2380-4841-8a07-3aee09174f4a service neutron] 10.222.0.30 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297731 Dec 13 23:44:47.271908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:44:47.278188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:47.278611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:47.401573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:47.433313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:47.457353 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-7c46d841-da83-4cb5-b893-c692230c2218 service neutron] 10.222.0.30 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423885 Dec 13 23:44:47.504834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:47.506718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d3adf0f6-2a8e-4657-9393-47713cd4fb18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:47.576685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:47.579788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:47.777364 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bfea13e4-a394-4031-b7c0-aa129a7ca960 req-a8f77eff-f1a8-435c-b82f-3e78a60dc710 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 210 time: 0.1249163 Dec 13 23:44:48.946845 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-42dc37ed-3d4b-4bd9-92a8-bdac41ad88b5 req-5e52ce06-2047-4d13-aae1-d04345be3fea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 210 time: 0.0455317 Dec 13 23:44:49.131094 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:44:49.242002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:49.242309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:49.292894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:49.610424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-25f69742-e029-497f-b93f-765f1563dd0b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:49.611849 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-25f69742-e029-497f-b93f-765f1563dd0b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/networks?id=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e HTTP/1.1" status: 200 len: 797 time: 0.1456120 Dec 13 23:44:49.667076 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-c5cd406e-a0ac-4d6e-abee-08cfdd006afd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3d8da920508450f8da84f5580d6eb0f HTTP/1.1" status: 200 len: 379 time: 0.0419149 Dec 13 23:44:49.675361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'port': {'device_id': '55e920ca-f44f-4404-9a11-e09536d30c44', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'admin_state_up': True, 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'security_groups': ['486ce0be-9a91-416a-bc6a-c0c1eb0db033']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:49.813760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:44:49.823680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:44:49.877620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Made reservation on behalf of d3d8da920508450f8da84f5580d6eb0f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:44:49.880830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:50.046774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.20.0.3 (bd69cf30-bad3-4bf7-b5c3-b204eaf8886e/d36b3725-3c1b-424a-9c8f-983d20d26b87/5e3cfe10-6944-4dfd-8398-ce752f528b41) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:44:50.112669 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-67e13bab-b0f2-48a1-8656-016a46b322e6 req-436e99bf-1602-4ae2-8825-eb0ced26d6f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 210 time: 0.0414963 Dec 13 23:44:50.234235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:50.249656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Transition to ACTIVE for port object 5e3cfe10-6944-4dfd-8398-ce752f528b41 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:44:50.333643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:50.340959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a4cbb0af-d8d3-4534-badd-fbd6b8bc0d7a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:50.412940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:44:50.416967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:44:50.421432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:44:50.447174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=5e3cfe10-6944-4dfd-8398-ce752f528b41,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:50.452519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:50.486280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:50.486905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:50.568784 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970702 Dec 13 23:44:50.650341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Request body: {'port': {'device_id': '55e920ca-f44f-4404-9a11-e09536d30c44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:44:50.740876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d0fabdf4-89ba-4079-a2eb-47942a7f3049 None None] Provisioning for port 5e3cfe10-6944-4dfd-8398-ce752f528b41 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:44:50.745952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d0fabdf4-89ba-4079-a2eb-47942a7f3049 None None] Provisioning complete for port 5e3cfe10-6944-4dfd-8398-ce752f528b41 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:50.746330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d0fabdf4-89ba-4079-a2eb-47942a7f3049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:50.761013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:50.798868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d0fabdf4-89ba-4079-a2eb-47942a7f3049 None None] Port 5e3cfe10-6944-4dfd-8398-ce752f528b41 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:44:51.096512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3cfe10-6944-4dfd-8398-ce752f528b41 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:44:51.103939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:51.118930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Transition to ACTIVE for port object 5e3cfe10-6944-4dfd-8398-ce752f528b41 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:44:51.230527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:51.236362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-46fefdf9-3794-4af1-9a87-6dc333e48cdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:51.513532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3cfe10-6944-4dfd-8398-ce752f528b41,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:51.518395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:51.622466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe92518-faf0-47fe-9045-3d8ffff0ce76 req-2bab81e5-3e74-4d3b-9b73-41e9724652b4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:51.623053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-dfe92518-faf0-47fe-9045-3d8ffff0ce76 req-2bab81e5-3e74-4d3b-9b73-41e9724652b4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:44:51.655499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Attempting to bind port 5e3cfe10-6944-4dfd-8398-ce752f528b41 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:44:51.655852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Attempting to bind port 5e3cfe10-6944-4dfd-8398-ce752f528b41 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:44:51.656177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Attempting to bind port 5e3cfe10-6944-4dfd-8398-ce752f528b41 on network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:44:51.661834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Port 5e3cfe10-6944-4dfd-8398-ce752f528b41 on network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:44:51.662200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Attempting to bind port 5e3cfe10-6944-4dfd-8398-ce752f528b41 on network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:44:51.668529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:44:51.668849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Checking segment: {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:44:51.669245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Bound using segment: {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:44:51.669645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Bound port: 5e3cfe10-6944-4dfd-8398-ce752f528b41, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5dc93f-2664-484b-9991-a97fc1d3ce66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:44:51.669984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:51.738116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-dfe92518-faf0-47fe-9045-3d8ffff0ce76 req-2bab81e5-3e74-4d3b-9b73-41e9724652b4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:44:51.739286 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dfe92518-faf0-47fe-9045-3d8ffff0ce76 req-2bab81e5-3e74-4d3b-9b73-41e9724652b4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 943 time: 0.5039592 Dec 13 23:44:51.782372 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] For port 5e3cfe10-6944-4dfd-8398-ce752f528b41, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:44:51.785549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] For port 5e3cfe10-6944-4dfd-8398-ce752f528b41, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e3cfe10-6944-4dfd-8398-ce752f528b41,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:44:51.805855 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dfe92518-faf0-47fe-9045-3d8ffff0ce76 req-13d40823-da1d-4bd6-b071-8c2bc38a37f6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550354 Dec 13 23:44:51.842231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:51.846793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:51.905560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:51.906934 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-0e188262-3796-44b0-959a-f56b139df720 service neutron] 10.222.0.18 "PUT /v2.0/ports/5e3cfe10-6944-4dfd-8398-ce752f528b41 HTTP/1.1" status: 200 len: 1093 time: 1.3297324 Dec 13 23:44:51.907461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:44:51.939241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3cfe10-6944-4dfd-8398-ce752f528b41,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:51.952623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:51.972518 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'status': 'completed', 'code': 200} Dec 13 23:44:52.071964 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f1c8ecfd-da31-49aa-9503-ae42c245d614 req-6ef8238a-0d53-4421-bf7d-f93331f75574 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 1096 time: 0.0754409 Dec 13 23:44:52.211820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8ecfd-da31-49aa-9503-ae42c245d614 req-ffd75fea-0fec-49d8-b336-7687c77d341a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:52.213186 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f1c8ecfd-da31-49aa-9503-ae42c245d614 req-ffd75fea-0fec-49d8-b336-7687c77d341a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d3d8da920508450f8da84f5580d6eb0f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1348403 Dec 13 23:44:52.346964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8ecfd-da31-49aa-9503-ae42c245d614 req-2073d235-d389-4259-8d0e-2475557bb8a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:52.348448 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f1c8ecfd-da31-49aa-9503-ae42c245d614 req-2073d235-d389-4259-8d0e-2475557bb8a5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296122 Dec 13 23:44:52.454611 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-1797ecad-679f-4104-8835-9c3e7eaeea74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 1096 time: 0.0683408 Dec 13 23:44:52.525325 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-c70c61f6-7793-4ee9-b120-0556e0a7b9a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e3cfe10-6944-4dfd-8398-ce752f528b41 HTTP/1.1" status: 200 len: 217 time: 0.0631878 Dec 13 23:44:52.587301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-fd03adb3-8fcf-420b-8112-af24adcebae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:52.588760 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-fd03adb3-8fcf-420b-8112-af24adcebae0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d36b3725-3c1b-424a-9c8f-983d20d26b87 HTTP/1.1" status: 200 len: 835 time: 0.0581050 Dec 13 23:44:52.668865 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-7ba8f8a1-e840-4ffd-a011-3d1334b1ff63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739436 Dec 13 23:44:52.801307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-c0454a9f-ac2c-4cce-9803-d0941605048e service neutron] 10.222.0.18 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258128 Dec 13 23:44:52.972618 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a85eee92-8df8-495e-99bb-4a99cf492362 req-2f3d0bd5-c6bf-4e7a-85b5-a5278b16b471 service neutron] 10.222.0.18 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649680 Dec 13 23:44:53.006868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1facdb-bc94-4e1e-a5a1-f8e4f1d3b9a8 req-5bdb59c5-42ac-47a7-85f7-044112bfea32 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:53.009150 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8c1facdb-bc94-4e1e-a5a1-f8e4f1d3b9a8 req-5bdb59c5-42ac-47a7-85f7-044112bfea32 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 943 time: 0.0835812 Dec 13 23:44:53.054642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8c1facdb-bc94-4e1e-a5a1-f8e4f1d3b9a8 req-6a286877-65c6-4cdf-b262-b18a636caa05 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397892 Dec 13 23:44:54.253784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ea44-2330-4e2a-b745-dc0dc1eca16b req-990e1a21-1ae3-4154-814a-c23a9df12b67 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:54.255222 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4111ea44-2330-4e2a-b745-dc0dc1eca16b req-990e1a21-1ae3-4154-814a-c23a9df12b67 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 943 time: 0.0765803 Dec 13 23:44:54.398138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-4111ea44-2330-4e2a-b745-dc0dc1eca16b req-94c5c732-2917-4a5e-a69e-4fd22446427a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:44:54.534513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-4111ea44-2330-4e2a-b745-dc0dc1eca16b req-94c5c732-2917-4a5e-a69e-4fd22446427a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:44:54.535718 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4111ea44-2330-4e2a-b745-dc0dc1eca16b req-94c5c732-2917-4a5e-a69e-4fd22446427a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750494 Dec 13 23:44:55.058660 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:44:55.739986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171f785-627e-43f1-9239-4520aa378343 req-248f19ea-c09f-4bac-af69-91d0782648f5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:55.741403 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0171f785-627e-43f1-9239-4520aa378343 req-248f19ea-c09f-4bac-af69-91d0782648f5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 943 time: 0.0813503 Dec 13 23:44:55.790248 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0171f785-627e-43f1-9239-4520aa378343 req-1d871d6f-cf0a-4f46-acea-295860885aa0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419061 Dec 13 23:44:55.865497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 5e3cfe10-6944-4dfd-8398-ce752f528b41 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:44:55.998602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 5e3cfe10-6944-4dfd-8398-ce752f528b41, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e3cfe10-6944-4dfd-8398-ce752f528b41,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:56.011463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'port_id': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'mac_address': 'fa:16:3e:7e:61:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:44:56.067187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:56.083820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3cfe10-6944-4dfd-8398-ce752f528b41 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:44:56.098889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 5e3cfe10-6944-4dfd-8398-ce752f528b41, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e3cfe10-6944-4dfd-8398-ce752f528b41,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:56.161393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:56.163104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:56.227615 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=5e3cfe10-6944-4dfd-8398-ce752f528b41,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:56.230653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:56.354868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['5e3cfe10-6944-4dfd-8398-ce752f528b41'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:44:56.995977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71567d34-0e99-4726-a2ce-94cda7313ea8 req-de5bbf62-608b-43ac-bda7-5a08e23cceca tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:56.997346 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-71567d34-0e99-4726-a2ce-94cda7313ea8 req-de5bbf62-608b-43ac-bda7-5a08e23cceca tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 944 time: 0.0843349 Dec 13 23:44:57.041578 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-71567d34-0e99-4726-a2ce-94cda7313ea8 req-38016b1c-22e5-46d1-ab44-b73b85d0b904 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 Dec 13 23:44:57.895600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 5e3cfe10-6944-4dfd-8398-ce752f528b41 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:44:58.029662 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 5e3cfe10-6944-4dfd-8398-ce752f528b41 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:44:58.034320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 5e3cfe10-6944-4dfd-8398-ce752f528b41 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:44:58.034689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:58.151346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:58.177705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:44:58.187852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 5e3cfe10-6944-4dfd-8398-ce752f528b41, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e3cfe10-6944-4dfd-8398-ce752f528b41,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:44:58.233660 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'code': 200} Dec 13 23:44:58.237837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf963e40-7f21-4765-8187-cddb1b840177 req-cf39c329-d198-40af-8d82-328d271cd510 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:58.239359 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf963e40-7f21-4765-8187-cddb1b840177 req-cf39c329-d198-40af-8d82-328d271cd510 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 944 time: 0.0783517 Dec 13 23:44:58.274015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:44:58.276880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:44:58.293793 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf963e40-7f21-4765-8187-cddb1b840177 req-0598452c-3f0e-41b9-957e-c28f0d66358e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413203 Dec 13 23:44:58.346206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=5e3cfe10-6944-4dfd-8398-ce752f528b41,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:44:58.349589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:44:58.621018 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-742f0141-645c-48d5-862d-caa719d9f7d4 req-3c0ee930-e1dd-41c9-b77a-e9606246b85d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 1098 time: 0.0707822 Dec 13 23:44:58.663622 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-742f0141-645c-48d5-862d-caa719d9f7d4 req-3769546c-db3f-416f-abdc-8fd27e194c78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353277 Dec 13 23:44:59.487255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb52c4-3ed4-4c1c-bd56-e09df1084e66 req-9cd6468f-168d-4ac0-b534-02accd18ad22 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:44:59.488716 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18eb52c4-3ed4-4c1c-bd56-e09df1084e66 req-9cd6468f-168d-4ac0-b534-02accd18ad22 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 945 time: 0.0809286 Dec 13 23:44:59.534421 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18eb52c4-3ed4-4c1c-bd56-e09df1084e66 req-74cf2734-fd88-4c9f-88df-e544e1a170a2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402260 Dec 13 23:45:00.730325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acb4d8-5fc5-4aa8-9b08-32a26a534d5c req-de4e1e54-ef70-4bd6-98ee-36d06be83e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:00.731765 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-29acb4d8-5fc5-4aa8-9b08-32a26a534d5c req-de4e1e54-ef70-4bd6-98ee-36d06be83e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 945 time: 0.0765476 Dec 13 23:45:00.887253 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-29acb4d8-5fc5-4aa8-9b08-32a26a534d5c req-7c43c6ec-c0dc-44d4-8c24-f7da601dac44 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494873 Dec 13 23:45:01.087493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26ab54-a929-4162-ae91-608a4b2ab2e7 req-151f32c7-9e18-4ba3-8856-fbd342aecbc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:01.088969 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5f26ab54-a929-4162-ae91-608a4b2ab2e7 req-151f32c7-9e18-4ba3-8856-fbd342aecbc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 945 time: 0.0787911 Dec 13 23:45:01.137285 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5f26ab54-a929-4162-ae91-608a4b2ab2e7 req-db033c2d-6da7-4f88-9a90-18273a0a3ae3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427854 Dec 13 23:45:01.164880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57326) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:01.234551 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aac89599-b2ec-4f56-86a8-5aa2f73a3772 tempest-TestNetworkBasicOps-931403657 tempest-TestNetworkBasicOps-931403657-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 1093 time: 0.0684540 Dec 13 23:45:01.237208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57330) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:01.242825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:45:01.248199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:45:01.251906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Usage tracker for resource:floatingip and tenant:d3d8da920508450f8da84f5580d6eb0f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:45:01.254650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:45:01.260659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:45:01.350323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:01.485188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:01.621461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Allocated IP 172.26.5.181 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/0d3b101c-05ed-44e1-bbac-be55aa52777b) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:45:01.772103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:01.864505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:01.869110 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-724e968c-f11d-4344-9c3b-b714f7d95475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:01.933106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:45:01.935744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:45:01.939965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:45:01.969627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=0d3b101c-05ed-44e1-bbac-be55aa52777b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:01.976880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:02.451478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:02.568353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:02.779588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:02.837151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:02.840730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:02.940146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event updated for resources: {'Port': ['ID=0d3b101c-05ed-44e1-bbac-be55aa52777b,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:02.944045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:02.958531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:03.250390 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Floating IP fcffe06a-6dce-402c-9a49-9064d114d265 associated. External IP: 172.26.5.181, port: 5e3cfe10-6944-4dfd-8398-ce752f528b41. Dec 13 23:45:03.637338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:45:03.838851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:45:03.850016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] Sync routers for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:45:03.863189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:45:03.863838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:03.912059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:03.967503 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7292998 Dec 13 23:45:03.968205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:45:03.970274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57334) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:04.045108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:45:04.082296 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c45e2533-2509-41a6-8dd7-4102eb2abe3c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.1093273 Dec 13 23:45:04.104343 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'status': 'completed', 'code': 200} Dec 13 23:45:04.202793 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-25b3bdc5-ca2d-463f-9695-c69df42fb16b req-bbd27359-cf55-416d-bf5a-af61bcf7f4e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 1098 time: 0.0766680 Dec 13 23:45:04.343524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3bdc5-ca2d-463f-9695-c69df42fb16b req-1d84c072-5cf1-497b-a23e-e1e0a4e19226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:04.345273 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-25b3bdc5-ca2d-463f-9695-c69df42fb16b req-1d84c072-5cf1-497b-a23e-e1e0a4e19226 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e HTTP/1.1" status: 200 len: 898 time: 0.1366584 Dec 13 23:45:04.433159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'fcffe06a-6dce-402c-9a49-9064d114d265', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.181', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'port_id': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'mac_address': 'fa:16:3e:7e:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e920ca-f44f-4404-9a11-e09536d30c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:45:02Z', 'updated_at': '2021-12-13T23:45:02Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1', 'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:96:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:40Z', 'updated_at': '2021-12-13T23:44:47Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:04.437016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] Checking router: d74a7145-4def-4ebf-abdd-439fc4c9a7a9 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:45:04.447683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:45:04.448290 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:44:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:04.452457 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-25b3bdc5-ca2d-463f-9695-c69df42fb16b req-af9f86d1-f032-4862-ae3c-e38ec70211b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e3cfe10-6944-4dfd-8398-ce752f528b41 HTTP/1.1" status: 200 len: 999 time: 0.0996542 Dec 13 23:45:04.515165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3bdc5-ca2d-463f-9695-c69df42fb16b req-a3eda7bb-e9e8-49f0-a98c-8b4adb46762f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:04.516626 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-25b3bdc5-ca2d-463f-9695-c69df42fb16b req-a3eda7bb-e9e8-49f0-a98c-8b4adb46762f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d36b3725-3c1b-424a-9c8f-983d20d26b87 HTTP/1.1" status: 200 len: 835 time: 0.0577731 Dec 13 23:45:04.592248 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-25b3bdc5-ca2d-463f-9695-c69df42fb16b req-5780814c-5c9a-47a6-8240-b3f44da8b04d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685217 Dec 13 23:45:04.624512 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:45:04.723526 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-25b3bdc5-ca2d-463f-9695-c69df42fb16b req-1b81b331-a2b1-42cb-ba4e-b921b6028523 service neutron] 10.222.0.18 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251297 Dec 13 23:45:04.858584 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-25b3bdc5-ca2d-463f-9695-c69df42fb16b req-b1d99284-3047-4e02-bdb9-57289c610830 service neutron] 10.222.0.18 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289587 Dec 13 23:45:04.967896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'fcffe06a-6dce-402c-9a49-9064d114d265', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.181', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'port_id': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'mac_address': 'fa:16:3e:7e:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e920ca-f44f-4404-9a11-e09536d30c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:45:02Z', 'updated_at': '2021-12-13T23:45:02Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1', 'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:96:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:40Z', 'updated_at': '2021-12-13T23:44:47Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:04.971825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a78fe-4980-4d78-b29b-567a2432ec32 None None] The sync data for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv is: [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'fcffe06a-6dce-402c-9a49-9064d114d265', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.181', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'port_id': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'mac_address': 'fa:16:3e:7e:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e920ca-f44f-4404-9a11-e09536d30c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:45:02Z', 'updated_at': '2021-12-13T23:45:02Z', 'revision_number': 0, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1', 'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:96:f4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:40Z', 'updated_at': '2021-12-13T23:44:47Z', 'revision_number': 5, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:45:05.085924 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57342) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:05.169811 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d084a1-3374-4755-adf9-ed25997124c4 None None] New status for floating IP fcffe06a-6dce-402c-9a49-9064d114d265: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:45:05.312257 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-801ea0ba-a6e9-49a6-b3a6-25e679454d4e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.2238784 Dec 13 23:45:06.315368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57346) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:06.421053 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2f220c37-013a-4e79-bce4-586af019142d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 993 time: 0.1044598 Dec 13 23:45:11.864176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-19832b98-e144-4dcf-8fd3-53c4cc3f402d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:14.088668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d5649553-e5a2-44f1-8eb0-2361f9b4bfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:15.442760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:15.465286 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:16.762582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:19.299788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:32.058569 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:45:35.672166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57362) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:35.677507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-920b3a7e-4fb3-4f2e-a032-350806205926 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:45:36.234716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-920b3a7e-4fb3-4f2e-a032-350806205926 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:36.299906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-920b3a7e-4fb3-4f2e-a032-350806205926 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:36.500797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920b3a7e-4fb3-4f2e-a032-350806205926 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:45:36.700355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920b3a7e-4fb3-4f2e-a032-350806205926 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:45:36.706198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-920b3a7e-4fb3-4f2e-a032-350806205926 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:36.707204 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-920b3a7e-4fb3-4f2e-a032-350806205926 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/d74a7145-4def-4ebf-abdd-439fc4c9a7a9 HTTP/1.1" status: 200 len: 889 time: 1.0341711 Dec 13 23:45:36.714587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed580505-2408-4d5a-b6a1-31290e8b4d63 None None] Sync routers for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:45:36.726116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed580505-2408-4d5a-b6a1-31290e8b4d63 None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:45:36.727351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed580505-2408-4d5a-b6a1-31290e8b4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:36.787049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed580505-2408-4d5a-b6a1-31290e8b4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:36.798097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed580505-2408-4d5a-b6a1-31290e8b4d63 None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:45:36.798680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed580505-2408-4d5a-b6a1-31290e8b4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:36.858956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-ed580505-2408-4d5a-b6a1-31290e8b4d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:36.859374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed580505-2408-4d5a-b6a1-31290e8b4d63 None None] The sync data for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:45:37.249675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:45:37.362083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:37.396131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:45:37.482207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:37.483987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:37.548363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:37.557369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.562243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:37.564547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:37.642477 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f6a69-9ab5-48a1-bfb4-7f23f5174abd None None] New status for floating IP fcffe06a-6dce-402c-9a49-9064d114d265: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:45:38.863595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57368) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:38.869327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d5c3ae8b-c394-4e59-bc17-50eaf3e9ba53 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:45:39.145702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5cc43761-723f-41e7-a787-1f4a977d0482 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:45:39.256777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:39.272733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 5cc43761-723f-41e7-a787-1f4a977d0482, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5cc43761-723f-41e7-a787-1f4a977d0482,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:45:39.326024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:39.327932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2d5d0be8-08aa-4381-a7b0-632f12ee8003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:39.396850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=5cc43761-723f-41e7-a787-1f4a977d0482,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:39.400282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:39.541464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ae8b-c394-4e59-bc17-50eaf3e9ba53 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:39.602975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ae8b-c394-4e59-bc17-50eaf3e9ba53 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657583'] for router, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:39.804288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c3ae8b-c394-4e59-bc17-50eaf3e9ba53 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:45:40.069204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c3ae8b-c394-4e59-bc17-50eaf3e9ba53 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:45:40.074991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ae8b-c394-4e59-bc17-50eaf3e9ba53 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:40.076420 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d5c3ae8b-c394-4e59-bc17-50eaf3e9ba53 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/d74a7145-4def-4ebf-abdd-439fc4c9a7a9 HTTP/1.1" status: 200 len: 888 time: 1.2115705 Dec 13 23:45:40.078793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] Sync routers for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:45:40.079597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57372) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:40.090460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:45:40.091067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:40.193712 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2e98f113-703a-46bc-8ab1-cb21ca330dea tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.1128657 Dec 13 23:45:40.309806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:45:40.649540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:45:39Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:45:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'fcffe06a-6dce-402c-9a49-9064d114d265', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.181', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'port_id': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'mac_address': 'fa:16:3e:7e:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e920ca-f44f-4404-9a11-e09536d30c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:45:02Z', 'updated_at': '2021-12-13T23:45:37Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1', 'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:96:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:40Z', 'updated_at': '2021-12-13T23:45:37Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:40.653406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] Checking router: d74a7145-4def-4ebf-abdd-439fc4c9a7a9 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:45:40.663749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:45:40.665418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:40.841203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:45:41.187761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:45:39Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:45:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'fcffe06a-6dce-402c-9a49-9064d114d265', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.181', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'port_id': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'mac_address': 'fa:16:3e:7e:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e920ca-f44f-4404-9a11-e09536d30c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:45:02Z', 'updated_at': '2021-12-13T23:45:37Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1', 'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:96:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:40Z', 'updated_at': '2021-12-13T23:45:37Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:41.191750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bdc9f-abae-4e71-b5ac-898d3a013f86 None None] The sync data for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv is: [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:45:39Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:45:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'fcffe06a-6dce-402c-9a49-9064d114d265', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'floating_ip_address': '172.26.5.181', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'port_id': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'mac_address': 'fa:16:3e:7e:61:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e920ca-f44f-4404-9a11-e09536d30c44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:45:02Z', 'updated_at': '2021-12-13T23:45:37Z', 'revision_number': 2, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1', 'name': '', 'network_id': 'bd69cf30-bad3-4bf7-b5c3-b204eaf8886e', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'mac_address': 'fa:16:3e:96:f4:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:40Z', 'updated_at': '2021-12-13T23:45:37Z', 'revision_number': 6, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'subnets': [{'id': 'd36b3725-3c1b-424a-9c8f-983d20d26b87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:45:41.197512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57376) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:41.312798 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c530dc4d-9631-4cba-9662-e370a32c0eb4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.1142385 Dec 13 23:45:41.740396 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1055294a-ed46-4276-a3b1-24f103720853 req-2cfd9231-3724-4624-acc3-738296e18a8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773144 Dec 13 23:45:41.892946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-099372c7-20f3-4450-9465-a908dab0ea43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:41.904626 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1055294a-ed46-4276-a3b1-24f103720853 req-aa8c11a2-f59d-4edd-9d8d-f983fe834826 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 1098 time: 0.0798223 Dec 13 23:45:42.057686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055294a-ed46-4276-a3b1-24f103720853 req-6bbfa888-866b-4e30-aeca-a0d6c89e4c7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:42.059175 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1055294a-ed46-4276-a3b1-24f103720853 req-6bbfa888-866b-4e30-aeca-a0d6c89e4c7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e HTTP/1.1" status: 200 len: 898 time: 0.1344545 Dec 13 23:45:42.166864 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1055294a-ed46-4276-a3b1-24f103720853 req-6907c7ce-1e33-4856-b1ea-64c8e3e61e97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e3cfe10-6944-4dfd-8398-ce752f528b41 HTTP/1.1" status: 200 len: 999 time: 0.1015048 Dec 13 23:45:42.231506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055294a-ed46-4276-a3b1-24f103720853 req-cd96af81-968f-4ba0-bdf1-6c4646c09a0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:42.233005 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1055294a-ed46-4276-a3b1-24f103720853 req-cd96af81-968f-4ba0-bdf1-6c4646c09a0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d36b3725-3c1b-424a-9c8f-983d20d26b87 HTTP/1.1" status: 200 len: 835 time: 0.0605197 Dec 13 23:45:42.313472 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1055294a-ed46-4276-a3b1-24f103720853 req-402cccd6-1748-422f-b5f6-e8bc28321bba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747371 Dec 13 23:45:42.314821 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57380) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:42.495949 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-368a41c8-daa7-4f73-8dda-cad206875938 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.1798611 Dec 13 23:45:42.534277 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1055294a-ed46-4276-a3b1-24f103720853 req-4bb9cfa2-6561-48ad-b201-a6d89bc3fe01 service neutron] 10.222.0.18 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668897 Dec 13 23:45:42.665326 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1055294a-ed46-4276-a3b1-24f103720853 req-6625b091-0d2e-43f6-948c-60b71f39cc82 service neutron] 10.222.0.18 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248229 Dec 13 23:45:43.193324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:45:43.260784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:45:43.261164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:43.385912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:43.418683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:45:43.493621 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:43.494449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5cc43761-723f-41e7-a787-1f4a977d0482 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:45:43.499072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57386) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:43.517174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:43.610915 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a9fb4bb9-a87b-4bca-9330-03b14772d9de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.1106045 Dec 13 23:45:43.611187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:43.614130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:43.624983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 5cc43761-723f-41e7-a787-1f4a977d0482 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:45:43.625361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:43.779991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:43.797659 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 5cc43761-723f-41e7-a787-1f4a977d0482, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5cc43761-723f-41e7-a787-1f4a977d0482,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:45:43.865210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:43.867738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2d5d0be8-08aa-4381-a7b0-632f12ee8003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:43.933913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=5cc43761-723f-41e7-a787-1f4a977d0482,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:43.936834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:44.097747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7fb59940-0936-45f9-9893-72146ac6710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:44.614803 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57392) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:44.717100 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-55387957-5719-4423-8300-e648f5e93f84 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.1009891 Dec 13 23:45:45.157235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:45:45.227649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:45:45.228038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:45.358279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5cc43761-723f-41e7-a787-1f4a977d0482 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:45:45.416166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:45.429215 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 5cc43761-723f-41e7-a787-1f4a977d0482 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:45:45.430241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:45.515245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:45.720937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57396) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:45.822051 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-818d44df-9254-43c0-abd8-acec3c730536 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.0999880 Dec 13 23:45:46.782789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:46.825434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57402) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:46.933281 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-25314f78-d7a7-47e4-8999-2c2ce1a388f3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.1066351 Dec 13 23:45:47.936229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57406) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:48.136023 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3689a83b-c909-452e-b594-76fb4cabc32d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 991 time: 0.1984441 Dec 13 23:45:48.318905 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d036dc6f-0988-4383-8ff5-ac9d216b37c3 None None] New status for floating IP fcffe06a-6dce-402c-9a49-9064d114d265: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:45:49.139593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57410) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:49.245127 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-779e9082-a208-45fb-abfb-ff044bcc728e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 200 len: 993 time: 0.1042585 Dec 13 23:45:49.288113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:49.525722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57418) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:49.835050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 0d3b101c-05ed-44e1-bbac-be55aa52777b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:45:49.836013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:50.004371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:50.004695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:50.125718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 0d3b101c-05ed-44e1-bbac-be55aa52777b owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=0d3b101c-05ed-44e1-bbac-be55aa52777b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:50.573866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:50.892909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:45:51.091370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:45:51.173209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:51.229078 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/floatingips/fcffe06a-6dce-402c-9a49-9064d114d265 HTTP/1.1" status: 204 len: 168 time: 1.7023129 Dec 13 23:45:51.229731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:45:51.287408 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'status': 'completed', 'code': 200} Dec 13 23:45:51.389507 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e645ebf3-f230-47f7-8fc0-efc6f2234ec1 req-6de914a5-505b-4c44-afc2-e55fdfc108a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3d8da920508450f8da84f5580d6eb0f&device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 1098 time: 0.0783875 Dec 13 23:45:51.522685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645ebf3-f230-47f7-8fc0-efc6f2234ec1 req-baed763f-e887-454e-847f-a57af6b1faab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:51.524783 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e645ebf3-f230-47f7-8fc0-efc6f2234ec1 req-baed763f-e887-454e-847f-a57af6b1faab service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e HTTP/1.1" status: 200 len: 898 time: 0.1287999 Dec 13 23:45:51.592667 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e645ebf3-f230-47f7-8fc0-efc6f2234ec1 req-01f473d8-1dbe-4692-b5a7-840698856821 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e3cfe10-6944-4dfd-8398-ce752f528b41 HTTP/1.1" status: 200 len: 217 time: 0.0611885 Dec 13 23:45:51.664661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645ebf3-f230-47f7-8fc0-efc6f2234ec1 req-d096e73d-f32a-4458-9d4b-19e6b6047542 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:51.666083 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e645ebf3-f230-47f7-8fc0-efc6f2234ec1 req-d096e73d-f32a-4458-9d4b-19e6b6047542 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d36b3725-3c1b-424a-9c8f-983d20d26b87 HTTP/1.1" status: 200 len: 835 time: 0.0624382 Dec 13 23:45:51.743252 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e645ebf3-f230-47f7-8fc0-efc6f2234ec1 req-91b360a2-87a8-4996-9e4d-08ae199af953 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709035 Dec 13 23:45:51.853058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc05db6-1920-4ff4-b76f-c468157593bd req-1115da0a-f461-42f1-b8d1-d393b6e6ed3a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:51.853662 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-2cc05db6-1920-4ff4-b76f-c468157593bd req-1115da0a-f461-42f1-b8d1-d393b6e6ed3a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:45:51.877047 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e645ebf3-f230-47f7-8fc0-efc6f2234ec1 req-ec9b39ec-520e-4993-bdcd-d9847b6c2b8d service neutron] 10.222.0.18 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260395 Dec 13 23:45:51.928002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-2cc05db6-1920-4ff4-b76f-c468157593bd req-1115da0a-f461-42f1-b8d1-d393b6e6ed3a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:45:51.929297 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2cc05db6-1920-4ff4-b76f-c468157593bd req-1115da0a-f461-42f1-b8d1-d393b6e6ed3a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 945 time: 0.1567152 Dec 13 23:45:51.978304 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2cc05db6-1920-4ff4-b76f-c468157593bd req-efced30f-5a16-48d7-b9a0-ed7f5b71a783 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 Dec 13 23:45:52.013878 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e645ebf3-f230-47f7-8fc0-efc6f2234ec1 req-66348835-c470-4a49-953a-d359669e2f2f service neutron] 10.222.0.18 "GET /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299453 Dec 13 23:45:53.087356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131adfaa-df32-4353-b9cc-07247e28e01c req-2a9e18d7-2560-4d6f-8a1c-2bde4f875f22 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:53.088832 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-131adfaa-df32-4353-b9cc-07247e28e01c req-2a9e18d7-2560-4d6f-8a1c-2bde4f875f22 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 945 time: 0.0776939 Dec 13 23:45:53.203268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-131adfaa-df32-4353-b9cc-07247e28e01c req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 5e3cfe10-6944-4dfd-8398-ce752f528b41 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:45:53.203635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-131adfaa-df32-4353-b9cc-07247e28e01c req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:53.317578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc7cd9-8db7-4938-a185-12d8bd017c34 req-4e14de44-e5cb-4b13-945d-6b2b42c9a1e1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:45:53.318987 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-89bc7cd9-8db7-4938-a185-12d8bd017c34 req-4e14de44-e5cb-4b13-945d-6b2b42c9a1e1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 945 time: 0.1935763 Dec 13 23:45:53.451889 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-89bc7cd9-8db7-4938-a185-12d8bd017c34 req-155ffec3-3455-41e3-a06a-19a4a8a2c737 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/security-groups?id=486ce0be-9a91-416a-bc6a-c0c1eb0db033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230774 Dec 13 23:45:53.502495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-131adfaa-df32-4353-b9cc-07247e28e01c req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 5e3cfe10-6944-4dfd-8398-ce752f528b41, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e3cfe10-6944-4dfd-8398-ce752f528b41,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:45:53.502842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-131adfaa-df32-4353-b9cc-07247e28e01c req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:53.726187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-131adfaa-df32-4353-b9cc-07247e28e01c req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 5e3cfe10-6944-4dfd-8398-ce752f528b41 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:45:53.925913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-131adfaa-df32-4353-b9cc-07247e28e01c req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:53.932302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1b8f3959-ab98-41ba-bba5-4b7109d5669b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:53.979727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=5e3cfe10-6944-4dfd-8398-ce752f528b41,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:54.049677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.050066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.050443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.050818 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.051191 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.051562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.051953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.052321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.052687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.053053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.053422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:45:54.060673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:54.061650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-131adfaa-df32-4353-b9cc-07247e28e01c req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] No DVR routers for this DVR port 5e3cfe10-6944-4dfd-8398-ce752f528b41 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:45:54.063776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-131adfaa-df32-4353-b9cc-07247e28e01c req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:54.066324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'name': 'network-vif-deleted', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:45:54.138304 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-131adfaa-df32-4353-b9cc-07247e28e01c req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.18 "DELETE /v2.0/ports/5e3cfe10-6944-4dfd-8398-ce752f528b41 HTTP/1.1" status: 204 len: 173 time: 1.0440741 Dec 13 23:45:54.146856 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e920ca-f44f-4404-9a11-e09536d30c44', 'name': 'network-vif-deleted', 'tag': '5e3cfe10-6944-4dfd-8398-ce752f528b41', 'status': 'completed', 'code': 200} Dec 13 23:45:54.630608 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f2f187d8-ba8c-47b7-a8c3-f9cd2df123c4 req-3de5c88e-2d96-4a66-846d-71f5126ca37f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Synchronizing usage tracker for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:45:54.693409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f2f187d8-ba8c-47b7-a8c3-f9cd2df123c4 req-3de5c88e-2d96-4a66-846d-71f5126ca37f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Unset dirty status for tenant:d3d8da920508450f8da84f5580d6eb0f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:45:54.694789 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f2f187d8-ba8c-47b7-a8c3-f9cd2df123c4 req-3de5c88e-2d96-4a66-846d-71f5126ca37f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e920ca-f44f-4404-9a11-e09536d30c44 HTTP/1.1" status: 200 len: 210 time: 0.1075110 Dec 13 23:45:55.806276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57438) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:55.876599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-06882f94-ede3-4ab5-8210-1182d4a37422 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:55.907475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-06882f94-ede3-4ab5-8210-1182d4a37422 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:56.019350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-06882f94-ede3-4ab5-8210-1182d4a37422 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:56.025249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ae97cf28-519d-433b-a50d-4bed69465c7b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:56.040887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06882f94-ede3-4ab5-8210-1182d4a37422 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486ce0be-9a91-416a-bc6a-c0c1eb0db033,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:56.044170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-06882f94-ede3-4ab5-8210-1182d4a37422 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:56.097040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-06882f94-ede3-4ab5-8210-1182d4a37422 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:56.098191 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-06882f94-ede3-4ab5-8210-1182d4a37422 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/security-groups/486ce0be-9a91-416a-bc6a-c0c1eb0db033 HTTP/1.1" status: 204 len: 168 time: 0.2909448 Dec 13 23:45:56.194820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57444) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:56.701872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:57.308372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:45:57.308971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:57.493245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:45:57.493600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:57.614575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:45:57.910436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:57.914820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e3383d6-e80b-4eb9-9784-b9b90f04a9c5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:58.062306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:58.065764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:58.114006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 5e3cfe10-6944-4dfd-8398-ce752f528b41 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:45:58.151329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 5e3cfe10-6944-4dfd-8398-ce752f528b41 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:45:58.151802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 5e3cfe10-6944-4dfd-8398-ce752f528b41 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:45:58.359674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:58.766083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] Sync routers for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:45:58.778544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:45:58.779156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:58.941955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:45:58.956513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:45:59.159204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:45:59.243635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:45:57Z', 'revision_number': 7, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:45:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:59.247957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] Checking router: d74a7145-4def-4ebf-abdd-439fc4c9a7a9 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:45:59.255698 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "PUT /v2.0/routers/d74a7145-4def-4ebf-abdd-439fc4c9a7a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0574455 Dec 13 23:45:59.255981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57448) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:45:59.258525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] Routers {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:45:59.259129 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:59.447105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting subnet d36b3725-3c1b-424a-9c8f-983d20d26b87 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:45:59.450213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:59.450336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] Set router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:45:59.502177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:59.709094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:59.782629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:45:57Z', 'revision_number': 7, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:45:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:45:59.786532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21055ea-17d9-4bb7-8449-336da537918e None None] The sync data for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv is: [{'id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'name': 'tempest-TestNetworkBasicOps-router-1430429969', 'tenant_id': 'd3d8da920508450f8da84f5580d6eb0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237'}], 'enable_snat': True}, 'gw_port_id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:44:36Z', 'updated_at': '2021-12-13T23:45:57Z', 'revision_number': 7, 'project_id': 'd3d8da920508450f8da84f5580d6eb0f', 'gw_port': {'id': '5cc43761-723f-41e7-a787-1f4a977d0482', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:71:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a7145-4def-4ebf-abdd-439fc4c9a7a9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:44:37Z', 'updated_at': '2021-12-13T23:45:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:45:59.846305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:59.850402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0d714bfe-5d6e-4a2e-812f-b2562137884c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:45:59.886750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Subnet': ['ID=d36b3725-3c1b-424a-9c8f-983d20d26b87,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:45:59.890199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:45:59.893397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:45:59.899530 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/subnets/d36b3725-3c1b-424a-9c8f-983d20d26b87 HTTP/1.1" status: 204 len: 168 time: 0.6425748 Dec 13 23:45:59.899892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6578831-2ad0-48bb-99b3-298a82111e7f None None] Network bd69cf30-bad3-4bf7-b5c3-b204eaf8886e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:45:59.902131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57452) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:00.109780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:00.172011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] DHCP port deletion for bd69cf30-bad3-4bf7-b5c3-b204eaf8886e request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:46:00.177295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] Deleting port 0fef14d2-532b-4c59-9baf-2c222aa22c3a {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:46:00.177680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:00.336471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:00.404747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] For port 0fef14d2-532b-4c59-9baf-2c222aa22c3a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0fef14d2-532b-4c59-9baf-2c222aa22c3a,segment=NetworkSegment(bb5dc93f-2664-484b-9991-a97fc1d3ce66),segment_id=bb5dc93f-2664-484b-9991-a97fc1d3ce66)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:46:00.405281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:00.407784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Deleting port 5cc43761-723f-41e7-a787-1f4a977d0482 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:46:00.408286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:00.535924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] Calling delete_port for 0fef14d2-532b-4c59-9baf-2c222aa22c3a owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:46:00.596635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] For port 5cc43761-723f-41e7-a787-1f4a977d0482, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=5cc43761-723f-41e7-a787-1f4a977d0482,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:46:00.597195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:00.676841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:00.681865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-11b38543-8508-437f-b6b1-de4edc1342dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:00.723874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] Pushing event deleted for resources: {'Port': ['ID=0fef14d2-532b-4c59-9baf-2c222aa22c3a,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:00.728506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:00.729916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Calling delete_port for 5cc43761-723f-41e7-a787-1f4a977d0482 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:46:00.731126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] No DVR routers for this DVR port 0fef14d2-532b-4c59-9baf-2c222aa22c3a on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:46:00.979125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:00.982760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cf98a292-8728-49ad-8129-83217b3ebe56 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:01.026092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Port': ['ID=5cc43761-723f-41e7-a787-1f4a977d0482,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:01.030245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:01.207185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:46:01.243120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:46:01.243391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b69bdc0b-e09f-4eab-b0e1-8f97abfc0ad1 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:46:01.243848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0fef14d2-532b-4c59-9baf-2c222aa22c3a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:46:01.251592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:01.275256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 0fef14d2-532b-4c59-9baf-2c222aa22c3a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:46:01.275633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0fef14d2-532b-4c59-9baf-2c222aa22c3a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:46:01.615377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:01.620592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:01.733513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:01.734029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Fanout notify agent at l3_agent the message router_deleted on router d74a7145-4def-4ebf-abdd-439fc4c9a7a9 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:46:01.749440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:01.750529 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/routers/d74a7145-4def-4ebf-abdd-439fc4c9a7a9 HTTP/1.1" status: 204 len: 168 time: 1.8474817 Dec 13 23:46:01.753236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57456) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:01.869552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:02.005682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:02.032673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd69cf30-bad3-4bf7-b5c3-b204eaf8886e']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:02.045139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5dc93f-2664-484b-9991-a97fc1d3ce66') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:02.045435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5dc93f-2664-484b-9991-a97fc1d3ce66') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:02.057871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:02.074231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:02.080285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:46:02.080670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:46:02.095302 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:46:02.234118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:02.237578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4a67265a-9c3b-4f13-923e-6b533a0b4437 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:02.251636 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:02.262837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Pushing event deleted for resources: {'Network': ['ID=bd69cf30-bad3-4bf7-b5c3-b204eaf8886e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:02.266121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:02.339795 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] 10.222.0.30 "DELETE /v2.0/networks/bd69cf30-bad3-4bf7-b5c3-b204eaf8886e HTTP/1.1" status: 204 len: 168 time: 0.5854540 Dec 13 23:46:02.907745 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dd4e2a-b46d-4637-9e37-d2a0fb8bafff None None] New status for floating IP fcffe06a-6dce-402c-9a49-9064d114d265: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:46:02.913791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57464) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:03.096693 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f6a3fecc-3d2a-4f4c-b523-a602516e8b24 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3d8da920508450f8da84f5580d6eb0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1815314 Dec 13 23:46:03.098975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57470) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:03.133314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad2c718-6acf-478d-babb-a06e8b8c285d None None] Sync routers for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:46:03.144832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2c718-6acf-478d-babb-a06e8b8c285d None None] Routers set() bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:03.145206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2c718-6acf-478d-babb-a06e8b8c285d None None] Router IDs set() for agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 23:46:03.145867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_agentschedulers_db [None req-9ad2c718-6acf-478d-babb-a06e8b8c285d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent'). {{(pid=84313) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 23:46:03.156290 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2c718-6acf-478d-babb-a06e8b8c285d None None] Routers set() bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:03.156660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2c718-6acf-478d-babb-a06e8b8c285d None None] Router IDs set() for agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 23:46:03.157233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_agentschedulers_db [None req-9ad2c718-6acf-478d-babb-a06e8b8c285d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d74a7145-4def-4ebf-abdd-439fc4c9a7a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent'). {{(pid=84313) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 23:46:03.157613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad2c718-6acf-478d-babb-a06e8b8c285d None None] The sync data for ids ['d74a7145-4def-4ebf-abdd-439fc4c9a7a9'] in dv-neutron-821564-1-hyperv is: [] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:46:03.163938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7216f61-66ef-4358-8dc0-70a95dab4764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:03.192057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7216f61-66ef-4358-8dc0-70a95dab4764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:03.354231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7216f61-66ef-4358-8dc0-70a95dab4764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:03.358265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4fb75a75-528a-43e5-9044-cbbe66eab3cd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:03.373137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7216f61-66ef-4358-8dc0-70a95dab4764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415e79f2-ff45-4a2a-b9f6-40cc7d657cf6,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:03.377110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e7216f61-66ef-4358-8dc0-70a95dab4764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:03.380302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7216f61-66ef-4358-8dc0-70a95dab4764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:03.381438 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e7216f61-66ef-4358-8dc0-70a95dab4764 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/415e79f2-ff45-4a2a-b9f6-40cc7d657cf6 HTTP/1.1" status: 204 len: 168 time: 0.2815719 Dec 13 23:46:04.037795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57478) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:04.059375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:04.090412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:04.094234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Usage tracker for resource:security_group_rule and tenant:a56ff3ef61fc4eebb3008bb6210c289d is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:04.097082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:04.103831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:04.169301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:04.253249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:04.260437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-21dfdcc7-55b5-499f-8404-973a5dc2b1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:04.300723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a7a164-6d2a-43e7-a21d-f9e69e6d5136,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:04.306255 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a56ff3ef61fc4eebb3008bb6210c289d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2654295 Dec 13 23:46:04.306255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:04.307908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57482) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:04.369730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e56-0707-429b-84d6-0356e218fd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:04.394786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e56-0707-429b-84d6-0356e218fd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:04.504467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e56-0707-429b-84d6-0356e218fd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:04.508118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d74aceab-5965-4ed0-825f-a0778ebf9750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:04.520672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f9e56-0707-429b-84d6-0356e218fd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a7a164-6d2a-43e7-a21d-f9e69e6d5136,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:04.524346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3f2f9e56-0707-429b-84d6-0356e218fd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:04.526423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3f2f9e56-0707-429b-84d6-0356e218fd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:04.527406 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3f2f9e56-0707-429b-84d6-0356e218fd9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45a7a164-6d2a-43e7-a21d-f9e69e6d5136 HTTP/1.1" status: 204 len: 168 time: 0.2188168 Dec 13 23:46:05.122077 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5cc43761-723f-41e7-a787-1f4a977d0482 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:46:05.158298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 5cc43761-723f-41e7-a787-1f4a977d0482 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:46:05.158658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 5cc43761-723f-41e7-a787-1f4a977d0482 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:46:05.861983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57504) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:05.988844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1228845129-network', 'tenant_id': '16d878029e7841b5a5a519275b44d13f'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:05.994039 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:05.997781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Usage tracker for resource:network and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:06.000579 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:06.010593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:06.087554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Made reservation on behalf of 16d878029e7841b5a5a519275b44d13f for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:46:06.089820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:06.103687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:06.134664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:06.138534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Usage tracker for resource:security_group_rule and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:06.141437 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:06.147080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:06.212489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:06.311087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:06.317781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9fe7a43e-15cb-4c4e-a864-d18ceab90140 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:06.365472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:46:06.380050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c562956f-c1d2-4c34-a79f-fa2c35bfc8e5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:06.389278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:06.390593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:06.390593 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Added segment bfc4e697-552e-41bf-9bf6-3437ab036f41 of type vlan for network 5a0fd21d-7898-4982-b082-edd2154e8dd7 Dec 13 23:46:06.420208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:06.505094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:06.505986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:06.507078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:06.512098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ab45cded-7253-4c2e-97ac-bca47cf0e054 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:06.612943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5a0fd21d-7898-4982-b082-edd2154e8dd7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:06.615630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:06.623724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:46:06.677694 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8145475 Dec 13 23:46:06.681090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57510) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:06.686549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Request body: {'subnet': {'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1228845129-subnet', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:06.691343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:06.695868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Usage tracker for resource:subnet and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:06.698815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:06.704903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:06.790213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Made reservation on behalf of 16d878029e7841b5a5a519275b44d13f for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:46:06.792567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:07.030671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:07.034189 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-57b6610b-3369-4bb6-a400-9f861bbb341d tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:07.096822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d638c733-1267-4113-8964-9d73221bc9ac,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:07.105791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:07.121486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Checking segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:46:07.121840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Network hostable DHCP agents. Network: 5a0fd21d-7898-4982-b082-edd2154e8dd7, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:46:07.193720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:46:07.274033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 5a0fd21d-7898-4982-b082-edd2154e8dd7) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:07.277918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:07.278500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:07.282686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a873a26-ddce-41b6-a730-94125a13256d None None] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:46:07.375632 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6805854 Dec 13 23:46:07.417742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57514) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:07.423800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:07.428944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:07.432950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Usage tracker for resource:router and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:07.435912 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:07.441808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:07.501546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-5a0fd21d-7898-4982-b082-edd2154e8dd7', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:46:07.502338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:07.509118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:07.510100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:07.528954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:07.661302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Allocated IP 172.20.0.2 (5a0fd21d-7898-4982-b082-edd2154e8dd7/d638c733-1267-4113-8964-9d73221bc9ac/ecbe6837-c636-432b-aeb4-c26421306419) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:46:07.737717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:07.901890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:07.912443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Transition to ACTIVE for port object ecbe6837-c636-432b-aeb4-c26421306419 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:07.930845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Transition to ACTIVE for port object ecbe6837-c636-432b-aeb4-c26421306419 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:07.983340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:08.008964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:08.012811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:08.013481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ce2b4ca-f841-46e4-9ee6-b37d95d29c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:08.081098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:46:08.083836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:08.088200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Pushing event updated for resources: {'Port': ['ID=ecbe6837-c636-432b-aeb4-c26421306419,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:08.090392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:46:08.093217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:08.153446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Allocated IP 172.26.5.112 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/6929aad6-2521-426a-bd74-3442b847f308) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:46:08.177126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Attempting to bind port ecbe6837-c636-432b-aeb4-c26421306419 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:46:08.177126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Attempting to bind port ecbe6837-c636-432b-aeb4-c26421306419 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:46:08.177126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Attempting to bind port ecbe6837-c636-432b-aeb4-c26421306419 on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:46:08.183874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:46:08.184254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Checking segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:46:08.184660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:08.185059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Bound using segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:46:08.185519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Bound port: ecbe6837-c636-432b-aeb4-c26421306419, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:46:08.185896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:08.278916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] For port ecbe6837-c636-432b-aeb4-c26421306419, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:46:08.282313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] For port ecbe6837-c636-432b-aeb4-c26421306419, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ecbe6837-c636-432b-aeb4-c26421306419,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:46:08.369294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:08.373805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-be8bcc35-971e-4521-9e44-4ccfde6fec3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:08.402102 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:08.452231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Pushing event updated for resources: {'Port': ['ID=ecbe6837-c636-432b-aeb4-c26421306419,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:08.454896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:08.494260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:08.498131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6a63dbf9-a9fd-4e64-8fd9-5fa5449176ba tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:08.568543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:46:08.572147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:08.576326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Pushing event updated for resources: {'Port': ['ID=6929aad6-2521-426a-bd74-3442b847f308,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:08.579838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:46:08.617607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:08.823522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:08.824307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:09.058787 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:46:09.121796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Router 058690f2-aa32-42c4-9dc1-aab775fcd9cf is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:46:09.197887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ecbe6837-c636-432b-aeb4-c26421306419 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:09.331657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port ecbe6837-c636-432b-aeb4-c26421306419 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:09.349342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:46:09.360144 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Sync routers for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:46:09.373951 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:09.374572 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:09.400953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c8128-d6b1-47ac-bcb8-7522fbe4fff8 None None] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:46:09.457280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:09.462340 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0395126 Dec 13 23:46:09.462555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57518) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:09.567590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-69481f96-28a1-48e6-8635-ae606847dd63 None None] Provisioning for port ecbe6837-c636-432b-aeb4-c26421306419 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:09.580771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-69481f96-28a1-48e6-8635-ae606847dd63 None None] Provisioning complete for port ecbe6837-c636-432b-aeb4-c26421306419 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:09.581153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-69481f96-28a1-48e6-8635-ae606847dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:09.591541 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:46:09.756640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-69481f96-28a1-48e6-8635-ae606847dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:09.797564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-69481f96-28a1-48e6-8635-ae606847dd63 None None] For port ecbe6837-c636-432b-aeb4-c26421306419, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ecbe6837-c636-432b-aeb4-c26421306419,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:46:09.878582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-69481f96-28a1-48e6-8635-ae606847dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:09.883261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:09.892017 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:08Z', 'revision_number': 3, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:09.896239 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Checking router: 058690f2-aa32-42c4-9dc1-aab775fcd9cf for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:46:09.896588 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Updating router 058690f2-aa32-42c4-9dc1-aab775fcd9cf port 6929aad6-2521-426a-bd74-3442b847f308 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:46:09.956771 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:09.973020 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69481f96-28a1-48e6-8635-ae606847dd63 None None] Pushing event updated for resources: {'Port': ['ID=ecbe6837-c636-432b-aeb4-c26421306419,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:09.977136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-69481f96-28a1-48e6-8635-ae606847dd63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:10.001204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8dd7a082-f5f1-48b4-bc63-73d1ceb45e45 None None] Provisioning complete for port ecbe6837-c636-432b-aeb4-c26421306419 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:10.001582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8dd7a082-f5f1-48b4-bc63-73d1ceb45e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:10.258727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:10.301047 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:10.313586 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Transition to ACTIVE for port object 6929aad6-2521-426a-bd74-3442b847f308 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:10.373402 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:10.377963 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-42cc37b1-653b-4ff1-b6f8-3d95bb6c1f22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:10.459582 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Attempting to bind port 6929aad6-2521-426a-bd74-3442b847f308 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:46:10.459983 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Attempting to bind port 6929aad6-2521-426a-bd74-3442b847f308 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:46:10.460352 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Attempting to bind port 6929aad6-2521-426a-bd74-3442b847f308 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:46:10.466406 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Pushing event updated for resources: {'Port': ['ID=6929aad6-2521-426a-bd74-3442b847f308,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:10.472399 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:46:10.472779 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:46:10.473180 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:10.473576 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:46:10.474035 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Bound port: 6929aad6-2521-426a-bd74-3442b847f308, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:46:10.474409 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:10.505980 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.506320 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.507275 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.507686 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.507961 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.508283 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.508604 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.508925 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.509318 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.509635 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.509957 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:10.514040 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:10.559220 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] For port 6929aad6-2521-426a-bd74-3442b847f308, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:46:10.562277 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] For port 6929aad6-2521-426a-bd74-3442b847f308, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6929aad6-2521-426a-bd74-3442b847f308,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:46:10.585069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Allocated IP 172.20.0.1 (5a0fd21d-7898-4982-b082-edd2154e8dd7/d638c733-1267-4113-8964-9d73221bc9ac/6427a3a7-788e-4571-ae54-eddcf2739689) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:46:10.653883 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:10.657604 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-46453c8b-c7d4-40e2-8c86-d02e31ac8967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:10.733802 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:10.738196 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Pushing event updated for resources: {'Port': ['ID=6929aad6-2521-426a-bd74-3442b847f308,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:10.743673 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:10.745206 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:10.745946 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:45:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:10.750577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Transition to ACTIVE for port object 6427a3a7-788e-4571-ae54-eddcf2739689 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:10.848138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:10.852651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e188262-3796-44b0-959a-f56b139df720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:10.918522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:46:10.922285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:10.924165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Pushing event updated for resources: {'Port': ['ID=6427a3a7-788e-4571-ae54-eddcf2739689,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:10.926221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:46:10.927132 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:46:10.951531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:10.985765 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:11.151002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:11.175414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ecbe6837-c636-432b-aeb4-c26421306419 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:11.224634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ff969dc6-5f58-4713-a6a8-48a62f8a3d91 None None] Provisioning for port 6427a3a7-788e-4571-ae54-eddcf2739689 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:11.236537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ff969dc6-5f58-4713-a6a8-48a62f8a3d91 None None] Provisioning complete for port 6427a3a7-788e-4571-ae54-eddcf2739689 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:11.236970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ff969dc6-5f58-4713-a6a8-48a62f8a3d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:11.261812 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:08Z', 'revision_number': 3, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:11.266041 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd7d027-7cad-44c8-8d6c-3781063d8c72 None None] The sync data for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv is: [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:08Z', 'revision_number': 3, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:46:11.294117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ff969dc6-5f58-4713-a6a8-48a62f8a3d91 None None] Port 6427a3a7-788e-4571-ae54-eddcf2739689 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:46:11.301446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ecbe6837-c636-432b-aeb4-c26421306419 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:11.301829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:11.403850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:11.471448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:11.505286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a0673b48-afd1-437e-836d-07ce77aa3e85 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:11.586081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Pushing event updated for resources: {'Port': ['ID=6427a3a7-788e-4571-ae54-eddcf2739689,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:11.588604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:11.592353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:11.733805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:46:11.734945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:11.899966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-93fe989a-a8c7-4d4b-8762-97c37daedf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:12.024754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-93b5097b-bc9b-4192-b6f0-d95a1093dcfb None None] Provisioning complete for port 6427a3a7-788e-4571-ae54-eddcf2739689 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:12.025223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-93b5097b-bc9b-4192-b6f0-d95a1093dcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:12.084214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-93b5097b-bc9b-4192-b6f0-d95a1093dcfb None None] Port 6427a3a7-788e-4571-ae54-eddcf2739689 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:46:12.145618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Router 058690f2-aa32-42c4-9dc1-aab775fcd9cf has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:46:12.448626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:46:12.457287 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] 10.222.0.30 "PUT /v2.0/routers/058690f2-aa32-42c4-9dc1-aab775fcd9cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9937532 Dec 13 23:46:13.183212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6929aad6-2521-426a-bd74-3442b847f308 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:13.321641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 6929aad6-2521-426a-bd74-3442b847f308 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:13.327016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6929aad6-2521-426a-bd74-3442b847f308 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:13.327391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:13.449294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:13.465981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 6929aad6-2521-426a-bd74-3442b847f308, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6929aad6-2521-426a-bd74-3442b847f308,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:46:13.516041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:13.517888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-26b3ad75-5822-4cd1-bbad-e177aceac2b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:13.582837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=6929aad6-2521-426a-bd74-3442b847f308,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:13.587018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:13.613733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57540) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:13.619917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1844136318-network', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:13.624641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:13.628519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Usage tracker for resource:network and tenant:dee28bfd4b7a4b6ea5adee76ac7a87a4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:13.632160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:13.637888 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:13.711048 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Made reservation on behalf of dee28bfd4b7a4b6ea5adee76ac7a87a4 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:46:13.713340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:13.725831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:13.755789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:13.760795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Usage tracker for resource:security_group_rule and tenant:dee28bfd4b7a4b6ea5adee76ac7a87a4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:13.763467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:13.769296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:13.838116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:13.904966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:13.907850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-925dfb4f-4817-4c4b-8799-ad56b283455b tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:13.937593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:46:13.942643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a178826-cc89-4f63-99d8-53cf8d1c3531,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:13.946790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:13.950379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:13.950711 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Added segment f5e2ebdf-4b35-41b3-af81-1200990ae8c2 of type vlan for network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc Dec 13 23:46:13.976819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:14.079278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:14.080235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:14.080807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:14.085783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3f56ee3b-6190-4da4-8fda-ec0241b0b08b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:14.091170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8c966bf3-416d-4377-a06a-73dc56c79678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:14.187310 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Pushing event updated for resources: {'Network': ['ID=ed5003c5-7514-4cb7-b9f8-a50ad7c26adc,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:14.190095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:14.197138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:46:14.263561 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6486149 Dec 13 23:46:14.266329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57544) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:14.271722 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Request body: {'subnet': {'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1844136318-subnet', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:14.277905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:14.281855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Usage tracker for resource:subnet and tenant:dee28bfd4b7a4b6ea5adee76ac7a87a4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:14.285028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:14.292586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:14.371243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Made reservation on behalf of dee28bfd4b7a4b6ea5adee76ac7a87a4 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:46:14.373552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:14.623020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:14.627112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8ed98876-9221-4898-9aba-6c90550d3ab2 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:14.698306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=915f2ef8-22c7-4c7b-8650-aa18bd0a863e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:14.701478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:14.717014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Checking segment: {'id': 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:46:14.717441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Network hostable DHCP agents. Network: ed5003c5-7514-4cb7-b9f8-a50ad7c26adc, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:46:14.742324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Sync routers for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:46:14.753689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:14.754288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:46:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:14.793964 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:46:14.867980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, ed5003c5-7514-4cb7-b9f8-a50ad7c26adc) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:14.873087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:14.873522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:14.887654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4d052-cdde-418e-8162-9b6e489399f7 None None] Network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:46:14.974328 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9dae6ad2-73d6-4bd4-b1a5-aa133c820ea7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7068610 Dec 13 23:46:14.977495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57548) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:14.982719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:14.987977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:14.992259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Usage tracker for resource:router and tenant:dee28bfd4b7a4b6ea5adee76ac7a87a4 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:14.998957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:15.000849 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:15.040469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:46:15.063027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.064090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.083737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.237822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6929aad6-2521-426a-bd74-3442b847f308 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:15.314570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.314765 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-ed5003c5-7514-4cb7-b9f8-a50ad7c26adc', 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'fixed_ips': [{'subnet_id': '915f2ef8-22c7-4c7b-8650-aa18bd0a863e'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:46:15.315432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.494585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.527513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.570928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.573373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6929aad6-2521-426a-bd74-3442b847f308 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:15.573767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.602394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.711561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Allocated IP 172.20.0.2 (ed5003c5-7514-4cb7-b9f8-a50ad7c26adc/915f2ef8-22c7-4c7b-8650-aa18bd0a863e/ef9f58de-e8a0-45d8-92c1-5fd124edfb4d) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:46:15.744207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Allocated IP 172.26.5.109 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/642ec75c-81fa-463b-a09f-00b26cda6071) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:46:15.846354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 2, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:15.859100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Checking router: 058690f2-aa32-42c4-9dc1-aab775fcd9cf for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:46:15.859467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Updating router 058690f2-aa32-42c4-9dc1-aab775fcd9cf port 6427a3a7-788e-4571-ae54-eddcf2739689 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:46:15.892119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.948061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:15.999993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.004374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0e753e60-8063-4c6f-90f5-7d10da4906a3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:16.072106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:46:16.074986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:16.079411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:46:16.108407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=642ec75c-81fa-463b-a09f-00b26cda6071,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:16.119511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:16.184731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.208933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Transition to ACTIVE for port object ef9f58de-e8a0-45d8-92c1-5fd124edfb4d will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:16.252481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Transition to ACTIVE for port object ef9f58de-e8a0-45d8-92c1-5fd124edfb4d will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:16.306274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.307226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.346218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.352822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:16.434487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:46:16.445893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:16.455016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:46:16.484293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Pushing event updated for resources: {'Port': ['ID=ef9f58de-e8a0-45d8-92c1-5fd124edfb4d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:16.493254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:16.590946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.608147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Attempting to bind port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:46:16.608516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Attempting to bind port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:46:16.608889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Attempting to bind port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d on network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:46:16.611128 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Transition to ACTIVE for port object 6427a3a7-788e-4571-ae54-eddcf2739689 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:16.619184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:46:16.619585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Checking segment: {'id': 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:46:16.620017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.620448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Bound using segment: {'id': 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:46:16.620913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Bound port: ef9f58de-e8a0-45d8-92c1-5fd124edfb4d, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:46:16.621297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.664673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.674076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:16.710863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Router d948bd44-8017-411b-810a-f6efd553a70c is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:46:16.844505 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780be849-bb6d-4f72-9ee2-02dd46c14001 None None] Pushing event updated for resources: {'Port': ['ID=6427a3a7-788e-4571-ae54-eddcf2739689,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:16.882443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-780be849-bb6d-4f72-9ee2-02dd46c14001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:16.889963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.923357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] For port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:46:16.931187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:46:16.939014 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Sync routers for ids ['d948bd44-8017-411b-810a-f6efd553a70c'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:46:16.954273 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Routers {'d948bd44-8017-411b-810a-f6efd553a70c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:16.954895 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:46:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d948bd44-8017-411b-810a-f6efd553a70c'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:16.957134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] For port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ef9f58de-e8a0-45d8-92c1-5fd124edfb4d,segment=NetworkSegment(f5e2ebdf-4b35-41b3-af81-1200990ae8c2),segment_id=f5e2ebdf-4b35-41b3-af81-1200990ae8c2)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:46:16.964981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Attempting to bind port 6427a3a7-788e-4571-ae54-eddcf2739689 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:46:16.965353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Attempting to bind port 6427a3a7-788e-4571-ae54-eddcf2739689 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:46:16.965724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Attempting to bind port 6427a3a7-788e-4571-ae54-eddcf2739689 on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:46:16.972174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:46:16.972560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Checking segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:46:16.972968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:16.973374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Bound using segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:46:16.973844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Bound port: 6427a3a7-788e-4571-ae54-eddcf2739689, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:46:16.974232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:17.077113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:17.086799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:17.113995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:17.119500 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1401868 Dec 13 23:46:17.130928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57552) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:17.144525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] For port 6427a3a7-788e-4571-ae54-eddcf2739689, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:46:17.161382 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Set router d948bd44-8017-411b-810a-f6efd553a70c gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:46:17.175839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] For port 6427a3a7-788e-4571-ae54-eddcf2739689, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6427a3a7-788e-4571-ae54-eddcf2739689,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:46:17.197943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Pushing event updated for resources: {'Port': ['ID=ef9f58de-e8a0-45d8-92c1-5fd124edfb4d,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:17.207821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:17.232793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:17.238653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:17.350732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780be849-bb6d-4f72-9ee2-02dd46c14001 None None] Pushing event updated for resources: {'Port': ['ID=6427a3a7-788e-4571-ae54-eddcf2739689,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:17.356636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-780be849-bb6d-4f72-9ee2-02dd46c14001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:17.358232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:17.364863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:46:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:17.626503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:46:17.675328 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:16Z', 'revision_number': 3, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'gw_port': {'id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:17.681431 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Checking router: d948bd44-8017-411b-810a-f6efd553a70c for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:46:17.682621 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Updating router d948bd44-8017-411b-810a-f6efd553a70c port 642ec75c-81fa-463b-a09f-00b26cda6071 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:46:17.750359 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:18.074922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:17Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:18.080312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6834c-2680-428d-9246-8816d59b8153 None None] The sync data for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv is: [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:17Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:46:18.152320 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:18.166780 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Transition to ACTIVE for port object 642ec75c-81fa-463b-a09f-00b26cda6071 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:18.237377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:18.241785 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:18.245733 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:18.394501 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Attempting to bind port 642ec75c-81fa-463b-a09f-00b26cda6071 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:46:18.394787 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Attempting to bind port 642ec75c-81fa-463b-a09f-00b26cda6071 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:46:18.395212 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Attempting to bind port 642ec75c-81fa-463b-a09f-00b26cda6071 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:46:18.403051 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43b283-a160-4651-8739-38ef1f58627d None None] Pushing event updated for resources: {'Port': ['ID=642ec75c-81fa-463b-a09f-00b26cda6071,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:18.407714 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-7f43b283-a160-4651-8739-38ef1f58627d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:18.411914 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:46:18.413259 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:46:18.413826 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:18.414361 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:46:18.414980 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Bound port: 642ec75c-81fa-463b-a09f-00b26cda6071, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:46:18.415523 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:18.510508 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] For port 642ec75c-81fa-463b-a09f-00b26cda6071, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:46:18.514022 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] For port 642ec75c-81fa-463b-a09f-00b26cda6071, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=642ec75c-81fa-463b-a09f-00b26cda6071,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:46:18.535909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Allocated IP 172.20.0.1 (ed5003c5-7514-4cb7-b9f8-a50ad7c26adc/915f2ef8-22c7-4c7b-8650-aa18bd0a863e/13614613-09fb-4c28-9439-0214efd3aa70) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:46:18.578356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d494e0b-e158-4bf4-b365-4e7ac356af92 None None] Network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:46:18.600730 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:18.605030 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8eb5c781-8945-47ca-9671-626a9c30af9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:18.690090 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43b283-a160-4651-8739-38ef1f58627d None None] Pushing event updated for resources: {'Port': ['ID=642ec75c-81fa-463b-a09f-00b26cda6071,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:18.694415 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-7f43b283-a160-4651-8739-38ef1f58627d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:18.700977 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Routers {'d948bd44-8017-411b-810a-f6efd553a70c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:18.701931 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:46:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d948bd44-8017-411b-810a-f6efd553a70c'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:18.717841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:18.726414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b96900af-6eb5-4b72-9692-40f3e11cec82 None None] Provisioning for port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:18.738588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Transition to ACTIVE for port object 13614613-09fb-4c28-9439-0214efd3aa70 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:18.830846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:18.837794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-111bd47f-a247-4699-86ef-c64619afb56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:18.910658 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] Set router d948bd44-8017-411b-810a-f6efd553a70c gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:46:19.065397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Pushing event updated for resources: {'Port': ['ID=13614613-09fb-4c28-9439-0214efd3aa70,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:19.072235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:19.074026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:46:19.075267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:19.077804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:46:19.137358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.282905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-14c6cb62-be41-4e62-be48-319dd14156d1 None None] Provisioning for port 13614613-09fb-4c28-9439-0214efd3aa70 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:19.292047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-14c6cb62-be41-4e62-be48-319dd14156d1 None None] Provisioning complete for port 13614613-09fb-4c28-9439-0214efd3aa70 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:19.292490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-14c6cb62-be41-4e62-be48-319dd14156d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.332665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ef9f58de-e8a0-45d8-92c1-5fd124edfb4d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:19.341602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.368355 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:16Z', 'revision_number': 3, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'gw_port': {'id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:19.375291 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930c9fbc-d78a-422c-9747-6d78a5951c01 None None] The sync data for ids ['d948bd44-8017-411b-810a-f6efd553a70c'] in dv-neutron-821564-1-hyperv is: [{'id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:16Z', 'revision_number': 3, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'gw_port': {'id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:46:19.383339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.395570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-14c6cb62-be41-4e62-be48-319dd14156d1 None None] Port 13614613-09fb-4c28-9439-0214efd3aa70 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:46:19.493242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:19.498396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:19.498781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.567105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cd53bd6b-55b1-43f7-aa07-48e23f8bc852 None None] Provisioning complete for port 13614613-09fb-4c28-9439-0214efd3aa70 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:19.567482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd53bd6b-55b1-43f7-aa07-48e23f8bc852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.590004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.641788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.658219 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-cd53bd6b-55b1-43f7-aa07-48e23f8bc852 None None] Port 13614613-09fb-4c28-9439-0214efd3aa70 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:46:19.669474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1f07c885-be24-47d8-9c8a-95b207a95aff tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:19.672444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.704580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ef9f58de-e8a0-45d8-92c1-5fd124edfb4d,segment=NetworkSegment(f5e2ebdf-4b35-41b3-af81-1200990ae8c2),segment_id=f5e2ebdf-4b35-41b3-af81-1200990ae8c2)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:46:19.749147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.753116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Pushing event updated for resources: {'Port': ['ID=13614613-09fb-4c28-9439-0214efd3aa70,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:19.756247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:19.784828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:19.785702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6427a3a7-788e-4571-ae54-eddcf2739689 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:19.815596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:19.891632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:46:19.892877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:19.904418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=ef9f58de-e8a0-45d8-92c1-5fd124edfb4d,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:19.907843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:19.990239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 6427a3a7-788e-4571-ae54-eddcf2739689 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:19.995869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6427a3a7-788e-4571-ae54-eddcf2739689 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:19.996256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:20.114599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:20.149934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 6427a3a7-788e-4571-ae54-eddcf2739689, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6427a3a7-788e-4571-ae54-eddcf2739689,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:46:20.183514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6608fd0d-167d-4627-b6ef-293daf2d2058 None None] Provisioning complete for port 13614613-09fb-4c28-9439-0214efd3aa70 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:20.183813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6608fd0d-167d-4627-b6ef-293daf2d2058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:20.218996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:20.223053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:20.279001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6608fd0d-167d-4627-b6ef-293daf2d2058 None None] Port 13614613-09fb-4c28-9439-0214efd3aa70 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:46:20.295270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Router d948bd44-8017-411b-810a-f6efd553a70c has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:46:20.298342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=6427a3a7-788e-4571-ae54-eddcf2739689,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:20.301752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:20.503055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:46:20.513524 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] 10.222.0.30 "PUT /v2.0/routers/d948bd44-8017-411b-810a-f6efd553a70c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3920696 Dec 13 23:46:21.184123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ef9f58de-e8a0-45d8-92c1-5fd124edfb4d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:21.258900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:21.259277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:21.320186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57562) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:21.327697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1690740583', 'description': 'tempest-secgroup-smoke-1690740583 description', 'project_id': '16d878029e7841b5a5a519275b44d13f'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:21.335014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:21.339572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:security_group and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:21.342831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:21.351430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:21.386209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6427a3a7-788e-4571-ae54-eddcf2739689 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:21.416979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:21.455084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6427a3a7-788e-4571-ae54-eddcf2739689 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:21.455582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:21.458146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:21.462359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:security_group_rule and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:21.465461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:21.471388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:21.529615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:21.589955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:21.595960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8195704-82b9-48f0-a603-bda488fc70c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:21.634144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff876e80-0e31-4594-94b4-058b9d9297cb,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:21.637511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:21.711151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:21.712437 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3911562 Dec 13 23:46:21.715370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57566) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:21.721141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'security_group_rule': {'security_group_id': 'ff876e80-0e31-4594-94b4-058b9d9297cb', 'project_id': '16d878029e7841b5a5a519275b44d13f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:21.728399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:21.732156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:security_group_rule and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:21.734993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:21.740708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:21.830688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:21.892947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:21.982217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:21.984210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4edf819b-585c-48ac-811b-7397148caac2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:22.007903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7010dc5a-b2fc-4db8-97c7-f2458e9d71b8,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:22.012122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:22.081487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.082672 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3663166 Dec 13 23:46:22.085568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57570) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:22.090926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'security_group_rule': {'security_group_id': 'ff876e80-0e31-4594-94b4-058b9d9297cb', 'project_id': '16d878029e7841b5a5a519275b44d13f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:22.096809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:22.101228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:security_group_rule and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:22.104055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:22.109700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:22.225654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.285846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.370846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.372764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-179a5f1b-1ae5-4d42-b605-59e436dd5c27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:22.398972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b297c571-32c1-4983-81c4-18410e6ac66a,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:22.403235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:22.476708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.477851 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3913858 Dec 13 23:46:22.480500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57574) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:22.485948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'security_group_rule': {'security_group_id': 'ff876e80-0e31-4594-94b4-058b9d9297cb', 'project_id': '16d878029e7841b5a5a519275b44d13f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:22.491913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:22.495740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:security_group_rule and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:22.498515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:22.504531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:22.582829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.647181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.713207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.719044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:22.738171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833d2ce5-05b2-4b51-8770-3ff7a8ceebff,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:22.740412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:22.810551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.811777 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3303101 Dec 13 23:46:22.814355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57578) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:22.820683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'security_group_rule': {'security_group_id': 'ff876e80-0e31-4594-94b4-058b9d9297cb', 'project_id': '16d878029e7841b5a5a519275b44d13f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:22.826415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:22.830169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:security_group_rule and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:22.833015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:22.839631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:22.908322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:22.971779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.041229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.043037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7d8d5a04-b91e-47b7-a86d-774d98fbee27 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:23.065049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf3a0ea-45d4-4311-8cae-1ebae4c439a2,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:23.067908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:23.144567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.145823 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3305614 Dec 13 23:46:23.148874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57582) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:23.154296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'security_group_rule': {'security_group_id': 'ff876e80-0e31-4594-94b4-058b9d9297cb', 'project_id': '16d878029e7841b5a5a519275b44d13f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:23.160337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:23.164634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:security_group_rule and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:23.167526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:23.173515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:23.241881 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Project 16d878029e7841b5a5a519275b44d13f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:46:23.248442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.428846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.567411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.569216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fbc44ef0-da3f-49c0-990d-88f32e83b15f tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:23.590803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92025ee1-a795-409e-9c75-8d3351a4dae8,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:23.593126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:23.693248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.694403 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5445602 Dec 13 23:46:23.697140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57586) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:46:23.702672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'security_group_rule': {'security_group_id': 'ff876e80-0e31-4594-94b4-058b9d9297cb', 'project_id': '16d878029e7841b5a5a519275b44d13f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:23.708496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:23.713179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:security_group_rule and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:46:23.716139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:46:23.721928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:23.805198 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Project 16d878029e7841b5a5a519275b44d13f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 23:46:23.811589 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.876162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.942300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:23.948335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-95c4dd80-7423-4c28-aec2-5a1218cf3e92 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:23.967493 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f554e0-601d-4bf1-b907-de492cfebfd1,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:23.970194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:24.034144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:24.035492 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3372900 Dec 13 23:46:27.231732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 642ec75c-81fa-463b-a09f-00b26cda6071 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:27.382290 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 642ec75c-81fa-463b-a09f-00b26cda6071 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:27.387880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 642ec75c-81fa-463b-a09f-00b26cda6071 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:27.388334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:27.505842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:27.521474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 642ec75c-81fa-463b-a09f-00b26cda6071, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=642ec75c-81fa-463b-a09f-00b26cda6071,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:46:27.582440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:27.584314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:27.653760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=642ec75c-81fa-463b-a09f-00b26cda6071,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:27.657025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:29.184626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 642ec75c-81fa-463b-a09f-00b26cda6071 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:29.293550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 642ec75c-81fa-463b-a09f-00b26cda6071 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:29.293920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:38.207509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Sync routers for ids ['d948bd44-8017-411b-810a-f6efd553a70c'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:46:38.220868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Routers {'d948bd44-8017-411b-810a-f6efd553a70c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:38.221567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:46:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d948bd44-8017-411b-810a-f6efd553a70c'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:38.414462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Set router d948bd44-8017-411b-810a-f6efd553a70c gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:46:38.729668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:19Z', 'revision_number': 4, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'gw_port': {'id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '13614613-09fb-4c28-9439-0214efd3aa70', 'name': '', 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'mac_address': 'fa:16:3e:e9:79:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '915f2ef8-22c7-4c7b-8650-aa18bd0a863e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:18Z', 'updated_at': '2021-12-13T23:46:19Z', 'revision_number': 2, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'subnets': [{'id': '915f2ef8-22c7-4c7b-8650-aa18bd0a863e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:38.733551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Checking router: d948bd44-8017-411b-810a-f6efd553a70c for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:46:38.733934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Updating router d948bd44-8017-411b-810a-f6efd553a70c port 13614613-09fb-4c28-9439-0214efd3aa70 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:46:38.785089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:39.139973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:39.152073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Transition to ACTIVE for port object 13614613-09fb-4c28-9439-0214efd3aa70 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:39.277524 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:39.283136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:39.402553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Pushing event updated for resources: {'Port': ['ID=13614613-09fb-4c28-9439-0214efd3aa70,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:39.423551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.423917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.424253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.424590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.424919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.425385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.425575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.425932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.426292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.426642 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.426962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:39.431739 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:39.520900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Attempting to bind port 13614613-09fb-4c28-9439-0214efd3aa70 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:46:39.521265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Attempting to bind port 13614613-09fb-4c28-9439-0214efd3aa70 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:46:39.521628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Attempting to bind port 13614613-09fb-4c28-9439-0214efd3aa70 on network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:46:39.528122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:46:39.528495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Checking segment: {'id': 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:46:39.528916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:39.529307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Bound using segment: {'id': 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:46:39.529760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Bound port: 13614613-09fb-4c28-9439-0214efd3aa70, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:46:39.530131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:39.628136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] For port 13614613-09fb-4c28-9439-0214efd3aa70, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:46:39.631931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] For port 13614613-09fb-4c28-9439-0214efd3aa70, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=13614613-09fb-4c28-9439-0214efd3aa70,segment=NetworkSegment(f5e2ebdf-4b35-41b3-af81-1200990ae8c2),segment_id=f5e2ebdf-4b35-41b3-af81-1200990ae8c2)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:46:39.745213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:39.748943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:39.827258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Pushing event updated for resources: {'Port': ['ID=13614613-09fb-4c28-9439-0214efd3aa70,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:39.830152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Routers {'d948bd44-8017-411b-810a-f6efd553a70c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:46:39.830764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:46:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d948bd44-8017-411b-810a-f6efd553a70c'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:39.930043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:40.067216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] Set router d948bd44-8017-411b-810a-f6efd553a70c gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:46:40.387829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:19Z', 'revision_number': 4, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'gw_port': {'id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '13614613-09fb-4c28-9439-0214efd3aa70', 'name': '', 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'mac_address': 'fa:16:3e:e9:79:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '915f2ef8-22c7-4c7b-8650-aa18bd0a863e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:18Z', 'updated_at': '2021-12-13T23:46:39Z', 'revision_number': 4, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'subnets': [{'id': '915f2ef8-22c7-4c7b-8650-aa18bd0a863e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:46:40.391946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9163a443-b803-4e0c-9d64-2734a44b5f27 None None] The sync data for ids ['d948bd44-8017-411b-810a-f6efd553a70c'] in dv-neutron-821564-1-hyperv is: [{'id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:19Z', 'revision_number': 4, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'gw_port': {'id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '13614613-09fb-4c28-9439-0214efd3aa70', 'name': '', 'network_id': 'ed5003c5-7514-4cb7-b9f8-a50ad7c26adc', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'mac_address': 'fa:16:3e:e9:79:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '915f2ef8-22c7-4c7b-8650-aa18bd0a863e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:18Z', 'updated_at': '2021-12-13T23:46:39Z', 'revision_number': 4, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'subnets': [{'id': '915f2ef8-22c7-4c7b-8650-aa18bd0a863e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:46:41.208387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 13614613-09fb-4c28-9439-0214efd3aa70 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:41.378410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 13614613-09fb-4c28-9439-0214efd3aa70 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:41.383521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 13614613-09fb-4c28-9439-0214efd3aa70 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:41.383870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:41.502963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:41.535101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 13614613-09fb-4c28-9439-0214efd3aa70, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=13614613-09fb-4c28-9439-0214efd3aa70,segment=NetworkSegment(f5e2ebdf-4b35-41b3-af81-1200990ae8c2),segment_id=f5e2ebdf-4b35-41b3-af81-1200990ae8c2)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:46:41.624202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:41.626090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:41.692322 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=13614613-09fb-4c28-9439-0214efd3aa70,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:41.695392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:41.933233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7addb536-8dcb-4181-94d8-198db567bce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:43.189996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 13614613-09fb-4c28-9439-0214efd3aa70 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:46:43.262782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 13614613-09fb-4c28-9439-0214efd3aa70 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:43.263154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:44.167222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-794b5451-707b-4273-a818-86baf6be5df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:45.446848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:45.458113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:46.058527 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:46:46.852817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:49.326877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:49.507349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-83037c5d-83a2-437d-acef-139c0c725b6a req-cdfe1349-8abf-4271-ad42-42a3eea2547d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:46:49.589395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-83037c5d-83a2-437d-acef-139c0c725b6a req-cdfe1349-8abf-4271-ad42-42a3eea2547d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:46:49.590480 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-cdfe1349-8abf-4271-ad42-42a3eea2547d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690740583&fields=id&tenant_id=16d878029e7841b5a5a519275b44d13f HTTP/1.1" status: 200 len: 267 time: 0.1236925 Dec 13 23:46:49.739159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83037c5d-83a2-437d-acef-139c0c725b6a req-99c230e9-fa91-4b0a-94d0-1c42301fcfda tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:49.739903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-83037c5d-83a2-437d-acef-139c0c725b6a req-99c230e9-fa91-4b0a-94d0-1c42301fcfda tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:46:49.821303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-83037c5d-83a2-437d-acef-139c0c725b6a req-99c230e9-fa91-4b0a-94d0-1c42301fcfda tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:46:49.822432 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-99c230e9-fa91-4b0a-94d0-1c42301fcfda tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 812 time: 0.2251084 Dec 13 23:46:49.839009 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-f913fa58-dfb0-45c0-8e53-d2679ae1ae87 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/quotas/16d878029e7841b5a5a519275b44d13f HTTP/1.1" status: 200 len: 375 time: 0.0113008 Dec 13 23:46:49.917823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-83037c5d-83a2-437d-acef-139c0c725b6a req-7ccdc8c6-37a0-4f0b-838f-9d09b2c78d3c tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:46:50.012496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-83037c5d-83a2-437d-acef-139c0c725b6a req-7ccdc8c6-37a0-4f0b-838f-9d09b2c78d3c tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:46:50.013810 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-7ccdc8c6-37a0-4f0b-838f-9d09b2c78d3c tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1699140 Dec 13 23:46:50.151441 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-7f2cc933-824b-455a-907d-b006de5bb126 service neutron] 10.222.0.30 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258404 Dec 13 23:46:50.285340 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-c29861c0-7c30-4298-9382-ed2ee873a9ad service neutron] 10.222.0.30 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282589 Dec 13 23:46:50.903623 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a963318b-8ca4-4012-a55f-6f2ba69964b4 req-1476bd10-643b-49f7-9728-83c1810d0ccd tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 210 time: 0.0468805 Dec 13 23:46:52.067042 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7b3cc0b8-4608-48fe-889a-50f3a6fe0193 req-65eb5dd4-2ab5-4aed-bc07-0c255863def0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 210 time: 0.0427227 Dec 13 23:46:53.136914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83037c5d-83a2-437d-acef-139c0c725b6a req-a56d430d-8c85-42bc-bf04-9a243618d8b8 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:53.138345 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-a56d430d-8c85-42bc-bf04-9a243618d8b8 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 812 time: 0.1469018 Dec 13 23:46:53.199164 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-5e9b7741-f4f6-42f6-a2ee-5f391fff0a2d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16d878029e7841b5a5a519275b44d13f HTTP/1.1" status: 200 len: 380 time: 0.0470469 Dec 13 23:46:53.208715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'port': {'device_id': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'admin_state_up': True, 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'security_groups': ['ff876e80-0e31-4594-94b4-058b9d9297cb']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:53.234337 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-81c83505-78c3-4bf6-a71d-56055b294151 req-8e404549-e2d4-4a30-8b2c-f80a15f05b94 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 210 time: 0.0447235 Dec 13 23:46:53.347838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:46:53.357535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:46:53.418067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Made reservation on behalf of 16d878029e7841b5a5a519275b44d13f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:46:53.421094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:53.589296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Allocated IP 172.20.0.6 (5a0fd21d-7898-4982-b082-edd2154e8dd7/d638c733-1267-4113-8964-9d73221bc9ac/49c533bd-01c7-4803-91c7-925f707d0255) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:46:53.780529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:53.797174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Transition to ACTIVE for port object 49c533bd-01c7-4803-91c7-925f707d0255 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:53.873622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:53.886853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e306dc60-08e7-4820-b384-476bc1d999dd tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:53.949749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:46:53.952853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:46:53.957985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:46:53.990774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'Port': ['ID=49c533bd-01c7-4803-91c7-925f707d0255,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:53.998181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:54.026153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:54.026770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:54.118494 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9139831 Dec 13 23:46:54.131122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Request body: {'port': {'device_id': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:46:54.242829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:54.281473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e9e5753e-acf7-4897-842b-9be081f69a8a None None] Provisioning for port 49c533bd-01c7-4803-91c7-925f707d0255 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:46:54.288575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e9e5753e-acf7-4897-842b-9be081f69a8a None None] Provisioning complete for port 49c533bd-01c7-4803-91c7-925f707d0255 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:46:54.289140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e9e5753e-acf7-4897-842b-9be081f69a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:54.369021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5753e-acf7-4897-842b-9be081f69a8a None None] Port 49c533bd-01c7-4803-91c7-925f707d0255 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:46:54.578962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df79e6-8719-48c4-9888-e9f8f29e6b86 req-32d1da53-0848-4631-9c7e-0328ac793f19 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:54.579665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-83df79e6-8719-48c4-9888-e9f8f29e6b86 req-32d1da53-0848-4631-9c7e-0328ac793f19 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:46:54.739776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-83df79e6-8719-48c4-9888-e9f8f29e6b86 req-32d1da53-0848-4631-9c7e-0328ac793f19 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:46:54.740838 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83df79e6-8719-48c4-9888-e9f8f29e6b86 req-32d1da53-0848-4631-9c7e-0328ac793f19 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 931 time: 0.3626931 Dec 13 23:46:54.825496 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c533bd-01c7-4803-91c7-925f707d0255 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:46:54.835848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:54.854434 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83df79e6-8719-48c4-9888-e9f8f29e6b86 req-1c6ec096-46df-4406-942d-a94907df40ef tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836105 Dec 13 23:46:54.856966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Transition to ACTIVE for port object 49c533bd-01c7-4803-91c7-925f707d0255 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:46:54.925054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:54.929045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-529f6a37-9cdd-49dc-917d-e96118043245 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:55.051876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Pushing event updated for resources: {'Port': ['ID=49c533bd-01c7-4803-91c7-925f707d0255,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:55.088530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.088916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.089298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.089667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.090044 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.090415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.090785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.091156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.091524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.091916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.092284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:46:55.100576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:55.187215 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Attempting to bind port 49c533bd-01c7-4803-91c7-925f707d0255 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:46:55.187653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Attempting to bind port 49c533bd-01c7-4803-91c7-925f707d0255 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:46:55.187913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Attempting to bind port 49c533bd-01c7-4803-91c7-925f707d0255 on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:46:55.195050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Port 49c533bd-01c7-4803-91c7-925f707d0255 on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:46:55.195371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Attempting to bind port 49c533bd-01c7-4803-91c7-925f707d0255 on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:46:55.202028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:46:55.202365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Checking segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:46:55.202742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Bound using segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:46:55.203156 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Bound port: 49c533bd-01c7-4803-91c7-925f707d0255, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:46:55.203497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:55.290861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] For port 49c533bd-01c7-4803-91c7-925f707d0255, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:46:55.293827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] For port 49c533bd-01c7-4803-91c7-925f707d0255, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49c533bd-01c7-4803-91c7-925f707d0255,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:46:55.376588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:55.380733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bdc624d2-0585-4cbf-81b4-90e2c47b9ca4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:46:55.439098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:46:55.440824 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] 10.222.0.18 "PUT /v2.0/ports/49c533bd-01c7-4803-91c7-925f707d0255 HTTP/1.1" status: 200 len: 1093 time: 1.3142302 Dec 13 23:46:55.448683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'tag': '49c533bd-01c7-4803-91c7-925f707d0255'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:46:55.467186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Pushing event updated for resources: {'Port': ['ID=49c533bd-01c7-4803-91c7-925f707d0255,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:46:55.470519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:46:55.513231 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'tag': '49c533bd-01c7-4803-91c7-925f707d0255', 'status': 'completed', 'code': 200} Dec 13 23:46:55.608803 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-9e534f56-77a1-4ab8-b04f-7e20c5cf8c47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 1096 time: 0.0759666 Dec 13 23:46:55.685924 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-b3602ff7-0c9e-408d-8610-5211b3e42a8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49c533bd-01c7-4803-91c7-925f707d0255 HTTP/1.1" status: 200 len: 217 time: 0.0696440 Dec 13 23:46:55.752854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83037c5d-83a2-437d-acef-139c0c725b6a req-03f6e845-bf53-449b-a383-9300644bc228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:55.754902 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-03f6e845-bf53-449b-a383-9300644bc228 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0627389 Dec 13 23:46:55.831889 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-af794da5-6198-46fb-9771-33a7ba0470ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708561 Dec 13 23:46:55.973447 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-f12c46be-e8bb-4439-84ff-f1e97cae906c service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348948 Dec 13 23:46:56.171466 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83037c5d-83a2-437d-acef-139c0c725b6a req-a176a184-8b1b-46da-844d-d4bbbc974f17 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915584 Dec 13 23:46:56.178545 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e877ce-85b9-4deb-98d5-7ba209ca9b86 req-d800c80d-ee71-48dd-8c34-04ae4d4de272 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:56.179944 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04e877ce-85b9-4deb-98d5-7ba209ca9b86 req-d800c80d-ee71-48dd-8c34-04ae4d4de272 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 943 time: 0.1821311 Dec 13 23:46:56.226283 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04e877ce-85b9-4deb-98d5-7ba209ca9b86 req-c16847dc-c3e8-46d0-b59a-5fbbfd9afe0e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Dec 13 23:46:56.341488 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7f43e589-4faa-4211-8671-0b6aa8c0dc0b req-1a7e2cff-6609-45a0-8d8c-a1a5a7d2997c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 1096 time: 0.0717463 Dec 13 23:46:56.578683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43e589-4faa-4211-8671-0b6aa8c0dc0b req-38b15d2e-3482-44e2-a871-92ee5a039327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:56.580158 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7f43e589-4faa-4211-8671-0b6aa8c0dc0b req-38b15d2e-3482-44e2-a871-92ee5a039327 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.2328725 Dec 13 23:46:56.648022 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7f43e589-4faa-4211-8671-0b6aa8c0dc0b req-e7144d4e-d1d6-48a2-87c8-0a126082833e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49c533bd-01c7-4803-91c7-925f707d0255 HTTP/1.1" status: 200 len: 217 time: 0.0609796 Dec 13 23:46:56.714303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43e589-4faa-4211-8671-0b6aa8c0dc0b req-855482a0-310b-4ada-aecd-0d33ecdf36b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:56.715917 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7f43e589-4faa-4211-8671-0b6aa8c0dc0b req-855482a0-310b-4ada-aecd-0d33ecdf36b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0622756 Dec 13 23:46:56.791042 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7f43e589-4faa-4211-8671-0b6aa8c0dc0b req-6414e1df-1ad4-4340-979b-6e3c3e2b91da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683744 Dec 13 23:46:56.923231 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7f43e589-4faa-4211-8671-0b6aa8c0dc0b req-211b17a5-76b9-4af1-80ff-77a7954cb66f service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263916 Dec 13 23:46:57.055522 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7f43e589-4faa-4211-8671-0b6aa8c0dc0b req-039bf0b8-6490-4100-bef7-fbf7ac1d8237 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266325 Dec 13 23:46:57.425473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7de775-3185-4942-8d79-bf90d37ddf79 req-9885501e-3d98-4a16-a701-3f202d6beb86 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:57.426953 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cb7de775-3185-4942-8d79-bf90d37ddf79 req-9885501e-3d98-4a16-a701-3f202d6beb86 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 943 time: 0.0780106 Dec 13 23:46:57.474424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-cb7de775-3185-4942-8d79-bf90d37ddf79 req-020240f3-765c-4ee9-bef3-12cbe0761da1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:46:57.485598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-cb7de775-3185-4942-8d79-bf90d37ddf79 req-020240f3-765c-4ee9-bef3-12cbe0761da1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:46:57.487380 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cb7de775-3185-4942-8d79-bf90d37ddf79 req-020240f3-765c-4ee9-bef3-12cbe0761da1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542643 Dec 13 23:46:58.682064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ebe59-ecd0-410a-9831-9701e1173d80 req-9cf3d17c-2f01-4e51-844e-6b4f5f2f4253 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:58.683408 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e4ebe59-ecd0-410a-9831-9701e1173d80 req-9cf3d17c-2f01-4e51-844e-6b4f5f2f4253 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 943 time: 0.0769038 Dec 13 23:46:58.731816 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e4ebe59-ecd0-410a-9831-9701e1173d80 req-b669a346-9c8d-4ab2-88cb-322b689b6eaa tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428941 Dec 13 23:46:59.978866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895c0f9-2615-4c78-9685-22ca8fe7701a req-47ab7a20-f824-4f32-83d2-32127ce43820 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:46:59.980350 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a895c0f9-2615-4c78-9685-22ca8fe7701a req-47ab7a20-f824-4f32-83d2-32127ce43820 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 943 time: 0.1263356 Dec 13 23:47:00.025913 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a895c0f9-2615-4c78-9685-22ca8fe7701a req-6807406b-eab1-4fdc-9c9c-534024d78e31 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400832 Dec 13 23:47:01.221154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc82b0-846f-41ae-8333-8ca804409573 req-9da48f09-4b58-46b7-82cc-9f37fce51c82 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:01.222686 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b1cc82b0-846f-41ae-8333-8ca804409573 req-9da48f09-4b58-46b7-82cc-9f37fce51c82 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 943 time: 0.0777352 Dec 13 23:47:01.269628 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b1cc82b0-846f-41ae-8333-8ca804409573 req-100edd34-4233-4840-a884-884736fa378b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Dec 13 23:47:02.472756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d9fad-81c6-4bb7-b831-c759915b37bd req-cbf42b6d-89b7-4ccb-9fdd-f1342f9f1c7d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:02.474462 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-445d9fad-81c6-4bb7-b831-c759915b37bd req-cbf42b6d-89b7-4ccb-9fdd-f1342f9f1c7d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 943 time: 0.0844202 Dec 13 23:47:02.522189 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-445d9fad-81c6-4bb7-b831-c759915b37bd req-e24e9f79-ffcf-4734-afe1-7db91024b99e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422752 Dec 13 23:47:03.723759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc533be-a228-4db4-8845-2edee98f6824 req-8ff4f115-764e-457a-8730-074bfb1fe268 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:03.725209 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5bc533be-a228-4db4-8845-2edee98f6824 req-8ff4f115-764e-457a-8730-074bfb1fe268 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 943 time: 0.0832858 Dec 13 23:47:03.771155 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5bc533be-a228-4db4-8845-2edee98f6824 req-f2588dbb-1808-48c9-b6e3-5a6ae12504a5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Dec 13 23:47:04.976048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4843000-5c56-407b-9d97-9b35d1a13a03 req-6aed89ec-27fe-4b3b-8e47-50bb99dd31c8 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:04.977512 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b4843000-5c56-407b-9d97-9b35d1a13a03 req-6aed89ec-27fe-4b3b-8e47-50bb99dd31c8 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 943 time: 0.0891392 Dec 13 23:47:05.023456 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b4843000-5c56-407b-9d97-9b35d1a13a03 req-3fc0d52b-cddc-4fa3-b121-d6fb68d3debe tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Dec 13 23:47:06.220775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4a76e-6bcd-4af9-a18d-4dd2fbc0dc3a req-0a2229e7-e4bd-41e8-9925-19ac195f796e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:06.222490 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5fc4a76e-6bcd-4af9-a18d-4dd2fbc0dc3a req-0a2229e7-e4bd-41e8-9925-19ac195f796e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 943 time: 0.0791566 Dec 13 23:47:06.267090 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5fc4a76e-6bcd-4af9-a18d-4dd2fbc0dc3a req-4136a3fb-aba4-4d21-a0f8-c27e35f27da9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392172 Dec 13 23:47:06.379132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 49c533bd-01c7-4803-91c7-925f707d0255 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:47:06.512502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 49c533bd-01c7-4803-91c7-925f707d0255, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49c533bd-01c7-4803-91c7-925f707d0255,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:47:06.525519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '49c533bd-01c7-4803-91c7-925f707d0255', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'port_id': '49c533bd-01c7-4803-91c7-925f707d0255', 'mac_address': 'fa:16:3e:bc:37:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:47:06.578278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:06.595038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c533bd-01c7-4803-91c7-925f707d0255 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:47:06.610318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 49c533bd-01c7-4803-91c7-925f707d0255, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49c533bd-01c7-4803-91c7-925f707d0255,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:47:06.683772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:06.685402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:47:06.793706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=49c533bd-01c7-4803-91c7-925f707d0255,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:47:06.796975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:47:06.891798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['49c533bd-01c7-4803-91c7-925f707d0255'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:47:07.564970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d2c28-72da-4a9d-8e80-063beb12cdb8 req-658cb0b8-d38d-403b-91ef-074baadbd11a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:07.566503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f42d2c28-72da-4a9d-8e80-063beb12cdb8 req-658cb0b8-d38d-403b-91ef-074baadbd11a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 944 time: 0.1824849 Dec 13 23:47:07.611406 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f42d2c28-72da-4a9d-8e80-063beb12cdb8 req-64b60114-d76b-495d-a1dc-69faa9846965 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392816 Dec 13 23:47:08.392812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 49c533bd-01c7-4803-91c7-925f707d0255 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:47:08.540944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 49c533bd-01c7-4803-91c7-925f707d0255 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:47:08.545826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 49c533bd-01c7-4803-91c7-925f707d0255 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:47:08.546209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:08.660123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:08.686895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c533bd-01c7-4803-91c7-925f707d0255'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:47:08.696561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 49c533bd-01c7-4803-91c7-925f707d0255, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49c533bd-01c7-4803-91c7-925f707d0255,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:47:08.747234 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c533bd-01c7-4803-91c7-925f707d0255', 'code': 200} Dec 13 23:47:08.770826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:08.772706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-c5629846-276e-4ef3-bcd3-a4f5f472192b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:47:08.815594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c58a0c-576d-4e36-87f4-f4745d2bbe33 req-644c7926-1d15-4960-a976-078997b79de8 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:08.817202 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d4c58a0c-576d-4e36-87f4-f4745d2bbe33 req-644c7926-1d15-4960-a976-078997b79de8 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 945 time: 0.0850489 Dec 13 23:47:08.841392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=49c533bd-01c7-4803-91c7-925f707d0255,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:47:08.844307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:47:08.865894 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d4c58a0c-576d-4e36-87f4-f4745d2bbe33 req-0da8bcac-f3c6-4e17-a751-545528bdbe01 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431445 Dec 13 23:47:09.038061 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-342a5ec0-3b3b-4fc2-967b-888f8d1584f3 req-9f8b52ea-c9ce-4aed-959b-38f715ea61cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 1098 time: 0.0675709 Dec 13 23:47:09.084962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-342a5ec0-3b3b-4fc2-967b-888f8d1584f3 req-0a5ac1f2-66ce-4e11-84ad-5e8dda011642 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388131 Dec 13 23:47:10.064723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c642b-333b-403d-97f7-90837cf66903 req-b4e659c6-a10c-4043-881b-1ace28d9db3d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:10.066218 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a7c642b-333b-403d-97f7-90837cf66903 req-b4e659c6-a10c-4043-881b-1ace28d9db3d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 945 time: 0.0787742 Dec 13 23:47:10.119989 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a7c642b-333b-403d-97f7-90837cf66903 req-d2a436d9-f966-421c-b517-8cea75ff2c18 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479436 Dec 13 23:47:11.318880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec9b2c-ad8a-438e-a514-956c1581d743 req-0a665e32-f9b4-42e6-9f69-e3c171ed5ac4 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:11.320390 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6ec9b2c-ad8a-438e-a514-956c1581d743 req-0a665e32-f9b4-42e6-9f69-e3c171ed5ac4 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 945 time: 0.0792265 Dec 13 23:47:11.366545 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6ec9b2c-ad8a-438e-a514-956c1581d743 req-9f2e02ca-c5f0-43d9-88b9-3aac416df9a5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403757 Dec 13 23:47:11.560634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8bec8-9a46-4c03-ae4e-4a8e21f6cd5a req-02c451ec-6595-4dde-99b8-a06ee75e16a1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:11.562080 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f6c8bec8-9a46-4c03-ae4e-4a8e21f6cd5a req-02c451ec-6595-4dde-99b8-a06ee75e16a1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 945 time: 0.0766623 Dec 13 23:47:11.607450 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f6c8bec8-9a46-4c03-ae4e-4a8e21f6cd5a req-2842958f-c4e3-4159-9d70-2686f3083b93 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398693 Dec 13 23:47:11.635047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57772) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:47:11.837284 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a698c3de-769d-4b5b-9a8a-68ca75d6b764 tempest-TestVolumeBootPattern-580151151 tempest-TestVolumeBootPattern-580151151-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 1093 time: 0.2006140 Dec 13 23:47:11.839467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 57778) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:47:11.844631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '49c533bd-01c7-4803-91c7-925f707d0255', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:47:11.850879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:47:11.854757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:floatingip and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:47:11.857575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:47:11.863546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:47:11.872729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dc32bf82-dc56-46f1-aa2d-648edff82ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:11.943724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:12.080031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:12.212949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Allocated IP 172.26.5.151 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/12cc1f33-5f8a-4048-8d83-c124d6be71c0) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:47:12.361455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:12.467214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:12.470869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:47:12.540250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:47:12.542905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:47:12.545939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:47:12.576966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'Port': ['ID=12cc1f33-5f8a-4048-8d83-c124d6be71c0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:47:12.594995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.595380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.595785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.596671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.597656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.598030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.598399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.598768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.599137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.599512 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.599887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:47:12.604316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:47:13.078984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:13.194878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:13.505065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:13.567000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:13.570817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-66b28c59-d312-48fe-896b-30f949022381 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:47:13.672057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'Port': ['ID=12cc1f33-5f8a-4048-8d83-c124d6be71c0,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:47:13.675568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:47:13.692632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:13.883172 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Floating IP 1fd2f659-7875-4eef-b409-59af09eee64c associated. External IP: 172.26.5.151, port: 49c533bd-01c7-4803-91c7-925f707d0255. Dec 13 23:47:14.097894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e476f48e-6e30-4108-b62c-642ca32c225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:14.274289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Router 058690f2-aa32-42c4-9dc1-aab775fcd9cf has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:47:14.478567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:47:14.488769 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] Sync routers for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:47:14.500223 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:47:14.500833 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:47:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:47:14.564147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:14.620262 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7796519 Dec 13 23:47:14.620873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'tag': '49c533bd-01c7-4803-91c7-925f707d0255'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:47:14.678430 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'tag': '49c533bd-01c7-4803-91c7-925f707d0255', 'status': 'completed', 'code': 200} Dec 13 23:47:14.679577 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:47:14.774596 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-17cf99be-2691-4319-97a5-9e32122d00bb req-70faba9c-2791-49dd-84d9-cc4daeda508a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 1098 time: 0.0740499 Dec 13 23:47:14.907810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf99be-2691-4319-97a5-9e32122d00bb req-81f3006a-91f5-47b2-b791-41664464930f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:14.909843 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-17cf99be-2691-4319-97a5-9e32122d00bb req-81f3006a-91f5-47b2-b791-41664464930f service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1290731 Dec 13 23:47:15.009298 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-17cf99be-2691-4319-97a5-9e32122d00bb req-6a46871d-d902-4a8b-be4f-f05788ab9810 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49c533bd-01c7-4803-91c7-925f707d0255 HTTP/1.1" status: 200 len: 999 time: 0.0932055 Dec 13 23:47:15.027556 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '1fd2f659-7875-4eef-b409-59af09eee64c', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.151', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '49c533bd-01c7-4803-91c7-925f707d0255', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:bc:37:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:47:12Z', 'updated_at': '2021-12-13T23:47:12Z', 'revision_number': 0, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:47:15.031508 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] Checking router: 058690f2-aa32-42c4-9dc1-aab775fcd9cf for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:47:15.042106 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:47:15.042721 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:47:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:47:15.172626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf99be-2691-4319-97a5-9e32122d00bb req-003f4967-7bb6-46b5-ac88-e4e288516d6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:15.174038 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-17cf99be-2691-4319-97a5-9e32122d00bb req-003f4967-7bb6-46b5-ac88-e4e288516d6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.1581876 Dec 13 23:47:15.222884 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:47:15.249962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-17cf99be-2691-4319-97a5-9e32122d00bb req-ad7e571d-8d9b-4205-b1d5-c804dbf9caf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695288 Dec 13 23:47:15.389191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:15.397000 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-17cf99be-2691-4319-97a5-9e32122d00bb req-aa99c5d2-67ad-4aff-aa88-9f33d6c67257 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397719 Dec 13 23:47:15.441846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:15.542071 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-17cf99be-2691-4319-97a5-9e32122d00bb req-6a22eddc-2ef4-4caa-997e-6ffaf50f7515 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303027 Dec 13 23:47:15.584007 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '1fd2f659-7875-4eef-b409-59af09eee64c', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.151', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '49c533bd-01c7-4803-91c7-925f707d0255', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:bc:37:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:47:12Z', 'updated_at': '2021-12-13T23:47:12Z', 'revision_number': 0, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:47:15.587969 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd739f32-60fe-4cc4-983b-f99abf2f5bcf None None] The sync data for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv is: [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '1fd2f659-7875-4eef-b409-59af09eee64c', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.151', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '49c533bd-01c7-4803-91c7-925f707d0255', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:bc:37:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:47:12Z', 'updated_at': '2021-12-13T23:47:12Z', 'revision_number': 0, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:47:15.781533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe36187-270b-42a7-8830-e326eb5bed6a None None] New status for floating IP 1fd2f659-7875-4eef-b409-59af09eee64c: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:47:16.794836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:19.300848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:23.058739 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:47:41.875876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-920123e5-1f67-42b0-924a-a302f2c4549e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:44.117353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bcb3534b-e50c-4fdf-adcf-155c22ac986d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:45.388830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:45.440093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:46.428020 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-5aef10a8-d49c-4402-9338-f32d0eecebf9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753918 Dec 13 23:47:46.562584 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-6bb75f53-abab-462e-b663-283a9a785f47 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 1098 time: 0.0691345 Dec 13 23:47:46.710719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-3badcb67-982b-4ad2-94bc-9aecb5afed02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:46.712810 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-3badcb67-982b-4ad2-94bc-9aecb5afed02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1299362 Dec 13 23:47:46.811673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:47:46.819349 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-28dbf12f-82b4-485a-abd9-80a0ad2a5c3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49c533bd-01c7-4803-91c7-925f707d0255 HTTP/1.1" status: 200 len: 1001 time: 0.0995288 Dec 13 23:47:46.882483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-8cb3e1d7-727f-4c51-ba35-8012146ef2b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:47:46.884569 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-8cb3e1d7-727f-4c51-ba35-8012146ef2b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0579429 Dec 13 23:47:46.966971 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-5d5b6b76-4930-4e2a-8bd1-8df0be892779 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736008 Dec 13 23:47:47.100797 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-ecff5d70-12b9-4b2b-9992-bcbf717f9825 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291664 Dec 13 23:47:47.232845 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf51501d-3096-46c4-8e42-0e94d5be3cef req-fd6517ae-e51c-4b37-b8d3-c77dee9187fe service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258714 Dec 13 23:47:49.337318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:00.060234 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:48:11.888908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e17efab2-0774-4a6e-b5cf-40af08a5934c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:14.094469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ef85f8f-c790-463c-b373-759aa693d62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:15.394797 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:15.508459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:16.778152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:19.365759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:37.063127 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:48:41.909137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-43833da5-9ea6-4b61-a4b5-3894aef268d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:44.114493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-721fa778-7b70-499f-9aee-2af415c2b22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:45.406178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:45.431508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:46.749454 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-a03c534f-80de-4671-b55e-867efed8dfd1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687776 Dec 13 23:48:46.800249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:48:46.890787 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-9f7a963a-b204-41be-ab44-c358c8ce921f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 1098 time: 0.0733111 Dec 13 23:48:47.039697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-77942874-090d-4388-a283-c54925512f0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:48:47.041129 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-77942874-090d-4388-a283-c54925512f0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1266763 Dec 13 23:48:47.243121 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-2ca7d4fe-c244-4bc9-a3eb-ee0bc3636c7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49c533bd-01c7-4803-91c7-925f707d0255 HTTP/1.1" status: 200 len: 1001 time: 0.1954410 Dec 13 23:48:47.304541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-aeaa34d7-53bc-4708-aa92-88444abb84ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:48:47.305840 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-aeaa34d7-53bc-4708-aa92-88444abb84ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0560970 Dec 13 23:48:47.381238 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-c45594ea-099c-452a-a9e3-ba494d48b486 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694380 Dec 13 23:48:47.517373 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-6944d794-e417-4451-baf5-1e738f42ec38 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293423 Dec 13 23:48:47.647396 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-51b4b7a2-2ad4-49fa-a066-a0c060e3ad63 req-866ae293-5b57-4837-bc37-0aba5e623292 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231213 Dec 13 23:48:49.340436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:11.900555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1f8f5f10-7aa7-457d-a1b0-2f9a4e0eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:14.062900 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:49:14.076957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-da867fc8-bac4-4f0e-beb2-99660936aeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:15.396770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:15.425559 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:16.800152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:19.349167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:41.876595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f7e0b3b9-6fbb-410d-a421-84e883185c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:44.082779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fd8e023f-304b-453d-a044-e10637ada063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:45.398829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:45.423517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:46.805118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:48.395333 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-f7bc9fcf-cc2c-4715-869d-209d8126d2e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731938 Dec 13 23:49:48.534495 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-8bea4b0d-cb53-478a-b97d-9975d49fd3ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 1098 time: 0.0699470 Dec 13 23:49:48.683413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-9ec51b45-da73-42d9-a0cd-c57de3a699f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:49:48.685390 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-9ec51b45-da73-42d9-a0cd-c57de3a699f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1252441 Dec 13 23:49:48.790359 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-13dec26e-6831-48b0-8613-6f7568c3c12f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49c533bd-01c7-4803-91c7-925f707d0255 HTTP/1.1" status: 200 len: 1001 time: 0.0977404 Dec 13 23:49:48.855322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-027dd06b-9795-4667-949a-0519bc645370 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:49:48.856944 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-027dd06b-9795-4667-949a-0519bc645370 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0600615 Dec 13 23:49:48.934761 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-dd836a44-c2f1-4a47-8fd1-22694b104653 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709226 Dec 13 23:49:49.064992 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-2de2d34b-f75f-47bc-8768-ccf2e35c3b13 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239655 Dec 13 23:49:49.202435 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-306afa62-4d14-4769-baa1-9d066bfb09ee req-e57adc8d-87d0-45bd-ba65-6e8eb4450a6e service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298044 Dec 13 23:49:49.394410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:51.063133 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:49:53.142953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c821b2a-b112-41a2-a47c-61aeef5d906b req-5f7af372-adc1-4dba-94d4-e9ca897295ba tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:49:53.144462 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1c821b2a-b112-41a2-a47c-61aeef5d906b req-5f7af372-adc1-4dba-94d4-e9ca897295ba tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 945 time: 0.1707981 Dec 13 23:49:53.190479 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1c821b2a-b112-41a2-a47c-61aeef5d906b req-d65e9388-398f-4116-bf31-0161a60d4b0a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407205 Dec 13 23:49:54.483920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d972c8c-03aa-4d9e-9bda-78387f78ae28 req-250b835e-67d0-4bc5-b5b6-a1d2e84dbbbc tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:49:54.485316 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d972c8c-03aa-4d9e-9bda-78387f78ae28 req-250b835e-67d0-4bc5-b5b6-a1d2e84dbbbc tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 945 time: 0.1629419 Dec 13 23:49:54.531944 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d972c8c-03aa-4d9e-9bda-78387f78ae28 req-652b8420-e855-4310-aaf1-e6865ddc4f3f tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411074 Dec 13 23:49:54.574375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-30e069e1-3c0f-41c2-b712-7bd4bbdc0907 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:49:54.575872 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-30e069e1-3c0f-41c2-b712-7bd4bbdc0907 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 945 time: 0.0804198 Dec 13 23:49:54.642015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Deleting port 49c533bd-01c7-4803-91c7-925f707d0255 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:49:54.642353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:54.983056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] For port 49c533bd-01c7-4803-91c7-925f707d0255, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=49c533bd-01c7-4803-91c7-925f707d0255,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:49:54.983411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:55.266362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:55.266726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:55.267033 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Floating IP 1fd2f659-7875-4eef-b409-59af09eee64c disassociated. External IP: 172.26.5.151, port: 49c533bd-01c7-4803-91c7-925f707d0255. Dec 13 23:49:55.267364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Calling delete_port for 49c533bd-01c7-4803-91c7-925f707d0255 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:49:55.479944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:55.486154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:49:55.530326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event deleted for resources: {'Port': ['ID=49c533bd-01c7-4803-91c7-925f707d0255,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:49:55.543762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.544148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.545116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.545461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.546028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.546405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.546820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.547166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.547530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.547921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.548284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:49:55.552066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:49:55.746963 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-188b65f8-de6f-4b9a-9ee8-6c012216029c req-f8620a39-1c61-404a-a7bb-86c6df2e2292 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 210 time: 0.0534966 Dec 13 23:49:55.800045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Router 058690f2-aa32-42c4-9dc1-aab775fcd9cf has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:49:56.012667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:49:56.023860 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] Sync routers for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:49:56.039763 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:49:56.040381 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:49:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:49:56.087709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] No DVR routers for this DVR port 49c533bd-01c7-4803-91c7-925f707d0255 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:49:56.090128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:49:56.093878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'name': 'network-vif-deleted', 'tag': '49c533bd-01c7-4803-91c7-925f707d0255'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:49:56.149313 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c819d51d-3c3c-4a61-a569-7e97c113916d', 'name': 'network-vif-deleted', 'tag': '49c533bd-01c7-4803-91c7-925f707d0255', 'status': 'completed', 'code': 200} Dec 13 23:49:56.191987 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f862a7a8-d404-4ebd-af51-2ccf24528c23 req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "DELETE /v2.0/ports/49c533bd-01c7-4803-91c7-925f707d0255 HTTP/1.1" status: 204 len: 173 time: 1.6112251 Dec 13 23:49:56.227832 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:49:56.537532 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:49:56.541471 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] Checking router: 058690f2-aa32-42c4-9dc1-aab775fcd9cf for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:49:56.553025 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:49:56.553624 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:49:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:49:56.735504 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:49:57.058395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c01d601b-32bf-4715-be57-a77727cb5a9f req-f65a2237-06b4-4d39-809c-896952770681 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:49:57.072353 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:49:57.077120 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdcc0d-3ad9-4f48-8e68-36c65f0b49a1 None None] The sync data for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv is: [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:49:57.160363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c01d601b-32bf-4715-be57-a77727cb5a9f req-f65a2237-06b4-4d39-809c-896952770681 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:49:57.161578 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c01d601b-32bf-4715-be57-a77727cb5a9f req-f65a2237-06b4-4d39-809c-896952770681 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=c819d51d-3c3c-4a61-a569-7e97c113916d HTTP/1.1" status: 200 len: 210 time: 0.1447489 Dec 13 23:49:57.284369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f100b44-fa6b-4d74-9d4a-3f8025a365db None None] New status for floating IP 1fd2f659-7875-4eef-b409-59af09eee64c: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:49:58.485055 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-0cef8098-c1c6-416a-b1d4-13de0aed6dd0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690740583&fields=id&tenant_id=16d878029e7841b5a5a519275b44d13f HTTP/1.1" status: 200 len: 267 time: 0.0400631 Dec 13 23:49:58.629053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-c3fb383f-5c6a-4cf0-859a-317c14dac44f tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:49:58.630461 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-c3fb383f-5c6a-4cf0-859a-317c14dac44f tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 812 time: 0.1394265 Dec 13 23:49:58.646349 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-12de8793-b013-495b-854a-72f5f1c1cb8a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/quotas/16d878029e7841b5a5a519275b44d13f HTTP/1.1" status: 200 len: 375 time: 0.0106277 Dec 13 23:49:58.731535 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-6a8ad7b5-c279-4f29-bc07-7d13751c9caa tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805793 Dec 13 23:49:59.050117 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-a1190b37-4b73-4612-bb32-85915d523270 service neutron] 10.222.0.30 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070645 Dec 13 23:49:59.182629 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-e0db290e-d908-4618-a403-59eddb74840b service neutron] 10.222.0.30 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267769 Dec 13 23:49:59.230218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 49c533bd-01c7-4803-91c7-925f707d0255 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:49:59.263824 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 49c533bd-01c7-4803-91c7-925f707d0255 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:49:59.264217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 49c533bd-01c7-4803-91c7-925f707d0255 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:49:59.789531 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e89a1893-e575-4ca3-b481-6d77af721600 req-426f17c8-1cc8-430d-8f65-66a43ff04406 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 210 time: 0.0404088 Dec 13 23:50:00.950905 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-acf36f8d-07b8-457b-8e07-479db7223a82 req-f9c047dd-b4f2-4d7b-8402-48e3cd7f5807 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 210 time: 0.0415218 Dec 13 23:50:01.974415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-b3b13b91-ac41-49c7-9c37-c8303316cc3b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:01.975865 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-b3b13b91-ac41-49c7-9c37-c8303316cc3b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 812 time: 0.1491218 Dec 13 23:50:02.032574 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-0d743faa-c3aa-493d-87af-7f3fa92d5ed0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16d878029e7841b5a5a519275b44d13f HTTP/1.1" status: 200 len: 380 time: 0.0429964 Dec 13 23:50:02.043337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'port': {'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'admin_state_up': True, 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'security_groups': ['ff876e80-0e31-4594-94b4-058b9d9297cb']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:50:02.129802 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-59c5c8b6-94a9-4eac-92fa-dbda003b7edb req-f7ffd802-cb2f-48ff-addf-6e2c911530ec tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 210 time: 0.0492394 Dec 13 23:50:02.190654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:50:02.201077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:50:02.277058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Made reservation on behalf of 16d878029e7841b5a5a519275b44d13f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:50:02.280221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:02.460537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Allocated IP 172.20.0.11 (5a0fd21d-7898-4982-b082-edd2154e8dd7/d638c733-1267-4113-8964-9d73221bc9ac/101fe3b0-e092-4b86-9351-6e3240dbf15d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:50:02.657079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:02.672988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Transition to ACTIVE for port object 101fe3b0-e092-4b86-9351-6e3240dbf15d will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:50:02.757698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:02.764389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-dc0f9d58-99e8-47cc-b7e5-96fad064f782 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:50:02.836058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:50:02.839490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:50:02.841681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'Port': ['ID=101fe3b0-e092-4b86-9351-6e3240dbf15d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:50:02.843835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:50:02.868800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:50:02.909944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:02.910481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:03.003854 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9639709 Dec 13 23:50:03.095528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Request body: {'port': {'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:50:03.126137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4bd4d951-80e5-4791-892a-a13226340827 None None] Provisioning for port 101fe3b0-e092-4b86-9351-6e3240dbf15d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:50:03.131168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-4bd4d951-80e5-4791-892a-a13226340827 None None] Provisioning complete for port 101fe3b0-e092-4b86-9351-6e3240dbf15d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:50:03.131690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4bd4d951-80e5-4791-892a-a13226340827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:03.195128 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4d951-80e5-4791-892a-a13226340827 None None] Port 101fe3b0-e092-4b86-9351-6e3240dbf15d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:50:03.213141 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:03.440682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e5065-5150-4b67-a689-eecd527f3ae9 req-5a926264-2f68-4206-95e3-7781e4c5ec9d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:03.440682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f87e5065-5150-4b67-a689-eecd527f3ae9 req-5a926264-2f68-4206-95e3-7781e4c5ec9d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:50:03.574907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f87e5065-5150-4b67-a689-eecd527f3ae9 req-5a926264-2f68-4206-95e3-7781e4c5ec9d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:50:03.576330 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f87e5065-5150-4b67-a689-eecd527f3ae9 req-5a926264-2f68-4206-95e3-7781e4c5ec9d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 932 time: 0.3112783 Dec 13 23:50:03.676968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101fe3b0-e092-4b86-9351-6e3240dbf15d {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:50:03.685390 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f87e5065-5150-4b67-a689-eecd527f3ae9 req-41bf03fb-dad7-4896-94bc-0475496ac191 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985610 Dec 13 23:50:03.686762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:03.702182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Transition to ACTIVE for port object 101fe3b0-e092-4b86-9351-6e3240dbf15d will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:50:03.783055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:03.786966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9734c4c7-b2f6-4a99-88b9-4a37fa1213e5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:50:04.012190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Pushing event updated for resources: {'Port': ['ID=101fe3b0-e092-4b86-9351-6e3240dbf15d,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:50:04.015782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:50:04.127913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Attempting to bind port 101fe3b0-e092-4b86-9351-6e3240dbf15d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:50:04.128248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Attempting to bind port 101fe3b0-e092-4b86-9351-6e3240dbf15d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:50:04.128577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Attempting to bind port 101fe3b0-e092-4b86-9351-6e3240dbf15d on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:50:04.134527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Port 101fe3b0-e092-4b86-9351-6e3240dbf15d on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:50:04.134895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Attempting to bind port 101fe3b0-e092-4b86-9351-6e3240dbf15d on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:50:04.141226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:50:04.141560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Checking segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:50:04.142544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Bound using segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:50:04.142544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Bound port: 101fe3b0-e092-4b86-9351-6e3240dbf15d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:50:04.142716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:04.240847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] For port 101fe3b0-e092-4b86-9351-6e3240dbf15d, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:50:04.243913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] For port 101fe3b0-e092-4b86-9351-6e3240dbf15d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:50:04.334321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:04.338811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8083994b-e3f0-463e-a7ce-e74097c012e9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:50:04.407281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:04.408671 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] 10.222.0.18 "PUT /v2.0/ports/101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 200 len: 1094 time: 1.3972242 Dec 13 23:50:04.409201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:50:04.421477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Pushing event updated for resources: {'Port': ['ID=101fe3b0-e092-4b86-9351-6e3240dbf15d,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:50:04.426410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:50:04.571455 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'status': 'completed', 'code': 200} Dec 13 23:50:04.615239 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-a5d339fe-86e9-4cff-ad36-90624cb46906 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1097 time: 0.0789003 Dec 13 23:50:04.684224 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-d4ab9b68-6341-46cb-b3ca-7a4756fe1d3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 200 len: 217 time: 0.0616438 Dec 13 23:50:04.749291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-e3d8768c-1973-47bc-b78b-ada59c3bb26c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:04.750635 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-e3d8768c-1973-47bc-b78b-ada59c3bb26c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0604446 Dec 13 23:50:04.870443 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-e68de2b8-f3d7-490f-987e-410d941e2684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132433 Dec 13 23:50:04.984313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9857a2-3d17-4b7e-85be-0d23640c07df req-b725d75a-f531-4742-a86a-07454378d183 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:04.985752 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fb9857a2-3d17-4b7e-85be-0d23640c07df req-b725d75a-f531-4742-a86a-07454378d183 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 944 time: 0.1722074 Dec 13 23:50:05.050806 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-8d702dd1-625c-48c7-9e8e-076149c29915 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737342 Dec 13 23:50:05.057634 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fb9857a2-3d17-4b7e-85be-0d23640c07df req-95d1ec78-bc75-45f2-85bf-47376f50385b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651102 Dec 13 23:50:05.183727 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56be1193-c0bd-4625-9587-b6a65bfa94cb req-4fac6c39-cd61-4934-b6cc-e19df39b52c3 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251366 Dec 13 23:50:05.386581 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6d24005-6bbd-4e1b-bab2-a948a613698a req-52069eed-5606-4d37-926e-e9dda9fa47f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1097 time: 0.0729334 Dec 13 23:50:05.522275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d24005-6bbd-4e1b-bab2-a948a613698a req-0dfed1b7-f9ef-41b4-96b4-92cc1a24be90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:05.523729 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6d24005-6bbd-4e1b-bab2-a948a613698a req-0dfed1b7-f9ef-41b4-96b4-92cc1a24be90 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1302741 Dec 13 23:50:05.592514 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6d24005-6bbd-4e1b-bab2-a948a613698a req-17933d47-3946-497b-9a1f-5d492b3662d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 200 len: 217 time: 0.0618420 Dec 13 23:50:05.658108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d24005-6bbd-4e1b-bab2-a948a613698a req-61d35f46-b27f-42b8-9ca4-c92a2c9bdae0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:05.659417 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6d24005-6bbd-4e1b-bab2-a948a613698a req-61d35f46-b27f-42b8-9ca4-c92a2c9bdae0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0608625 Dec 13 23:50:05.736452 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6d24005-6bbd-4e1b-bab2-a948a613698a req-7428831a-0154-43c5-9e04-f719bea28fd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699048 Dec 13 23:50:05.969820 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6d24005-6bbd-4e1b-bab2-a948a613698a req-c6139a34-bbbe-49e5-a8e8-2a2116a1594c service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265496 Dec 13 23:50:06.105826 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6d24005-6bbd-4e1b-bab2-a948a613698a req-5352adf4-d8bf-4b20-abea-86988c6ee7be service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286528 Dec 13 23:50:06.258560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94513e-63a7-495f-8f51-0e6e3b2de9af req-d2baeeb5-9902-4f16-a109-3d9813d96a98 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:06.260023 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cb94513e-63a7-495f-8f51-0e6e3b2de9af req-d2baeeb5-9902-4f16-a109-3d9813d96a98 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 944 time: 0.0789063 Dec 13 23:50:06.306391 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cb94513e-63a7-495f-8f51-0e6e3b2de9af req-af938c49-8a39-43dc-81cb-e2de2fa165f4 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402169 Dec 13 23:50:07.504153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e390a9-70e6-4de5-993a-db4f12d09c94 req-c375a02f-f30e-44db-aa1d-e61e2443af98 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:07.505516 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-57e390a9-70e6-4de5-993a-db4f12d09c94 req-c375a02f-f30e-44db-aa1d-e61e2443af98 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 944 time: 0.0814421 Dec 13 23:50:07.549883 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-57e390a9-70e6-4de5-993a-db4f12d09c94 req-b8500a89-05c3-4c42-a4ee-0edbef4862d0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389438 Dec 13 23:50:08.750542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc69b1-b21b-4c2a-b03e-d2b8c1c96cf6 req-c33fc56b-90eb-44aa-882b-ed188de0e75d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:08.751902 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-13bc69b1-b21b-4c2a-b03e-d2b8c1c96cf6 req-c33fc56b-90eb-44aa-882b-ed188de0e75d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 944 time: 0.0809407 Dec 13 23:50:08.797690 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-13bc69b1-b21b-4c2a-b03e-d2b8c1c96cf6 req-7251db44-f64b-4d24-8af0-1770389af7c8 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Dec 13 23:50:09.994238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf49a8-4e66-479f-bb26-a43571047582 req-f601f3d1-a8a1-469c-88f2-80101c312361 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:09.995710 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83bf49a8-4e66-479f-bb26-a43571047582 req-f601f3d1-a8a1-469c-88f2-80101c312361 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 944 time: 0.0779772 Dec 13 23:50:10.041502 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83bf49a8-4e66-479f-bb26-a43571047582 req-2fece1b2-b331-400e-bd00-34f6baccbd13 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Dec 13 23:50:11.238827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2654e80-dd95-49e8-b0aa-e229cc3905b1 req-bb9418ef-19d2-454c-ab24-2adec97ae478 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:11.240316 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a2654e80-dd95-49e8-b0aa-e229cc3905b1 req-bb9418ef-19d2-454c-ab24-2adec97ae478 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 944 time: 0.0775330 Dec 13 23:50:11.285289 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a2654e80-dd95-49e8-b0aa-e229cc3905b1 req-3c508f46-8507-4c0b-9ba9-1763d74a9f9d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395501 Dec 13 23:50:11.876794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c2dd01cc-44e9-4848-868a-17142c9f77c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:12.480875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a3ea-da7d-4789-897e-9ea6477bb14b req-549db7ee-0b99-46f1-b70d-a91992fdde3c tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:12.482879 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7190a3ea-da7d-4789-897e-9ea6477bb14b req-549db7ee-0b99-46f1-b70d-a91992fdde3c tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 944 time: 0.0797470 Dec 13 23:50:12.529129 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7190a3ea-da7d-4789-897e-9ea6477bb14b req-9489c3a0-d7fd-4350-b9a5-765f506b0f20 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 Dec 13 23:50:13.323528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 101fe3b0-e092-4b86-9351-6e3240dbf15d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:50:13.456412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 101fe3b0-e092-4b86-9351-6e3240dbf15d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:50:13.469703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:50:13.522430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:13.539725 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101fe3b0-e092-4b86-9351-6e3240dbf15d {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:50:13.554972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 101fe3b0-e092-4b86-9351-6e3240dbf15d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:50:13.619900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:13.621692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:50:13.688181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=101fe3b0-e092-4b86-9351-6e3240dbf15d,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:50:13.696664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.697021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.697360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.697698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.698030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.698383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.698755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.699083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.699408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.700740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.701118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:50:13.705756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:50:13.841115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['101fe3b0-e092-4b86-9351-6e3240dbf15d'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:50:13.841930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594bb3f-3ae9-4c7e-a200-714575e2d43d req-e7694d75-be10-43ef-88f9-9a31381aee81 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:13.843437 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0594bb3f-3ae9-4c7e-a200-714575e2d43d req-e7694d75-be10-43ef-88f9-9a31381aee81 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 945 time: 0.1936371 Dec 13 23:50:13.889949 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0594bb3f-3ae9-4c7e-a200-714575e2d43d req-e152683a-68ee-4da5-ad17-86782d8780cf tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 Dec 13 23:50:14.107487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e428dff2-a9a6-485b-a116-e3c00c94b2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:15.085452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e06f2-ce0c-4572-8c1c-0505a2f10d54 req-2c152cc6-320b-4b6a-9c89-7fddaa69cac6 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:15.086915 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e39e06f2-ce0c-4572-8c1c-0505a2f10d54 req-2c152cc6-320b-4b6a-9c89-7fddaa69cac6 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 945 time: 0.0784185 Dec 13 23:50:15.131763 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e39e06f2-ce0c-4572-8c1c-0505a2f10d54 req-61c1e909-ac53-4e8f-8727-316ae56b566b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392792 Dec 13 23:50:15.344580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 101fe3b0-e092-4b86-9351-6e3240dbf15d up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:50:15.390459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:15.476685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:15.499455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 101fe3b0-e092-4b86-9351-6e3240dbf15d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:50:15.504169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 101fe3b0-e092-4b86-9351-6e3240dbf15d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:50:15.509686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:15.616403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:15.642886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:50:15.656836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 101fe3b0-e092-4b86-9351-6e3240dbf15d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:50:15.722731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:15.724697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:50:15.779868 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'code': 200} Dec 13 23:50:15.791726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=101fe3b0-e092-4b86-9351-6e3240dbf15d,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:50:15.795012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:50:16.155710 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6bc05a5e-3252-4c6d-a05b-e7b4a67ced68 req-f278f523-05a0-46e7-b60d-8c1e162d5734 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1099 time: 0.0719562 Dec 13 23:50:16.201191 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6bc05a5e-3252-4c6d-a05b-e7b4a67ced68 req-eff151c6-1e86-4052-8f94-4610f5d13d3c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 Dec 13 23:50:16.328788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37832b7a-fac7-4140-b510-e3f04ba7b4ff req-6e6a877f-52d7-45c3-8d30-4168a5427b67 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:16.330218 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37832b7a-fac7-4140-b510-e3f04ba7b4ff req-6e6a877f-52d7-45c3-8d30-4168a5427b67 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 946 time: 0.0769591 Dec 13 23:50:16.379990 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-37832b7a-fac7-4140-b510-e3f04ba7b4ff req-0a902fa3-3ab9-4fd6-ba83-6e71a31307be tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442300 Dec 13 23:50:16.790742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:17.580633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b4cd4-cfb4-4425-8419-8f5d935cbfa8 req-324003e0-4a55-424f-8466-206abf3e381c tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:17.582089 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-114b4cd4-cfb4-4425-8419-8f5d935cbfa8 req-324003e0-4a55-424f-8466-206abf3e381c tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 946 time: 0.0779786 Dec 13 23:50:17.626727 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-114b4cd4-cfb4-4425-8419-8f5d935cbfa8 req-587eda06-f854-43c6-bbfd-b5eead797d11 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Dec 13 23:50:17.820357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01bfb1-2788-4bda-865c-7accf82dc9ff req-e2f693c9-6871-4e9f-badd-7dd5073fcd20 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:17.821794 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7c01bfb1-2788-4bda-865c-7accf82dc9ff req-e2f693c9-6871-4e9f-badd-7dd5073fcd20 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 946 time: 0.0774903 Dec 13 23:50:17.866545 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7c01bfb1-2788-4bda-865c-7accf82dc9ff req-a2084319-a9ec-41df-a766-a96075729b74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383725 Dec 13 23:50:17.894622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57934) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:50:17.967570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-eb8de055-3fd5-481e-89d6-01bd46671810 tempest-TestVolumeBootPattern-580151151 tempest-TestVolumeBootPattern-580151151-project-admin] Synchronizing usage tracker for tenant:dee28bfd4b7a4b6ea5adee76ac7a87a4 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:50:18.064962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-eb8de055-3fd5-481e-89d6-01bd46671810 tempest-TestVolumeBootPattern-580151151 tempest-TestVolumeBootPattern-580151151-project-admin] Unset dirty status for tenant:dee28bfd4b7a4b6ea5adee76ac7a87a4 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:50:18.066161 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-eb8de055-3fd5-481e-89d6-01bd46671810 tempest-TestVolumeBootPattern-580151151 tempest-TestVolumeBootPattern-580151151-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1094 time: 0.1705763 Dec 13 23:50:18.068892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 57938) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:50:18.074259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:50:18.080695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:50:18.084651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:floatingip and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:50:18.087454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:50:18.093875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:50:18.150783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:18.286950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:18.420416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Allocated IP 172.26.5.3 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/b5222769-9145-4100-be2e-0262328df94a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:50:18.563300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:18.642510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:18.646148 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a95d062d-f996-4cdf-8332-71e6a7f57cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:50:18.713908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:50:18.717019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:50:18.721359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:50:18.745386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'Port': ['ID=b5222769-9145-4100-be2e-0262328df94a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:50:18.748072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:50:19.346533 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:19.368619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:19.471980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:19.673753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:19.733885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:19.737414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d557d322-8b27-4009-9d88-aa41e68ae545 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:50:19.838778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'Port': ['ID=b5222769-9145-4100-be2e-0262328df94a,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:50:19.842245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:50:19.856570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:20.041866 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Floating IP e29c9e2d-69bb-4988-aa6a-501ac4269c20 associated. External IP: 172.26.5.3, port: 101fe3b0-e092-4b86-9351-6e3240dbf15d. Dec 13 23:50:20.430695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Router 058690f2-aa32-42c4-9dc1-aab775fcd9cf has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:50:20.744217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:50:20.754617 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] Sync routers for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:50:20.767144 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:50:20.767250 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:50:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:50:20.848725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:20.905398 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8354900 Dec 13 23:50:20.906081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:50:20.960101 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:50:20.962945 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'status': 'completed', 'code': 200} Dec 13 23:50:21.055460 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0395efe7-2737-4339-a368-f089eb83fff3 req-d7f9bd42-3df1-49d9-97ce-88fb31c9ace6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1099 time: 0.0703406 Dec 13 23:50:21.191745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395efe7-2737-4339-a368-f089eb83fff3 req-76c4cab9-a768-41cc-a633-fd8d3520579a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:21.193212 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0395efe7-2737-4339-a368-f089eb83fff3 req-76c4cab9-a768-41cc-a633-fd8d3520579a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1316769 Dec 13 23:50:21.301838 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0395efe7-2737-4339-a368-f089eb83fff3 req-4bbed70f-7454-47e3-92ff-394b7437f448 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 200 len: 998 time: 0.1022813 Dec 13 23:50:21.319117 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'e29c9e2d-69bb-4988-aa6a-501ac4269c20', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:50:19Z', 'updated_at': '2021-12-13T23:50:19Z', 'revision_number': 0, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:50:21.323008 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] Checking router: 058690f2-aa32-42c4-9dc1-aab775fcd9cf for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:50:21.333746 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:50:21.334343 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:50:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:50:21.384512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395efe7-2737-4339-a368-f089eb83fff3 req-44ffa6af-5a0a-4317-a961-bf7057ee1e1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:21.386050 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0395efe7-2737-4339-a368-f089eb83fff3 req-44ffa6af-5a0a-4317-a961-bf7057ee1e1f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0785139 Dec 13 23:50:21.465547 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0395efe7-2737-4339-a368-f089eb83fff3 req-cb67212e-ad02-464b-90c2-f13df2e1c1a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725300 Dec 13 23:50:21.522013 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:50:21.601279 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0395efe7-2737-4339-a368-f089eb83fff3 req-f34acb26-7e2f-4f0e-99d3-3eae9b6655a2 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293242 Dec 13 23:50:21.737367 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0395efe7-2737-4339-a368-f089eb83fff3 req-0733ea0d-83b3-4ca7-a518-138ff3815c4c service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292515 Dec 13 23:50:21.876188 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'e29c9e2d-69bb-4988-aa6a-501ac4269c20', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:50:19Z', 'updated_at': '2021-12-13T23:50:19Z', 'revision_number': 0, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:50:21.880049 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082e8e9-a36c-46e5-b066-b2d00b1ce574 None None] The sync data for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv is: [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'e29c9e2d-69bb-4988-aa6a-501ac4269c20', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:50:19Z', 'updated_at': '2021-12-13T23:50:19Z', 'revision_number': 0, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:50:22.082430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c567cd-79f4-45c2-b0e2-e358fb808d7d None None] New status for floating IP e29c9e2d-69bb-4988-aa6a-501ac4269c20: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:50:28.063827 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:50:41.876724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a3a902db-ba7e-4c9d-8f95-885059966ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:44.125729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f354acd7-e7d1-4836-b089-654a0a0c13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:45.399922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:45.434058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:46.819669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:49.405975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:50:49.580088 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-7066fdfb-82fd-45da-a345-39ec0443d806 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700688 Dec 13 23:50:49.720452 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-15eaad58-f078-4b34-a4bc-2c9148d0f072 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1099 time: 0.0720422 Dec 13 23:50:49.870653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-988bef12-09a5-432d-a901-76ee4e2c472c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:49.872112 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-988bef12-09a5-432d-a901-76ee4e2c472c service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1333666 Dec 13 23:50:49.976315 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-e099540e-6518-48c8-ab20-cc581e5e9a61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 200 len: 1000 time: 0.0965042 Dec 13 23:50:50.040071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-e821bbda-3d09-4946-a147-ad92a543ea74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:50:50.041529 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-e821bbda-3d09-4946-a147-ad92a543ea74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0583866 Dec 13 23:50:50.129537 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-e5145da3-941d-4cf0-9b65-a839422ea092 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805061 Dec 13 23:50:50.262157 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-7bd9e415-8cf1-4576-a20e-93ea6bb2a642 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267323 Dec 13 23:50:50.397800 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c408122b-0fb1-4858-9d24-ab916d4eafe3 req-d287ef77-afd9-4e50-bf88-6c26a25fa779 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291234 Dec 13 23:51:05.063067 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:51:11.908747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9f29f2a9-82e9-41ee-ab99-402984c5bbf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:14.094106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-939afb01-4ec2-4548-a62a-b25fead2ccaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:15.383880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:15.417067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:16.834228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:19.383546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:41.933340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-caa5f383-07ea-4486-8c9d-7b625c05d2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:42.062484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:51:44.098966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a99eecfb-52ad-4cfe-8412-67a1a4048950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:45.413435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:45.447759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:46.836073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:49.394502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:51:50.840782 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-827106df-63f0-483b-9166-df87fdc4e007 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1768978 Dec 13 23:51:50.984256 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-98bb7e5b-13e3-40d8-a822-ec35078d3639 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1099 time: 0.0719171 Dec 13 23:51:51.131011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-05da5ccb-1267-404c-858d-c3310fb3b832 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:51:51.132487 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-05da5ccb-1267-404c-858d-c3310fb3b832 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1293693 Dec 13 23:51:51.238970 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-327b6cf2-12e8-4089-8cef-eb4bf1dfe70e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 200 len: 1000 time: 0.0992181 Dec 13 23:51:51.305520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-5bd1a38f-bc3a-40be-af9f-c5ad392504e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:51:51.306971 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-5bd1a38f-bc3a-40be-af9f-c5ad392504e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0610986 Dec 13 23:51:51.385388 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-6b6c819a-1973-4931-96ea-08adb09f2181 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714922 Dec 13 23:51:51.523438 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-90138052-90df-49c7-943d-8a6dd7c9881d service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310406 Dec 13 23:51:51.663741 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-394208be-36e6-4364-8d13-0160a41e9cd7 req-07ebb39a-122e-409c-b265-6ee21d385ba1 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338210 Dec 13 23:52:11.898905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-08957f5a-6408-433f-a8bb-967fc34daf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:14.091133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01738b03-68b9-435f-982f-d11b275b05da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:15.456745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:15.485007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:16.824580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:19.062721 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:52:19.394313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:41.960074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-aa4fc59f-81d4-4180-8628-ef42c3def5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:44.098865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0849d227-e33c-4973-bbe9-7f6903d6306f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:45.430198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:45.462580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:46.823325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:49.416840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:52:50.756948 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-8d951731-6f0b-4c07-9f62-5d3a3e679e45 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807452 Dec 13 23:52:50.913689 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-47d1b2f0-ea1a-4b28-a5b8-4f238603533a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1099 time: 0.0838642 Dec 13 23:52:51.067641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45778898-77d2-4227-95f8-a2181041d2aa req-14a15be9-0b77-4952-aa09-14a434375672 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:52:51.069214 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-14a15be9-0b77-4952-aa09-14a434375672 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1371078 Dec 13 23:52:51.179882 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-c38f5437-d791-44a5-aa36-0eda27b9bcca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 200 len: 1000 time: 0.1034143 Dec 13 23:52:51.251284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45778898-77d2-4227-95f8-a2181041d2aa req-883376d2-d4f9-4c34-bca7-75677269353e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:52:51.252969 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-883376d2-d4f9-4c34-bca7-75677269353e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0670786 Dec 13 23:52:51.336670 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-05dbfcf2-125e-4a88-bae7-9d3fd9bc9312 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772994 Dec 13 23:52:51.346050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-a057aedd-4ab0-41f0-9703-3c21ed09d9b7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:52:51.346935 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-a057aedd-4ab0-41f0-9703-3c21ed09d9b7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046198 Dec 13 23:52:51.488605 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-945f18bf-2549-4eeb-b188-922ec7a64a2d service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335201 Dec 13 23:52:51.726688 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45778898-77d2-4227-95f8-a2181041d2aa req-8223d1de-39a5-4c51-9ba7-ffa82d94f38c service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307153 Dec 13 23:52:55.598098 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-17a7852b-1660-47b4-9268-139b17cb95b5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1690740583&fields=id&tenant_id=16d878029e7841b5a5a519275b44d13f HTTP/1.1" status: 200 len: 267 time: 0.0417271 Dec 13 23:52:55.744001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-53f93393-ba80-4ecd-8ff7-b83da385b766 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:52:55.745334 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-53f93393-ba80-4ecd-8ff7-b83da385b766 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 812 time: 0.1411679 Dec 13 23:52:55.762420 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-bae96729-04d4-481d-ae11-1452bd62ddad tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/quotas/16d878029e7841b5a5a519275b44d13f HTTP/1.1" status: 200 len: 375 time: 0.0117514 Dec 13 23:52:55.847099 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-e17ebb7b-1c1a-44af-a387-1033543842f6 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0798910 Dec 13 23:52:55.982091 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-70c37331-c591-40a3-90a8-a648c7cbd2f8 service neutron] 10.222.0.30 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237524 Dec 13 23:52:56.062811 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:52:56.114464 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-be0c84c9-b222-4a29-862b-679c8f194367 service neutron] 10.222.0.30 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267598 Dec 13 23:52:56.819505 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d438afac-b6c5-4da1-82c7-1745e390dc2c req-f21e18b5-8835-466a-b81b-92d1c288ae23 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 210 time: 0.0414560 Dec 13 23:52:57.930445 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b99720af-6efa-4bfa-977e-78c6138dd5aa req-1cdd5d60-3f86-42de-be69-efff240fa4fd tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 210 time: 0.0457945 Dec 13 23:52:59.106903 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e5e6a27c-77fd-4d6d-9bcd-8521cf4c0277 req-ba33ae05-1464-4511-affa-161cc68f5214 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 210 time: 0.0423763 Dec 13 23:53:00.274866 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c8c5156c-8dd7-48ac-a3d6-f52f85295bfe req-606b5bef-c71d-4222-96a6-98002125686d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 210 time: 0.0434608 Dec 13 23:53:00.757414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-fbf08e40-c348-4eae-aca3-b3c7e44612b6 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:00.758811 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-fbf08e40-c348-4eae-aca3-b3c7e44612b6 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 812 time: 0.1437886 Dec 13 23:53:00.815427 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-a06258b5-e880-4919-9bed-22404a2aec4f tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16d878029e7841b5a5a519275b44d13f HTTP/1.1" status: 200 len: 380 time: 0.0436041 Dec 13 23:53:00.823502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'port': {'device_id': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'admin_state_up': True, 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'security_groups': ['ff876e80-0e31-4594-94b4-058b9d9297cb']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:53:00.958332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:53:00.968430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:53:01.045636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Made reservation on behalf of 16d878029e7841b5a5a519275b44d13f for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:53:01.048937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:01.217925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Allocated IP 172.20.0.4 (5a0fd21d-7898-4982-b082-edd2154e8dd7/d638c733-1267-4113-8964-9d73221bc9ac/4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:53:01.434753 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:01.452125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Transition to ACTIVE for port object 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:53:01.457742 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fde4744c-e7fb-472f-9085-e4276222496c req-0b379948-49ea-43e7-b23d-e0d1c58022c0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 210 time: 0.0474613 Dec 13 23:53:01.548792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:01.559247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:53:01.625760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:53:01.628854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:53:01.633911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:53:01.659584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'Port': ['ID=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:53:01.683265 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.683676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.684063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.684443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.684822 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.685197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.685571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.685967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.686364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.686783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.687155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:01.692613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:53:01.715971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:01.716584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:01.829317 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0093362 Dec 13 23:53:01.840955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Request body: {'port': {'device_id': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:53:01.951874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:01.980320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-937dd420-0b92-4d61-be64-ff7867eea0b9 None None] Provisioning for port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:53:01.985900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-937dd420-0b92-4d61-be64-ff7867eea0b9 None None] Provisioning complete for port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:53:01.990085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-937dd420-0b92-4d61-be64-ff7867eea0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:02.041942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-937dd420-0b92-4d61-be64-ff7867eea0b9 None None] Port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:53:02.406349 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:53:02.413448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:02.427695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Transition to ACTIVE for port object 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:53:02.511175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:02.511175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c9a64063-3866-47fc-8fa8-cbf00112718f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:53:02.679709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Pushing event updated for resources: {'Port': ['ID=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:53:02.688733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:53:02.822263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c4513-6215-4a8f-b28e-4b38927130eb req-9fd4005b-c532-4adb-85ba-3284d99a1b40 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:02.822963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c56c4513-6215-4a8f-b28e-4b38927130eb req-9fd4005b-c532-4adb-85ba-3284d99a1b40 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:53:02.830008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Attempting to bind port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:53:02.830343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Attempting to bind port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:53:02.830667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Attempting to bind port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:53:02.844192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:53:02.846085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Attempting to bind port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 on network 5a0fd21d-7898-4982-b082-edd2154e8dd7 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:53:02.852073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:53:02.852402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Checking segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:53:02.852786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Bound using segment: {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:53:02.853209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Bound port: 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc4e697-552e-41bf-9bf6-3437ab036f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:53:02.853553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:02.947884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] For port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:53:02.951111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] For port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:53:02.955668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c56c4513-6215-4a8f-b28e-4b38927130eb req-9fd4005b-c532-4adb-85ba-3284d99a1b40 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:53:02.956854 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c56c4513-6215-4a8f-b28e-4b38927130eb req-9fd4005b-c532-4adb-85ba-3284d99a1b40 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 943 time: 0.3318515 Dec 13 23:53:03.003330 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c56c4513-6215-4a8f-b28e-4b38927130eb req-63a4e7d8-e958-486f-9caa-fe358ba17f11 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406458 Dec 13 23:53:03.045695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:03.049555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:53:03.107941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:03.109281 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] 10.222.0.18 "PUT /v2.0/ports/4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 HTTP/1.1" status: 200 len: 1093 time: 1.2724140 Dec 13 23:53:03.109796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:53:03.130841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Pushing event updated for resources: {'Port': ['ID=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:53:03.134018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:53:03.176471 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'status': 'completed', 'code': 200} Dec 13 23:53:03.276637 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d26c38e3-f14d-4dcc-bf04-98ce78d817fc req-1820511d-64df-446a-9a72-b1eb08515f64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 1096 time: 0.0785189 Dec 13 23:53:03.424350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c38e3-f14d-4dcc-bf04-98ce78d817fc req-d85120c6-11ce-4ca8-8a9a-32310be3dd49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:03.425710 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d26c38e3-f14d-4dcc-bf04-98ce78d817fc req-d85120c6-11ce-4ca8-8a9a-32310be3dd49 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=16d878029e7841b5a5a519275b44d13f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1420960 Dec 13 23:53:03.562882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c38e3-f14d-4dcc-bf04-98ce78d817fc req-e7f9bc3e-2d81-4840-8677-62ae80897ac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:03.564338 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d26c38e3-f14d-4dcc-bf04-98ce78d817fc req-e7f9bc3e-2d81-4840-8677-62ae80897ac7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1315701 Dec 13 23:53:03.667681 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-63389dc2-68e7-4646-ad31-48644c584dfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 1096 time: 0.0690784 Dec 13 23:53:03.738705 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-dce7c1c8-aab3-487d-9fe5-8005b3920d1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 HTTP/1.1" status: 200 len: 217 time: 0.0644403 Dec 13 23:53:03.800163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-cdc98685-0978-431a-9651-b5d50296fc57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:03.801522 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-cdc98685-0978-431a-9651-b5d50296fc57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0568910 Dec 13 23:53:03.880045 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-edeb7285-ff7e-4779-b015-10ba0edc5ec2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713744 Dec 13 23:53:04.013331 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-da48db34-77f5-4517-8b06-6bfe8b40fa3a service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267128 Dec 13 23:53:04.187570 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ab71df51-75dc-4ee5-87e2-03bae5ac59e3 req-d136fa0d-78f0-4eba-a565-1e25db08d0e0 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677623 Dec 13 23:53:04.222502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233a53f-86c6-440d-9339-cf4423f2e8bd req-7e3986b8-48a5-4f83-b26b-cea36bd233b5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:04.223965 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6233a53f-86c6-440d-9339-cf4423f2e8bd req-7e3986b8-48a5-4f83-b26b-cea36bd233b5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 943 time: 0.0993655 Dec 13 23:53:04.269410 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6233a53f-86c6-440d-9339-cf4423f2e8bd req-738437ac-9a12-4516-a7de-2c6deddb725e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396273 Dec 13 23:53:05.475398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46de03-a189-43f5-a60d-e7cf48000a80 req-6ba48294-c9cc-4078-b629-495f65e150ac tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:05.476993 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0d46de03-a189-43f5-a60d-e7cf48000a80 req-6ba48294-c9cc-4078-b629-495f65e150ac tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 943 time: 0.0779290 Dec 13 23:53:05.523722 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0d46de03-a189-43f5-a60d-e7cf48000a80 req-241cd096-95ec-46a9-a66d-60ec8b82f11f tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411372 Dec 13 23:53:06.724115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd8f3d-16ef-4ee4-81c5-d39b6d60793b req-5a7b53b9-97f4-4394-8dc1-f35c80104cf5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:06.725603 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b2cd8f3d-16ef-4ee4-81c5-d39b6d60793b req-5a7b53b9-97f4-4394-8dc1-f35c80104cf5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 943 time: 0.0786972 Dec 13 23:53:06.877150 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b2cd8f3d-16ef-4ee4-81c5-d39b6d60793b req-d4bdb013-8c41-45d0-93b9-697561a1eedc tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457646 Dec 13 23:53:08.078874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec49c1-ba49-4109-911e-002d7a14174c req-55c24829-6f2e-4eaf-b93d-f0028ce94bdf tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:08.080343 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-00ec49c1-ba49-4109-911e-002d7a14174c req-55c24829-6f2e-4eaf-b93d-f0028ce94bdf tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 943 time: 0.0828726 Dec 13 23:53:08.127449 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-00ec49c1-ba49-4109-911e-002d7a14174c req-21316951-9a28-461c-a196-f34967f9bb4b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411742 Dec 13 23:53:09.328055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6a50c-0135-40b1-abdb-4df9b7694e2b req-c519a0c2-0244-411c-81d6-4d0c4a7cc871 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:09.329543 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f5d6a50c-0135-40b1-abdb-4df9b7694e2b req-c519a0c2-0244-411c-81d6-4d0c4a7cc871 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 943 time: 0.0805712 Dec 13 23:53:09.375280 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f5d6a50c-0135-40b1-abdb-4df9b7694e2b req-44e418db-cee4-4b30-a130-d39e2343d4c8 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400841 Dec 13 23:53:10.577321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8350c5-8ef3-43f5-a758-ca10e1e98819 req-45f9f7a7-c004-4156-b7da-7ade8e3d9248 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:10.578789 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8e8350c5-8ef3-43f5-a758-ca10e1e98819 req-45f9f7a7-c004-4156-b7da-7ade8e3d9248 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 943 time: 0.0778189 Dec 13 23:53:10.627208 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8e8350c5-8ef3-43f5-a758-ca10e1e98819 req-6e16a2ba-e983-42b2-a179-ee4babae8cc8 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413299 Dec 13 23:53:11.828860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2707a7-e238-44b6-bfa3-3115b143a91b req-c48f0abd-c80f-496a-b7fc-301a9d7d24ed tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:11.830338 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8a2707a7-e238-44b6-bfa3-3115b143a91b req-c48f0abd-c80f-496a-b7fc-301a9d7d24ed tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 943 time: 0.0837920 Dec 13 23:53:11.876715 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8a2707a7-e238-44b6-bfa3-3115b143a91b req-d43ffa6f-5eef-4dc6-9961-94b3a3f3d8f3 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400562 Dec 13 23:53:11.902719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-05468acd-3361-40bf-baa1-82aec92ba614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:12.295195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:53:12.481969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:53:12.494989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'port_id': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'mac_address': 'fa:16:3e:f3:bb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:53:12.548096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:12.565835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:53:12.580578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:53:12.623964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:12.626487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:53:12.690788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:53:12.699222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.699589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.699953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.700278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.700718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.701044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.701364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.701723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.702040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.702353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.702668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:53:12.706554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:53:12.879822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:53:13.081073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07168739-0f80-4f74-b985-90db5d37c395 req-08587925-fed4-441c-8ac1-a51e12ea2730 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:13.082548 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-07168739-0f80-4f74-b985-90db5d37c395 req-08587925-fed4-441c-8ac1-a51e12ea2730 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 944 time: 0.0860503 Dec 13 23:53:13.130882 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-07168739-0f80-4f74-b985-90db5d37c395 req-7c218a08-5b6c-4596-a126-2de44b636c53 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 Dec 13 23:53:14.085922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9b79b47e-2059-4c96-a607-ee075d86ec93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:14.296820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:53:14.326200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1243c46-95c5-4c78-afb3-34fbf3322be1 req-61408e4d-a3c1-464f-bf74-9b55efe3e1d2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:14.327700 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f1243c46-95c5-4c78-afb3-34fbf3322be1 req-61408e4d-a3c1-464f-bf74-9b55efe3e1d2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 944 time: 0.0793619 Dec 13 23:53:14.374463 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f1243c46-95c5-4c78-afb3-34fbf3322be1 req-a944e5a2-988c-46ac-b87f-2a2ab1efb914 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401442 Dec 13 23:53:14.416640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:53:14.421702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:53:14.422079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:14.536614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:14.563810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:53:14.573538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:53:14.618103 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'code': 200} Dec 13 23:53:14.651064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:14.653726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:53:14.723500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:53:14.727127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:53:15.103890 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9c2e6095-9e2e-4348-925e-1b3e1fdc44b4 req-781a647c-7672-4173-8c23-bf886a6de2a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 1098 time: 0.0716565 Dec 13 23:53:15.144970 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9c2e6095-9e2e-4348-925e-1b3e1fdc44b4 req-8b082a02-419f-46da-9983-d82d8439f97b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349886 Dec 13 23:53:15.458237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:15.503870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:15.577258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b4f4d-85ef-444e-83c4-f1eb11e437b4 req-5ba72c08-e3db-4b09-bec7-24447840bbdf tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:15.578628 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3e1b4f4d-85ef-444e-83c4-f1eb11e437b4 req-5ba72c08-e3db-4b09-bec7-24447840bbdf tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 945 time: 0.0787950 Dec 13 23:53:15.627832 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3e1b4f4d-85ef-444e-83c4-f1eb11e437b4 req-11cce8b8-4c5c-4961-a65b-fdffacdeb64f tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435781 Dec 13 23:53:16.818380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:16.826173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3efa8d-5470-415a-8685-fa61d8679d07 req-cd9a22db-88c8-486c-963a-9b08cfd947be tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:16.827677 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cd3efa8d-5470-415a-8685-fa61d8679d07 req-cd9a22db-88c8-486c-963a-9b08cfd947be tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 945 time: 0.0771933 Dec 13 23:53:16.873115 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cd3efa8d-5470-415a-8685-fa61d8679d07 req-49ef8fdb-05e8-4d6f-b383-50116ca1e039 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398743 Dec 13 23:53:17.072641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125707ad-2771-4063-aefb-2c034b76cbb0 req-e7d11514-a06b-4d44-b8f1-fba2c4813e7e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:17.074136 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-125707ad-2771-4063-aefb-2c034b76cbb0 req-e7d11514-a06b-4d44-b8f1-fba2c4813e7e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 945 time: 0.0788937 Dec 13 23:53:17.122151 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-125707ad-2771-4063-aefb-2c034b76cbb0 req-c695c036-ecbf-4e0b-a50c-408a0c0af6a7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425000 Dec 13 23:53:17.150796 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58134) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:53:17.291444 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6280bce8-04dd-45d1-b709-9e2b39a552de tempest-TestVolumeBootPattern-580151151 tempest-TestVolumeBootPattern-580151151-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 1093 time: 0.1393569 Dec 13 23:53:17.293958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58140) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:53:17.299357 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:53:17.306317 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:53:17.310242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Usage tracker for resource:floatingip and tenant:16d878029e7841b5a5a519275b44d13f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:53:17.313133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:53:17.320842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:53:17.394526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:17.531697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:17.667157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Allocated IP 172.26.5.194 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/bb2312b7-f34c-450f-a30b-33b6cea5454a) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:53:17.815144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:17.921617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:17.925418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-65905b3c-2edf-4dbd-8f04-bcc0d0ac9bf8 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:53:17.993116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:53:17.996213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:53:17.999727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:53:18.029673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'Port': ['ID=bb2312b7-f34c-450f-a30b-33b6cea5454a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:53:18.035467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:53:18.610438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:18.703835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:18.907515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:18.999546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:19.003324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-47c2f664-cc0c-4ae7-ad60-61cbdad3b67d tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:53:19.104253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event updated for resources: {'Port': ['ID=bb2312b7-f34c-450f-a30b-33b6cea5454a,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:53:19.108266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:53:19.123165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:19.312853 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Floating IP 23aef7c7-5021-414a-ae36-c019a7fd7331 associated. External IP: 172.26.5.194, port: 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6. Dec 13 23:53:19.430215 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:19.707881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Router 058690f2-aa32-42c4-9dc1-aab775fcd9cf has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:53:19.916218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:53:19.927988 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] Sync routers for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:53:19.941956 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:53:19.942658 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:53:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:53:20.041336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:20.097176 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8021181 Dec 13 23:53:20.097839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:53:20.124409 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:53:20.152225 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'status': 'completed', 'code': 200} Dec 13 23:53:20.248576 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-687660b5-f88e-420d-bba0-fe66e7aac542 req-11f35f9b-b343-48e8-a467-5ae5f6aeb509 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 1098 time: 0.0733709 Dec 13 23:53:20.485968 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '23aef7c7-5021-414a-ae36-c019a7fd7331', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.194', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:f3:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:53:18Z', 'updated_at': '2021-12-13T23:53:18Z', 'revision_number': 0, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}, {'id': 'e29c9e2d-69bb-4988-aa6a-501ac4269c20', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:50:19Z', 'updated_at': '2021-12-13T23:50:22Z', 'revision_number': 1, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:53:20.490197 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] Checking router: 058690f2-aa32-42c4-9dc1-aab775fcd9cf for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:53:20.501409 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:53:20.502020 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:53:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:53:20.502814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687660b5-f88e-420d-bba0-fe66e7aac542 req-df21c5d7-9918-4c80-8512-a47398435b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:20.504291 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-687660b5-f88e-420d-bba0-fe66e7aac542 req-df21c5d7-9918-4c80-8512-a47398435b70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.2500107 Dec 13 23:53:20.610993 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-687660b5-f88e-420d-bba0-fe66e7aac542 req-c3e80273-42b1-4cd8-b0d1-179cbcf8f7f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 HTTP/1.1" status: 200 len: 999 time: 0.0995183 Dec 13 23:53:20.672940 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687660b5-f88e-420d-bba0-fe66e7aac542 req-1e62e1a4-7a3a-4c78-a4b8-9a6754d20c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:20.674539 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-687660b5-f88e-420d-bba0-fe66e7aac542 req-1e62e1a4-7a3a-4c78-a4b8-9a6754d20c31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0581906 Dec 13 23:53:20.686099 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:53:20.750479 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-687660b5-f88e-420d-bba0-fe66e7aac542 req-7303c02d-14f4-4315-ada5-28a8981972c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697470 Dec 13 23:53:20.893682 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-687660b5-f88e-420d-bba0-fe66e7aac542 req-c099f1f0-b5b6-4a86-9d69-ea58e4ae3765 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356483 Dec 13 23:53:21.039849 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-687660b5-f88e-420d-bba0-fe66e7aac542 req-1461c061-2047-41f0-8e32-3c08789a28e0 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387339 Dec 13 23:53:21.042799 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '23aef7c7-5021-414a-ae36-c019a7fd7331', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.194', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:f3:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:53:18Z', 'updated_at': '2021-12-13T23:53:18Z', 'revision_number': 0, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}, {'id': 'e29c9e2d-69bb-4988-aa6a-501ac4269c20', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:50:19Z', 'updated_at': '2021-12-13T23:50:22Z', 'revision_number': 1, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:53:21.047018 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6847de-6c6c-4ec1-bd6b-9ea3c52a9da6 None None] The sync data for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv is: [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '23aef7c7-5021-414a-ae36-c019a7fd7331', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.194', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:f3:bb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:53:18Z', 'updated_at': '2021-12-13T23:53:18Z', 'revision_number': 0, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}, {'id': 'e29c9e2d-69bb-4988-aa6a-501ac4269c20', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:50:19Z', 'updated_at': '2021-12-13T23:50:22Z', 'revision_number': 1, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:53:21.251878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a862bc-1725-45e0-b256-ce7612839cc7 None None] New status for floating IP 23aef7c7-5021-414a-ae36-c019a7fd7331: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:53:33.063036 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:53:41.930783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-908f2539-584d-4abb-8c75-16921a31dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:44.114373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fa769edf-d0d1-428e-b56c-cd7c29a814da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:45.436739 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:45.480546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:46.839789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:49.429831 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:53:50.740268 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-d76a7806-943d-4756-8784-7531c9de398a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739775 Dec 13 23:53:50.875949 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-71360b27-2850-4a76-85ed-1ba9549c3e19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1099 time: 0.0695815 Dec 13 23:53:51.024438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-17bb5321-f203-48c8-8634-13b7e6a685f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:51.025862 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-17bb5321-f203-48c8-8634-13b7e6a685f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1306236 Dec 13 23:53:51.131111 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-daa3642a-ad4e-4251-a224-de36f3aac5f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 200 len: 1000 time: 0.0981472 Dec 13 23:53:51.193010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-7f87e1e9-c922-4c1c-b8db-1fb24e35ae6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:53:51.194389 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-7f87e1e9-c922-4c1c-b8db-1fb24e35ae6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0574911 Dec 13 23:53:51.272441 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-9f28ee6c-d618-43de-85b3-a2c49b7a47cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716231 Dec 13 23:53:51.406235 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-556edbd5-ad3e-49b4-8a45-60087f9ade22 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275234 Dec 13 23:53:51.535728 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-162cfe77-2a49-4c84-8410-f1404e3584cb req-99766773-6361-4527-a22a-9d5450bc7fb4 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232643 Dec 13 23:54:10.063549 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:54:11.897491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-652e6915-9e7e-49af-9fcf-fad361424aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:14.090601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-15e3fbe6-0bae-42e6-9987-135c6dfee678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:15.428718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:15.468713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:16.846021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:19.440116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:41.905787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b805d6dc-5746-4e5d-bfc9-e9a612c5ae4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:44.079756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e10d4b14-0d73-40ca-b4a7-057359720869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:45.434102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:45.462903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:46.816233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:47.064688 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:54:49.434337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:54:51.760254 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-96b5ff8e-0e55-4194-8f10-5f8b4a458e48 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681207 Dec 13 23:54:51.859400 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-9b1581c0-fea1-4578-924e-5e9c8a4d6bf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 1098 time: 0.0769198 Dec 13 23:54:52.111131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-bc64298e-b0ca-43e5-8d25-e55b7d9727cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:54:52.115022 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-bc64298e-b0ca-43e5-8d25-e55b7d9727cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.2332861 Dec 13 23:54:52.217912 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-d796399c-2ac8-484e-9f5d-5a268cfd91f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 HTTP/1.1" status: 200 len: 1001 time: 0.0980623 Dec 13 23:54:52.283566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-9f1cc28c-ecfc-4858-87a8-7e670d54781a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:54:52.287361 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-9f1cc28c-ecfc-4858-87a8-7e670d54781a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0599685 Dec 13 23:54:52.364841 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-a83945e4-2360-4db9-9a6e-acf0bb57a15e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729768 Dec 13 23:54:52.505856 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-716468da-a2bc-4496-b6db-3781e6f0d0bf service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335230 Dec 13 23:54:52.642880 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e1022a0-c64c-4c04-bc48-8d462c3c25b1 req-400fa613-6d64-430f-8820-2090b9bd9b33 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294899 Dec 13 23:55:11.878906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-34db62f7-7a85-473c-bcc5-2f4b8354eabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:14.073938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-df3aaaf1-997a-4cab-b143-3dfcb0919256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:15.422421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:15.444968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:16.833423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:19.405428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:24.064717 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:55:34.816715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58180) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:55:35.018715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Deleting port bb2312b7-f34c-450f-a30b-33b6cea5454a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:55:35.019047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:35.192661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:35.192929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:35.312942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Calling delete_port for bb2312b7-f34c-450f-a30b-33b6cea5454a owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:55:35.519535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:35.523733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a85e71a7-aeac-4d1b-8803-a52ce3512a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:55:35.565379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event deleted for resources: {'Port': ['ID=bb2312b7-f34c-450f-a30b-33b6cea5454a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:55:35.603144 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.603529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.603937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.604311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.604685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.605052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.605424 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.605795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.606158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.606520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.606880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:35.613337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:55:35.668687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:36.154375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Router 058690f2-aa32-42c4-9dc1-aab775fcd9cf has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:55:36.355632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:55:36.365840 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] Sync routers for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:55:36.377510 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:55:36.378121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:55:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:55:36.434713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:36.492750 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "DELETE /v2.0/floatingips/23aef7c7-5021-414a-ae36-c019a7fd7331 HTTP/1.1" status: 204 len: 168 time: 1.6749516 Dec 13 23:55:36.493398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:55:36.593655 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:55:36.668839 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'status': 'completed', 'code': 200} Dec 13 23:55:36.868575 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d1633ce1-0d04-4961-86d5-b1b76ac4aa23 req-0dc4a1c9-540c-4375-bd5a-cb2666440e3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 1098 time: 0.1763182 Dec 13 23:55:36.968042 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'e29c9e2d-69bb-4988-aa6a-501ac4269c20', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:50:19Z', 'updated_at': '2021-12-13T23:50:22Z', 'revision_number': 1, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:55:36.971940 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] Checking router: 058690f2-aa32-42c4-9dc1-aab775fcd9cf for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:55:36.984032 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:55:36.984636 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:55:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:55:37.009847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633ce1-0d04-4961-86d5-b1b76ac4aa23 req-7cf20493-0f36-451e-95e3-39a09a619c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:37.011318 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d1633ce1-0d04-4961-86d5-b1b76ac4aa23 req-7cf20493-0f36-451e-95e3-39a09a619c71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1374481 Dec 13 23:55:37.087676 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d1633ce1-0d04-4961-86d5-b1b76ac4aa23 req-06cb7791-e9ed-4b2a-9b77-42580de87954 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 HTTP/1.1" status: 200 len: 217 time: 0.0691535 Dec 13 23:55:37.134994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea03707-045f-4c17-baa6-bc8316729b90 req-8d585383-4492-421c-a0a2-2e81502c5997 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:37.136536 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4ea03707-045f-4c17-baa6-bc8316729b90 req-8d585383-4492-421c-a0a2-2e81502c5997 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 945 time: 0.1551688 Dec 13 23:55:37.162291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1633ce1-0d04-4961-86d5-b1b76ac4aa23 req-d85f47ae-3e50-4049-8158-59ec1a207230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:37.163431 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d1633ce1-0d04-4961-86d5-b1b76ac4aa23 req-d85f47ae-3e50-4049-8158-59ec1a207230 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0692413 Dec 13 23:55:37.172379 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:55:37.183597 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4ea03707-045f-4c17-baa6-bc8316729b90 req-402248cb-347f-4bbc-867a-308952031fbc tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412464 Dec 13 23:55:37.242575 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d1633ce1-0d04-4961-86d5-b1b76ac4aa23 req-16694091-7c84-42cb-9686-11996056d8aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716095 Dec 13 23:55:37.377305 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d1633ce1-0d04-4961-86d5-b1b76ac4aa23 req-5ca4abe3-16b5-4b03-b641-bd6f1f9653f3 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283412 Dec 13 23:55:37.511764 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d1633ce1-0d04-4961-86d5-b1b76ac4aa23 req-ca819ee0-082a-4664-b839-cfdd87a95b46 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267865 Dec 13 23:55:37.518726 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'e29c9e2d-69bb-4988-aa6a-501ac4269c20', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:50:19Z', 'updated_at': '2021-12-13T23:50:22Z', 'revision_number': 1, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:55:37.522846 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01789c2-0726-4123-8379-2bf6bb6ea2ba None None] The sync data for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv is: [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'e29c9e2d-69bb-4988-aa6a-501ac4269c20', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'port_id': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'mac_address': 'fa:16:3e:ed:15:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:50:19Z', 'updated_at': '2021-12-13T23:50:22Z', 'revision_number': 1, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:55:37.734771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531adf63-3c17-4d83-951e-bd0c19af1075 None None] New status for floating IP 23aef7c7-5021-414a-ae36-c019a7fd7331: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:55:38.513201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-9494b0b6-a1f5-42f9-a330-749d00895781 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:38.513898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-9494b0b6-a1f5-42f9-a330-749d00895781 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:55:38.522188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b567e28-3e0e-452d-919f-2bac93f88ae8 req-edf8e245-3af6-4b10-90e5-ae05a688fbc3 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:38.522846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-1b567e28-3e0e-452d-919f-2bac93f88ae8 req-edf8e245-3af6-4b10-90e5-ae05a688fbc3 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:55:38.617611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-9494b0b6-a1f5-42f9-a330-749d00895781 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:55:38.618872 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-9494b0b6-a1f5-42f9-a330-749d00895781 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 945 time: 0.2103035 Dec 13 23:55:38.619880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-1b567e28-3e0e-452d-919f-2bac93f88ae8 req-edf8e245-3af6-4b10-90e5-ae05a688fbc3 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:55:38.620880 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1b567e28-3e0e-452d-919f-2bac93f88ae8 req-edf8e245-3af6-4b10-90e5-ae05a688fbc3 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 945 time: 0.3153834 Dec 13 23:55:38.718726 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Deleting port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:55:38.719066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:38.759619 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1b567e28-3e0e-452d-919f-2bac93f88ae8 req-cf233018-5291-4236-acab-dbdb53b77243 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041396 Dec 13 23:55:39.066280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] For port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:55:39.066553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:39.187090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Calling delete_port for 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:55:39.382038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:39.387974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-920b080a-2c5e-4ddb-954b-09682c6e2058 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:55:39.430433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event deleted for resources: {'Port': ['ID=4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:55:39.434270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:55:39.507106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] No DVR routers for this DVR port 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:55:39.509587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:39.512114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'name': 'network-vif-deleted', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:55:39.582566 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f068fbed-7da7-4345-800c-460b9e49cd37 req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "DELETE /v2.0/ports/4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 HTTP/1.1" status: 204 len: 173 time: 0.9525340 Dec 13 23:55:39.582566 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f332f2-bea0-4545-af51-e0ee89c92812', 'name': 'network-vif-deleted', 'tag': '4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6', 'status': 'completed', 'code': 200} Dec 13 23:55:39.925941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-7f799ef6-2ad6-42f5-a843-09f707916a03 req-92f81b99-99f0-4242-a87d-28617374cd09 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:55:40.012743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-7f799ef6-2ad6-42f5-a843-09f707916a03 req-92f81b99-99f0-4242-a87d-28617374cd09 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:55:40.013961 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7f799ef6-2ad6-42f5-a843-09f707916a03 req-92f81b99-99f0-4242-a87d-28617374cd09 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3f332f2-bea0-4545-af51-e0ee89c92812 HTTP/1.1" status: 200 len: 210 time: 0.1306882 Dec 13 23:55:40.842196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:55:40.878105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:55:40.878455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 4552f58e-2fb9-4a3f-8591-4afcf6b1b5d6 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:55:41.861860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-65de528c-16bd-4384-8d62-1527f953ed4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:44.108004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7670-b637-4ee8-9c1a-57a073e95774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:45.438218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:45.461452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:45.896588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58228) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:55:46.098127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Deleting port b5222769-9145-4100-be2e-0262328df94a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:55:46.098472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:46.265007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:46.265336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:46.385815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Calling delete_port for b5222769-9145-4100-be2e-0262328df94a owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:55:46.593306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:46.596884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:55:46.637929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event deleted for resources: {'Port': ['ID=b5222769-9145-4100-be2e-0262328df94a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:55:46.641855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:55:46.734967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:46.822602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:47.234108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Router 058690f2-aa32-42c4-9dc1-aab775fcd9cf has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:55:47.433394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:55:47.442573 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] Sync routers for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:55:47.454247 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:55:47.454914 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:55:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:55:47.525535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:47.582159 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "DELETE /v2.0/floatingips/e29c9e2d-69bb-4988-aa6a-501ac4269c20 HTTP/1.1" status: 204 len: 168 time: 1.6844311 Dec 13 23:55:47.582933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:55:47.636952 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:55:47.639729 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'status': 'completed', 'code': 200} Dec 13 23:55:47.740918 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88ec97dd-31e4-4bc7-b46f-dee36b468fb7 req-7252837e-1b77-46b0-9bc6-fa82065f3176 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16d878029e7841b5a5a519275b44d13f&device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 1099 time: 0.0774772 Dec 13 23:55:47.878638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec97dd-31e4-4bc7-b46f-dee36b468fb7 req-d4b2ddec-5d41-49ae-a119-630c17329836 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:47.880040 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88ec97dd-31e4-4bc7-b46f-dee36b468fb7 req-d4b2ddec-5d41-49ae-a119-630c17329836 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 200 len: 913 time: 0.1333139 Dec 13 23:55:47.954666 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88ec97dd-31e4-4bc7-b46f-dee36b468fb7 req-8d06ac68-5332-4eae-958a-3437dbbf8231 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 200 len: 217 time: 0.0676961 Dec 13 23:55:47.994157 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:55:47.998744 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] Checking router: 058690f2-aa32-42c4-9dc1-aab775fcd9cf for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:55:48.011388 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:55:48.013632 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:55:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:55:48.022417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec97dd-31e4-4bc7-b46f-dee36b468fb7 req-f91464bf-0f6a-47df-8bee-1d338fc78bbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:48.023896 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88ec97dd-31e4-4bc7-b46f-dee36b468fb7 req-f91464bf-0f6a-47df-8bee-1d338fc78bbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 200 len: 851 time: 0.0627849 Dec 13 23:55:48.105716 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88ec97dd-31e4-4bc7-b46f-dee36b468fb7 req-5f473e60-b2fd-4b81-9f5a-c3844986c361 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5a0fd21d-7898-4982-b082-edd2154e8dd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755439 Dec 13 23:55:48.176763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa719ad6-6939-4dab-bac3-3cac4b4eebc0 req-be9096c5-96ae-49d3-9286-018cc0f98758 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:48.179461 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fa719ad6-6939-4dab-bac3-3cac4b4eebc0 req-be9096c5-96ae-49d3-9286-018cc0f98758 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 946 time: 0.0870814 Dec 13 23:55:48.214290 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:55:48.234919 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fa719ad6-6939-4dab-bac3-3cac4b4eebc0 req-276e75c8-e9d1-48bc-94fe-72d8a4f30032 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480404 Dec 13 23:55:48.263924 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88ec97dd-31e4-4bc7-b46f-dee36b468fb7 req-89821bec-081e-494b-ab54-315880ba492a service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460159 Dec 13 23:55:48.401489 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-88ec97dd-31e4-4bc7-b46f-dee36b468fb7 req-f43fb334-27c2-4464-bce1-57b5b4f56ce9 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296093 Dec 13 23:55:48.545185 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:55:48.549101 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d918c01e-4c0c-459c-9e1b-50015669520e None None] The sync data for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv is: [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:46:11Z', 'revision_number': 4, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6427a3a7-788e-4571-ae54-eddcf2739689', 'name': '', 'network_id': '5a0fd21d-7898-4982-b082-edd2154e8dd7', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'mac_address': 'fa:16:3e:48:68:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:10Z', 'updated_at': '2021-12-13T23:46:20Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'subnets': [{'id': 'd638c733-1267-4113-8964-9d73221bc9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:55:48.598872 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-6fcaa707-430c-428e-9675-1ee92bb10484 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:48.599563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-6fcaa707-430c-428e-9675-1ee92bb10484 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:55:48.667661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-6fcaa707-430c-428e-9675-1ee92bb10484 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:55:48.668820 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-6fcaa707-430c-428e-9675-1ee92bb10484 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 946 time: 0.1475060 Dec 13 23:55:48.740126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Deleting port 101fe3b0-e092-4b86-9351-6e3240dbf15d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:55:48.740559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:48.766914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b4d94f-808e-441c-ace8-9b42fc26210c None None] New status for floating IP e29c9e2d-69bb-4988-aa6a-501ac4269c20: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 13 23:55:49.093834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] For port 101fe3b0-e092-4b86-9351-6e3240dbf15d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=101fe3b0-e092-4b86-9351-6e3240dbf15d,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:55:49.094162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:49.216491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Calling delete_port for 101fe3b0-e092-4b86-9351-6e3240dbf15d owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:55:49.399428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:49.424997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:49.433647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-35f22580-8d16-4781-8e98-22b6e88c8e64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:55:49.485367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event deleted for resources: {'Port': ['ID=101fe3b0-e092-4b86-9351-6e3240dbf15d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:55:49.490306 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:55:49.566587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] No DVR routers for this DVR port 101fe3b0-e092-4b86-9351-6e3240dbf15d on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:55:49.573312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ae3bdd-681b-451c-94ec-81ebb459a11a req-b2ba36b0-020e-4046-a906-60c1643de339 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:55:49.574763 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8ae3bdd-681b-451c-94ec-81ebb459a11a req-b2ba36b0-020e-4046-a906-60c1643de339 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 867 time: 0.2056780 Dec 13 23:55:49.575748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:49.624842 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8ae3bdd-681b-451c-94ec-81ebb459a11a req-0dad724c-bda2-48ce-bb79-075e55fe684e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/security-groups?id=ff876e80-0e31-4594-94b4-058b9d9297cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445840 Dec 13 23:55:49.640754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'name': 'network-vif-deleted', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:55:49.651375 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a1b01d60-1bf1-47b6-b985-71e7f6c3561a req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.18 "DELETE /v2.0/ports/101fe3b0-e092-4b86-9351-6e3240dbf15d HTTP/1.1" status: 204 len: 173 time: 0.9771087 Dec 13 23:55:49.694912 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961b305e-ca7d-4eeb-89ff-3ec6243dd99a', 'name': 'network-vif-deleted', 'tag': '101fe3b0-e092-4b86-9351-6e3240dbf15d', 'status': 'completed', 'code': 200} Dec 13 23:55:50.801428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-08a2dfc8-76b7-4bf0-a8f4-06f05f442fc3 req-40c016a9-ecfc-44a2-919b-182c2964b3f5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Synchronizing usage tracker for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:55:50.868498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-08a2dfc8-76b7-4bf0-a8f4-06f05f442fc3 req-40c016a9-ecfc-44a2-919b-182c2964b3f5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Unset dirty status for tenant:16d878029e7841b5a5a519275b44d13f on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:55:50.869612 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-08a2dfc8-76b7-4bf0-a8f4-06f05f442fc3 req-40c016a9-ecfc-44a2-919b-182c2964b3f5 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "GET /v2.0/ports?device_id=961b305e-ca7d-4eeb-89ff-3ec6243dd99a HTTP/1.1" status: 200 len: 210 time: 0.1085072 Dec 13 23:55:51.975820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58254) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:55:52.130501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Deleting port 12cc1f33-5f8a-4048-8d83-c124d6be71c0 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:55:52.130837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:52.301315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:52.301639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:52.422406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Calling delete_port for 12cc1f33-5f8a-4048-8d83-c124d6be71c0 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:55:52.713769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:52.717526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:55:52.760311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event deleted for resources: {'Port': ['ID=12cc1f33-5f8a-4048-8d83-c124d6be71c0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:55:52.802588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.802979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.803364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.803771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.804150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.804521 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.804891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.806005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.806385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.806827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.807199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:55:52.837056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:55:52.864950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:52.920031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 101fe3b0-e092-4b86-9351-6e3240dbf15d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:55:52.930067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:52.932187 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "DELETE /v2.0/floatingips/1fd2f659-7875-4eef-b409-59af09eee64c HTTP/1.1" status: 204 len: 168 time: 0.9553661 Dec 13 23:55:52.961075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 101fe3b0-e092-4b86-9351-6e3240dbf15d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:55:52.961479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 101fe3b0-e092-4b86-9351-6e3240dbf15d not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:55:55.542799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58270) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:55:55.619901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4544-6ef7-44ac-b0c3-bad18371ce0b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:55.653309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4544-6ef7-44ac-b0c3-bad18371ce0b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:55.787154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4544-6ef7-44ac-b0c3-bad18371ce0b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:55.792227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-23bbdb92-138a-4dd6-ad1c-e8cb71c0d44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:55:55.806726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f4544-6ef7-44ac-b0c3-bad18371ce0b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff876e80-0e31-4594-94b4-058b9d9297cb,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:55:55.810200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0f3f4544-6ef7-44ac-b0c3-bad18371ce0b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:55:55.872602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0f3f4544-6ef7-44ac-b0c3-bad18371ce0b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:55.873813 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0f3f4544-6ef7-44ac-b0c3-bad18371ce0b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] 10.222.0.30 "DELETE /v2.0/security-groups/ff876e80-0e31-4594-94b4-058b9d9297cb HTTP/1.1" status: 204 len: 168 time: 0.3300209 Dec 13 23:55:57.011091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58278) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:55:57.532313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:58.129407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Deleting port 6427a3a7-788e-4571-ae54-eddcf2739689 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:55:58.130080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:58.301701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] For port 6427a3a7-788e-4571-ae54-eddcf2739689, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6427a3a7-788e-4571-ae54-eddcf2739689,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:55:58.302078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:58.533093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Calling delete_port for 6427a3a7-788e-4571-ae54-eddcf2739689 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:55:58.782048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:58.785784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-46f71711-22dc-49c7-85c3-b15c030750f4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:55:58.827698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6427a3a7-788e-4571-ae54-eddcf2739689,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:55:58.831038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:55:59.117319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:55:59.695302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Router 058690f2-aa32-42c4-9dc1-aab775fcd9cf has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:55:59.892580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:55:59.901158 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] Sync routers for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:55:59.906605 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] 10.222.0.30 "PUT /v2.0/routers/058690f2-aa32-42c4-9dc1-aab775fcd9cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8929331 Dec 13 23:55:59.907563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58284) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:55:59.912686 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:55:59.913272 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:55:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:00.096594 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:56:00.223669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:00.387422 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:55:58Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:00.391315 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] Checking router: 058690f2-aa32-42c4-9dc1-aab775fcd9cf for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:56:00.402302 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] Routers {'058690f2-aa32-42c4-9dc1-aab775fcd9cf'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:56:00.402900 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:55:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:00.428903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:00.484588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Deleting port 6929aad6-2521-426a-bd74-3442b847f308 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:00.484936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:00.602395 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] Set router 058690f2-aa32-42c4-9dc1-aab775fcd9cf gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:56:00.660000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] For port 6929aad6-2521-426a-bd74-3442b847f308, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6929aad6-2521-426a-bd74-3442b847f308,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:00.660272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:00.784889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Calling delete_port for 6929aad6-2521-426a-bd74-3442b847f308 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:56:00.890626 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:55:58Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:00.894780 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba76bbe-c10d-47af-88e4-17c61eb241c3 None None] The sync data for ids ['058690f2-aa32-42c4-9dc1-aab775fcd9cf'] in dv-neutron-821564-1-hyperv is: [{'id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'name': 'tempest-TestVolumeBootPattern-1228845129-router', 'tenant_id': '16d878029e7841b5a5a519275b44d13f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112'}], 'enable_snat': True}, 'gw_port_id': '6929aad6-2521-426a-bd74-3442b847f308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:07Z', 'updated_at': '2021-12-13T23:55:58Z', 'revision_number': 5, 'project_id': '16d878029e7841b5a5a519275b44d13f', 'gw_port': {'id': '6929aad6-2521-426a-bd74-3442b847f308', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '058690f2-aa32-42c4-9dc1-aab775fcd9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:08Z', 'updated_at': '2021-12-13T23:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:56:01.011396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:01.015046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4b8c4210-4b16-4fa8-bc37-0f2549e39cc9 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:01.059670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6929aad6-2521-426a-bd74-3442b847f308,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:01.062504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:01.068361 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:56:01.284434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:01.461762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6427a3a7-788e-4571-ae54-eddcf2739689 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:56:01.502066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 6427a3a7-788e-4571-ae54-eddcf2739689 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:56:01.502336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6427a3a7-788e-4571-ae54-eddcf2739689 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:56:01.663063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:01.668039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:01.793494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:01.794169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 058690f2-aa32-42c4-9dc1-aab775fcd9cf {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:56:01.807291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:01.808934 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] 10.222.0.30 "DELETE /v2.0/routers/058690f2-aa32-42c4-9dc1-aab775fcd9cf HTTP/1.1" status: 204 len: 168 time: 1.8999937 Dec 13 23:56:01.812256 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58288) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:01.881336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] Deleting subnet d638c733-1267-4113-8964-9d73221bc9ac {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:56:01.884352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:01.936674 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.017114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.159122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.162803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e870618c-8201-4a29-a98b-ce58464666ea tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:02.196140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d638c733-1267-4113-8964-9d73221bc9ac,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:02.200049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:02.204267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.209140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd6b41-8aa8-4049-a6cd-666ce0aa64e5 None None] Network 5a0fd21d-7898-4982-b082-edd2154e8dd7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:56:02.211576 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d638c733-1267-4113-8964-9d73221bc9ac HTTP/1.1" status: 204 len: 168 time: 0.3968208 Dec 13 23:56:02.213418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58292) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:02.325380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.338618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Deleting port ecbe6837-c636-432b-aeb4-c26421306419 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:02.338618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.467054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] DHCP port deletion for 5a0fd21d-7898-4982-b082-edd2154e8dd7 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:56:02.470948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] Deleting port ecbe6837-c636-432b-aeb4-c26421306419 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:02.471330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.551592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] For port ecbe6837-c636-432b-aeb4-c26421306419, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ecbe6837-c636-432b-aeb4-c26421306419,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:02.552018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.672904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Calling delete_port for ecbe6837-c636-432b-aeb4-c26421306419 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:56:02.674612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] For port ecbe6837-c636-432b-aeb4-c26421306419, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ecbe6837-c636-432b-aeb4-c26421306419,segment=NetworkSegment(bfc4e697-552e-41bf-9bf6-3437ab036f41),segment_id=bfc4e697-552e-41bf-9bf6-3437ab036f41)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:02.675004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.795248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] Calling delete_port for ecbe6837-c636-432b-aeb4-c26421306419 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:56:02.821767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:02.826431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c0fea0e-6984-4de8-b862-41aec4662700 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:02.870860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:56:02.871223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:56:02.965797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecbe6837-c636-432b-aeb4-c26421306419,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:02.969169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:02.972124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] No DVR routers for this DVR port ecbe6837-c636-432b-aeb4-c26421306419 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:56:03.086199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:03.111210 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0fd21d-7898-4982-b082-edd2154e8dd7']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:03.123446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc4e697-552e-41bf-9bf6-3437ab036f41') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:03.123778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc4e697-552e-41bf-9bf6-3437ab036f41') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:03.135000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:03.150761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:03.156620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:56:03.156998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:56:03.170248 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:56:03.307682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:03.310979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-32cceefb-7d6b-4943-ac93-ad8b017dba21 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:03.323764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:03.335368 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0fd21d-7898-4982-b082-edd2154e8dd7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:03.340021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:03.372773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] Deleting port ecbe6837-c636-432b-aeb4-c26421306419 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:03.373170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:03.411929 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5a0fd21d-7898-4982-b082-edd2154e8dd7 HTTP/1.1" status: 204 len: 168 time: 1.1971831 Dec 13 23:56:03.414672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58296) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:03.469536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6929aad6-2521-426a-bd74-3442b847f308 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:56:03.507488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-629ec038-3d89-4c40-8922-6cc5513e0d0c None None] The port 'ecbe6837-c636-432b-aeb4-c26421306419' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:56:03.513243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 6929aad6-2521-426a-bd74-3442b847f308 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:56:03.513600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6929aad6-2521-426a-bd74-3442b847f308 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:56:03.514030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ecbe6837-c636-432b-aeb4-c26421306419 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:56:03.548995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: ecbe6837-c636-432b-aeb4-c26421306419 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:56:03.549430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ecbe6837-c636-432b-aeb4-c26421306419 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:56:03.816687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:04.405263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Deleting port 13614613-09fb-4c28-9439-0214efd3aa70 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:04.405609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:04.582405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] For port 13614613-09fb-4c28-9439-0214efd3aa70, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=13614613-09fb-4c28-9439-0214efd3aa70,segment=NetworkSegment(f5e2ebdf-4b35-41b3-af81-1200990ae8c2),segment_id=f5e2ebdf-4b35-41b3-af81-1200990ae8c2)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:04.583056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:04.811339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Calling delete_port for 13614613-09fb-4c28-9439-0214efd3aa70 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:56:05.021963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:05.025791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-63d34aba-520b-4f28-b7c3-073638219584 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:05.067159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=13614613-09fb-4c28-9439-0214efd3aa70,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:05.071157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:05.359448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:05.932759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Router d948bd44-8017-411b-810a-f6efd553a70c has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:56:06.130809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:56:06.141519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] Sync routers for ids ['d948bd44-8017-411b-810a-f6efd553a70c'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:56:06.153737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] Routers {'d948bd44-8017-411b-810a-f6efd553a70c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:56:06.154363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:55:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d948bd44-8017-411b-810a-f6efd553a70c'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:06.219221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] 10.222.0.30 "PUT /v2.0/routers/d948bd44-8017-411b-810a-f6efd553a70c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029473 Dec 13 23:56:06.221910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58300) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:06.332678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] Set router d948bd44-8017-411b-810a-f6efd553a70c gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:56:06.540311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:06.624372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:56:04Z', 'revision_number': 5, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'gw_port': {'id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:06.628363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] Checking router: d948bd44-8017-411b-810a-f6efd553a70c for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:56:06.639532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] Routers {'d948bd44-8017-411b-810a-f6efd553a70c'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:56:06.640203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:55:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d948bd44-8017-411b-810a-f6efd553a70c'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:06.746958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:06.817385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] Set router d948bd44-8017-411b-810a-f6efd553a70c gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:56:06.821981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Deleting port 642ec75c-81fa-463b-a09f-00b26cda6071 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:06.823362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:07.001460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] For port 642ec75c-81fa-463b-a09f-00b26cda6071, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=642ec75c-81fa-463b-a09f-00b26cda6071,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:07.002157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:07.100517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:56:04Z', 'revision_number': 5, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'gw_port': {'id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:07.105036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacabef5-8a07-4fe6-9647-49e60496b320 None None] The sync data for ids ['d948bd44-8017-411b-810a-f6efd553a70c'] in dv-neutron-821564-1-hyperv is: [{'id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'name': 'tempest-TestVolumeBootPattern-1844136318-router', 'tenant_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109'}], 'enable_snat': True}, 'gw_port_id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:56:04Z', 'revision_number': 5, 'project_id': 'dee28bfd4b7a4b6ea5adee76ac7a87a4', 'gw_port': {'id': '642ec75c-81fa-463b-a09f-00b26cda6071', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd948bd44-8017-411b-810a-f6efd553a70c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:46:15Z', 'updated_at': '2021-12-13T23:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:56:07.124633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Calling delete_port for 642ec75c-81fa-463b-a09f-00b26cda6071 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:56:07.330518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:07.334659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6fc45da8-1a3f-4f76-8cb0-efd8578a663c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:07.376623 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=642ec75c-81fa-463b-a09f-00b26cda6071,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:07.380594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:07.508154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 13614613-09fb-4c28-9439-0214efd3aa70 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:56:07.544444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 13614613-09fb-4c28-9439-0214efd3aa70 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:56:07.544820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 13614613-09fb-4c28-9439-0214efd3aa70 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:56:07.610583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:07.866765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:07.871679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:07.958858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:07.959297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d948bd44-8017-411b-810a-f6efd553a70c {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 23:56:07.971477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:07.972649 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] 10.222.0.30 "DELETE /v2.0/routers/d948bd44-8017-411b-810a-f6efd553a70c HTTP/1.1" status: 204 len: 168 time: 1.7498252 Dec 13 23:56:07.975275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58304) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:08.153260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] Deleting subnet 915f2ef8-22c7-4c7b-8650-aa18bd0a863e {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:56:08.156133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:08.204904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:08.284078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:08.417431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:08.421477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eaa37a05-10b1-4695-8868-f8de1f99d972 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:08.455256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915f2ef8-22c7-4c7b-8650-aa18bd0a863e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:08.458707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:08.461878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:08.468047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c4189-7cdf-41e9-8c4e-4a9db523aa53 None None] Network ed5003c5-7514-4cb7-b9f8-a50ad7c26adc requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:56:08.468513 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/915f2ef8-22c7-4c7b-8650-aa18bd0a863e HTTP/1.1" status: 204 len: 168 time: 0.4922657 Dec 13 23:56:08.470887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58308) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:08.577108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:08.587300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Deleting port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:08.588434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:08.772047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] DHCP port deletion for ed5003c5-7514-4cb7-b9f8-a50ad7c26adc request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 13 23:56:08.777209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] Deleting port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:08.777584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:08.804191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] For port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ef9f58de-e8a0-45d8-92c1-5fd124edfb4d,segment=NetworkSegment(f5e2ebdf-4b35-41b3-af81-1200990ae8c2),segment_id=f5e2ebdf-4b35-41b3-af81-1200990ae8c2)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:08.804543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:08.924907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Calling delete_port for ef9f58de-e8a0-45d8-92c1-5fd124edfb4d owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:56:08.976003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] For port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ef9f58de-e8a0-45d8-92c1-5fd124edfb4d,segment=NetworkSegment(f5e2ebdf-4b35-41b3-af81-1200990ae8c2),segment_id=f5e2ebdf-4b35-41b3-af81-1200990ae8c2)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:08.976402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.061535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.066047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cd79a6ea-5696-4589-ae47-41f16fbf4c2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:09.098988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] Calling delete_port for ef9f58de-e8a0-45d8-92c1-5fd124edfb4d owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:56:09.108712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9f58de-e8a0-45d8-92c1-5fd124edfb4d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:09.112095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:09.112864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] No DVR routers for this DVR port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:56:09.169357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:56:09.169714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:56:09.228779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.253397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5003c5-7514-4cb7-b9f8-a50ad7c26adc']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:09.266286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:09.266575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e2ebdf-4b35-41b3-af81-1200990ae8c2') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:56:09.277603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.292924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.298977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:56:09.302508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:56:09.313531 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:56:09.448819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ef9f58de-e8a0-45d8-92c1-5fd124edfb4d no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:56:09.456394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.459709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:09.474982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.481853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5003c5-7514-4cb7-b9f8-a50ad7c26adc,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:09.484664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: ef9f58de-e8a0-45d8-92c1-5fd124edfb4d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:56:09.485036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ef9f58de-e8a0-45d8-92c1-5fd124edfb4d not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:56:09.485514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 642ec75c-81fa-463b-a09f-00b26cda6071 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:56:09.485893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:09.491835 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ed5003c5-7514-4cb7-b9f8-a50ad7c26adc HTTP/1.1" status: 204 len: 168 time: 1.0200036 Dec 13 23:56:09.517178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 642ec75c-81fa-463b-a09f-00b26cda6071 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:56:09.517530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 642ec75c-81fa-463b-a09f-00b26cda6071 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:56:09.671025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] Deleting port ef9f58de-e8a0-45d8-92c1-5fd124edfb4d {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:09.671418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.733679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-845886a0-9a60-4a33-bf01-28ae29419d88 None None] The port 'ef9f58de-e8a0-45d8-92c1-5fd124edfb4d' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 13 23:56:09.840166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58314) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:09.890083 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-23d260b8-361a-42b2-a4cc-49a3f82263fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16d878029e7841b5a5a519275b44d13f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486600 Dec 13 23:56:09.892341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58318) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:09.956527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de0fcf27-d5af-4d23-86d9-e8dfd3c05e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:09.983503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de0fcf27-d5af-4d23-86d9-e8dfd3c05e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:10.090376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de0fcf27-d5af-4d23-86d9-e8dfd3c05e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:10.094081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-05f397fc-1d86-4910-88a0-2a1a5a475658 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:10.109333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fcf27-d5af-4d23-86d9-e8dfd3c05e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c562956f-c1d2-4c34-a79f-fa2c35bfc8e5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:10.111748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de0fcf27-d5af-4d23-86d9-e8dfd3c05e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:10.116969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de0fcf27-d5af-4d23-86d9-e8dfd3c05e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:10.118334 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-de0fcf27-d5af-4d23-86d9-e8dfd3c05e28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c562956f-c1d2-4c34-a79f-fa2c35bfc8e5 HTTP/1.1" status: 204 len: 168 time: 0.2248707 Dec 13 23:56:10.845314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58326) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:10.898785 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2f6edc11-8324-488a-b940-b2a30ee4d97b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dee28bfd4b7a4b6ea5adee76ac7a87a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521851 Dec 13 23:56:10.901164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58330) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:10.962263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-51daed41-74ba-470c-90e1-ec2ddd8f586c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:10.988361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-51daed41-74ba-470c-90e1-ec2ddd8f586c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:11.113270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-51daed41-74ba-470c-90e1-ec2ddd8f586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:11.117129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-248ff8f6-0b19-4d50-816a-5144883df4e3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:11.129338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daed41-74ba-470c-90e1-ec2ddd8f586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a178826-cc89-4f63-99d8-53cf8d1c3531,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:11.132765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-51daed41-74ba-470c-90e1-ec2ddd8f586c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:11.137708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-51daed41-74ba-470c-90e1-ec2ddd8f586c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:11.138832 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-51daed41-74ba-470c-90e1-ec2ddd8f586c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a178826-cc89-4f63-99d8-53cf8d1c3531 HTTP/1.1" status: 204 len: 168 time: 0.2367802 Dec 13 23:56:11.890586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ea3a478c-0d70-4d72-870e-29a7ec2b3ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:14.118961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d92d869-fa43-46f6-afc3-5a557f077279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:15.450503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:15.495735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:16.822663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:19.124437 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-e7af74be-721a-490a-8a7b-7e78e4747b1d tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9662b6ee09304553b0b106b83712ac39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282474 Dec 13 23:56:19.379922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064913f-636b-4979-8a8c-f364078a5860 req-a632f535-853f-4cb0-a907-0f86b3a455ce tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:19.381403 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-a632f535-853f-4cb0-a907-0f86b3a455ce tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521255 Dec 13 23:56:19.398526 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-271f6696-a3c1-437a-91b1-529b907d540c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/quotas/9662b6ee09304553b0b106b83712ac39 HTTP/1.1" status: 200 len: 375 time: 0.0105963 Dec 13 23:56:19.433166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:19.444687 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-e5a6acf3-5ad6-469e-bd33-ffd4da2e9c5d tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9662b6ee09304553b0b106b83712ac39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403197 Dec 13 23:56:20.735308 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6b2582af-877b-4d1c-b245-ea7b7d2f217e req-69ac8e00-c0b0-48ea-9e99-fe532b9cde5c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 210 time: 0.0456188 Dec 13 23:56:21.903447 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ff3f003-ecb7-4fb8-81c9-b55b503980a0 req-5c6bdc82-817d-453c-a508-2883304c24aa tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 210 time: 0.0440574 Dec 13 23:56:22.889796 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-244a740f-9f67-49b0-9440-ff1413c256db tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=9662b6ee09304553b0b106b83712ac39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310721 Dec 13 23:56:23.085984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064913f-636b-4979-8a8c-f364078a5860 req-536da1a1-eb34-4fae-9d20-847e6348aed1 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:23.087394 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-536da1a1-eb34-4fae-9d20-847e6348aed1 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922033 Dec 13 23:56:23.090200 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e60707d6-948c-4c22-8a6d-7ea6df68f522 req-e868e4d3-413d-4281-862a-6fb8d057bffa tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 210 time: 0.0540271 Dec 13 23:56:23.104262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Request body: {'port': {'device_id': '4f177aea-c31d-4020-9b53-365e28fd618e', 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf', 'admin_state_up': True, 'tenant_id': '9662b6ee09304553b0b106b83712ac39'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:56:23.241227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:56:23.245070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Usage tracker for resource:port and tenant:9662b6ee09304553b0b106b83712ac39 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:56:23.248127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:56:23.253948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:56:23.313100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Made reservation on behalf of 9662b6ee09304553b0b106b83712ac39 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:56:23.316203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:23.329680 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:23.360708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:56:23.364619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Usage tracker for resource:security_group_rule and tenant:9662b6ee09304553b0b106b83712ac39 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:56:23.367353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:56:23.373929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:56:23.441906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:23.507037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:23.509758 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-94f95bed-6dc9-4654-8103-8e64bdfa79fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:23.588462 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:23.593590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:23.676414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Allocated IP 192.168.233.20 (70202b24-01f5-4ec9-b8f8-deb3ae450bbf/bf564bfc-ce2d-4236-8ff9-7722714ea04d/9de47108-f177-4e6a-83be-bd577e6db58d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:56:23.874380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:23.889733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Transition to ACTIVE for port object 9de47108-f177-4e6a-83be-bd577e6db58d will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:56:23.969971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:23.975446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-71050f1d-3e02-40f0-9786-4f827da0730c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:24.044884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:56:24.048236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:56:24.050892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Pushing event updated for resources: {'Port': ['ID=9de47108-f177-4e6a-83be-bd577e6db58d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:24.052209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:56:24.077860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:24.118226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:24.118821 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:24.188007 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0874863 Dec 13 23:56:24.200861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Request body: {'port': {'device_id': '4f177aea-c31d-4020-9b53-365e28fd618e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:56:24.291318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f582edd-dde6-4a8e-b271-ef4941200bb9 req-af2d8f14-101c-4e35-bc16-7294b86aa870 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:24.293684 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4f582edd-dde6-4a8e-b271-ef4941200bb9 req-af2d8f14-101c-4e35-bc16-7294b86aa870 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 935 time: 0.0803065 Dec 13 23:56:24.311177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:24.345424 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4f582edd-dde6-4a8e-b271-ef4941200bb9 req-d545bb0f-d899-4774-87f7-7dcd3975c594 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463243 Dec 13 23:56:24.385994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-59351189-dfa4-4b45-8b4e-286c5811b6eb None None] Provisioning for port 9de47108-f177-4e6a-83be-bd577e6db58d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:56:24.387294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-59351189-dfa4-4b45-8b4e-286c5811b6eb None None] Provisioning complete for port 9de47108-f177-4e6a-83be-bd577e6db58d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:56:24.387698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-59351189-dfa4-4b45-8b4e-286c5811b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:24.438879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-59351189-dfa4-4b45-8b4e-286c5811b6eb None None] Port 9de47108-f177-4e6a-83be-bd577e6db58d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:56:24.786578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de47108-f177-4e6a-83be-bd577e6db58d {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:56:24.793279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:24.807320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Transition to ACTIVE for port object 9de47108-f177-4e6a-83be-bd577e6db58d will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:56:24.855923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:24.860347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:24.985024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9de47108-f177-4e6a-83be-bd577e6db58d,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:24.988009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:25.096738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Attempting to bind port 9de47108-f177-4e6a-83be-bd577e6db58d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:56:25.097072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Attempting to bind port 9de47108-f177-4e6a-83be-bd577e6db58d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a4d91273-cba0-4b68-bc03-4c74f4e6c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:56:25.097397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Attempting to bind port 9de47108-f177-4e6a-83be-bd577e6db58d on network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:56:25.103072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Port 9de47108-f177-4e6a-83be-bd577e6db58d on network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:56:25.103389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Attempting to bind port 9de47108-f177-4e6a-83be-bd577e6db58d on network 70202b24-01f5-4ec9-b8f8-deb3ae450bbf {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:56:25.110064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:56:25.110393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Checking segment: {'id': 'a4d91273-cba0-4b68-bc03-4c74f4e6c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:56:25.110773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Bound using segment: {'id': 'a4d91273-cba0-4b68-bc03-4c74f4e6c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:56:25.111188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Bound port: 9de47108-f177-4e6a-83be-bd577e6db58d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d91273-cba0-4b68-bc03-4c74f4e6c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:56:25.111535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:25.198093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] For port 9de47108-f177-4e6a-83be-bd577e6db58d, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:56:25.201671 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] For port 9de47108-f177-4e6a-83be-bd577e6db58d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9de47108-f177-4e6a-83be-bd577e6db58d,segment=NetworkSegment(a4d91273-cba0-4b68-bc03-4c74f4e6c2ac),segment_id=a4d91273-cba0-4b68-bc03-4c74f4e6c2ac)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:56:25.295333 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:25.299014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:25.352465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:25.356058 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/9de47108-f177-4e6a-83be-bd577e6db58d HTTP/1.1" status: 200 len: 1097 time: 1.1582046 Dec 13 23:56:25.356058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f177aea-c31d-4020-9b53-365e28fd618e', 'tag': '9de47108-f177-4e6a-83be-bd577e6db58d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:56:25.380900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9de47108-f177-4e6a-83be-bd577e6db58d,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:25.388914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:25.431104 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f177aea-c31d-4020-9b53-365e28fd618e', 'tag': '9de47108-f177-4e6a-83be-bd577e6db58d', 'status': 'completed', 'code': 200} Dec 13 23:56:25.517808 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-3e24e845-eee8-4f85-b3ea-a3988ad6b4fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9662b6ee09304553b0b106b83712ac39&device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 1100 time: 0.0781472 Dec 13 23:56:25.579144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5066d13-54fc-4532-b35d-10006ccbe2b5 req-176c949b-920f-4476-bad2-717b185e2b37 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:25.580739 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f5066d13-54fc-4532-b35d-10006ccbe2b5 req-176c949b-920f-4476-bad2-717b185e2b37 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 947 time: 0.0852156 Dec 13 23:56:25.596662 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-e9f8adbc-20cc-48ee-883b-3f36a256835e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9de47108-f177-4e6a-83be-bd577e6db58d HTTP/1.1" status: 200 len: 217 time: 0.0710385 Dec 13 23:56:25.627762 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f5066d13-54fc-4532-b35d-10006ccbe2b5 req-f2c12250-34cd-486f-b95a-90fdebef08b6 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Dec 13 23:56:25.660873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064913f-636b-4979-8a8c-f364078a5860 req-9c2a1334-660a-4e3c-9e27-0657a7ddd35c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:25.662355 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-9c2a1334-660a-4e3c-9e27-0657a7ddd35c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf564bfc-ce2d-4236-8ff9-7722714ea04d HTTP/1.1" status: 200 len: 843 time: 0.0592954 Dec 13 23:56:25.737375 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-3c47a113-e11b-4421-93eb-8f60298e9033 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70202b24-01f5-4ec9-b8f8-deb3ae450bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0683806 Dec 13 23:56:25.869827 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-46dd63c4-16b1-4ccb-ae2d-0baee0e15081 service neutron] 10.222.0.18 "GET /v2.0/networks/70202b24-01f5-4ec9-b8f8-deb3ae450bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261711 Dec 13 23:56:26.003427 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3064913f-636b-4979-8a8c-f364078a5860 req-033b3af8-715e-482d-a20c-56ac1fa203e3 service neutron] 10.222.0.18 "GET /v2.0/networks/70202b24-01f5-4ec9-b8f8-deb3ae450bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274323 Dec 13 23:56:26.160790 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-34952341-5eed-422f-b5ea-39f35ebc2967 req-905427d7-befd-43e8-a357-50c20a494a23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9662b6ee09304553b0b106b83712ac39&device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 1100 time: 0.0742388 Dec 13 23:56:26.291366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34952341-5eed-422f-b5ea-39f35ebc2967 req-a27a82a3-dc7d-4670-a335-5a5b2a9999dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:26.292965 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-34952341-5eed-422f-b5ea-39f35ebc2967 req-a27a82a3-dc7d-4670-a335-5a5b2a9999dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=70202b24-01f5-4ec9-b8f8-deb3ae450bbf HTTP/1.1" status: 200 len: 870 time: 0.1258321 Dec 13 23:56:26.360266 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-34952341-5eed-422f-b5ea-39f35ebc2967 req-7ee00214-9542-4598-8591-2a7ea39a468f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=9de47108-f177-4e6a-83be-bd577e6db58d HTTP/1.1" status: 200 len: 217 time: 0.0607104 Dec 13 23:56:26.425426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34952341-5eed-422f-b5ea-39f35ebc2967 req-7eedd4d6-a605-4e1f-b2d1-ffd05d1cb644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:26.426823 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-34952341-5eed-422f-b5ea-39f35ebc2967 req-7eedd4d6-a605-4e1f-b2d1-ffd05d1cb644 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf564bfc-ce2d-4236-8ff9-7722714ea04d HTTP/1.1" status: 200 len: 843 time: 0.0603740 Dec 13 23:56:26.500765 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-34952341-5eed-422f-b5ea-39f35ebc2967 req-1935896a-aa53-47bd-9534-b6ac6e00326f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70202b24-01f5-4ec9-b8f8-deb3ae450bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0666888 Dec 13 23:56:26.726902 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-34952341-5eed-422f-b5ea-39f35ebc2967 req-33266797-bbbc-4bd7-9744-e77d71e25898 service neutron] 10.222.0.18 "GET /v2.0/networks/70202b24-01f5-4ec9-b8f8-deb3ae450bbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189245 Dec 13 23:56:26.914432 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-34952341-5eed-422f-b5ea-39f35ebc2967 req-9722425d-5015-4fa0-a9e8-3901bc5191b4 service neutron] 10.222.0.18 "GET /v2.0/networks/70202b24-01f5-4ec9-b8f8-deb3ae450bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801960 Dec 13 23:56:26.923683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6360b89-3781-4c98-816e-30c97cbd43bc req-0d777b2d-0ebc-43e4-b77e-f419c86bc80f tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:26.924291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-e6360b89-3781-4c98-816e-30c97cbd43bc req-0d777b2d-0ebc-43e4-b77e-f419c86bc80f tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Synchronizing usage tracker for tenant:9662b6ee09304553b0b106b83712ac39 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:56:27.020925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-e6360b89-3781-4c98-816e-30c97cbd43bc req-0d777b2d-0ebc-43e4-b77e-f419c86bc80f tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Unset dirty status for tenant:9662b6ee09304553b0b106b83712ac39 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:56:27.022089 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e6360b89-3781-4c98-816e-30c97cbd43bc req-0d777b2d-0ebc-43e4-b77e-f419c86bc80f tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 947 time: 0.2682099 Dec 13 23:56:27.068364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-e6360b89-3781-4c98-816e-30c97cbd43bc req-3209e0d9-36cb-4759-b5c2-d138421069bc tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Synchronizing usage tracker for tenant:9662b6ee09304553b0b106b83712ac39 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:56:27.107065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9de47108-f177-4e6a-83be-bd577e6db58d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:56:27.124590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-e6360b89-3781-4c98-816e-30c97cbd43bc req-3209e0d9-36cb-4759-b5c2-d138421069bc tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Unset dirty status for tenant:9662b6ee09304553b0b106b83712ac39 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:56:27.125904 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e6360b89-3781-4c98-816e-30c97cbd43bc req-3209e0d9-36cb-4759-b5c2-d138421069bc tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970919 Dec 13 23:56:27.240302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9de47108-f177-4e6a-83be-bd577e6db58d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9de47108-f177-4e6a-83be-bd577e6db58d,segment=NetworkSegment(a4d91273-cba0-4b68-bc03-4c74f4e6c2ac),segment_id=a4d91273-cba0-4b68-bc03-4c74f4e6c2ac)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:27.253479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '9de47108-f177-4e6a-83be-bd577e6db58d', 'network_id': '70202b24-01f5-4ec9-b8f8-deb3ae450bbf', 'port_id': '9de47108-f177-4e6a-83be-bd577e6db58d', 'mac_address': 'fa:16:3e:ab:24:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf564bfc-ce2d-4236-8ff9-7722714ea04d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:56:27.310005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:27.327655 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de47108-f177-4e6a-83be-bd577e6db58d {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:56:27.402663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9de47108-f177-4e6a-83be-bd577e6db58d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9de47108-f177-4e6a-83be-bd577e6db58d,segment=NetworkSegment(a4d91273-cba0-4b68-bc03-4c74f4e6c2ac),segment_id=a4d91273-cba0-4b68-bc03-4c74f4e6c2ac)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:27.450261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:27.452004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-172cbf90-31fb-4fbd-bf31-09943a218e6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:27.515489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9de47108-f177-4e6a-83be-bd577e6db58d,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:27.523419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.523783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.524125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.524440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.524773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.525087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.525405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.525723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.526039 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.526352 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.527180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:27.530855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:27.694625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['9de47108-f177-4e6a-83be-bd577e6db58d'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:56:28.325793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c385e7-abad-4362-9608-121818b14c90 req-f01b8517-3cc4-41db-960c-564be8ce5d65 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:28.327262 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24c385e7-abad-4362-9608-121818b14c90 req-f01b8517-3cc4-41db-960c-564be8ce5d65 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 948 time: 0.0807354 Dec 13 23:56:28.375199 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24c385e7-abad-4362-9608-121818b14c90 req-141ae270-edac-4be0-a465-084002f64c3d tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419376 Dec 13 23:56:29.118712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9de47108-f177-4e6a-83be-bd577e6db58d up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:56:29.267291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 9de47108-f177-4e6a-83be-bd577e6db58d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:56:29.272451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 9de47108-f177-4e6a-83be-bd577e6db58d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:56:29.272826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:29.403309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:29.432446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f177aea-c31d-4020-9b53-365e28fd618e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de47108-f177-4e6a-83be-bd577e6db58d'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:56:29.443348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9de47108-f177-4e6a-83be-bd577e6db58d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9de47108-f177-4e6a-83be-bd577e6db58d,segment=NetworkSegment(a4d91273-cba0-4b68-bc03-4c74f4e6c2ac),segment_id=a4d91273-cba0-4b68-bc03-4c74f4e6c2ac)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:29.484416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:29.486364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:29.564060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9de47108-f177-4e6a-83be-bd577e6db58d,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:29.568795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:29.591535 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f177aea-c31d-4020-9b53-365e28fd618e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de47108-f177-4e6a-83be-bd577e6db58d', 'code': 200} Dec 13 23:56:29.607646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714d85f-3b80-47e9-b112-bc745e51f3fc req-ccb9a5ee-8762-48fa-817f-a1a0ef1382ad tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:29.609092 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7714d85f-3b80-47e9-b112-bc745e51f3fc req-ccb9a5ee-8762-48fa-817f-a1a0ef1382ad tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 949 time: 0.0989461 Dec 13 23:56:29.657230 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7714d85f-3b80-47e9-b112-bc745e51f3fc req-a7d89efe-80f9-4c52-8419-e27b961ce4f1 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406437 Dec 13 23:56:29.949837 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ee4d4095-14c6-44fc-80c0-8638f9d71235 req-5dfb2287-390e-4e53-857c-bd85f6c800ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 1102 time: 0.0678444 Dec 13 23:56:29.992698 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ee4d4095-14c6-44fc-80c0-8638f9d71235 req-9de51915-abd6-433f-a936-4616813b2300 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360296 Dec 13 23:56:30.859541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc29f0-dee8-477d-895a-ecd62908fbf3 req-405d024e-5e95-4553-9905-e98c9a4cd19c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:30.861110 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9adc29f0-dee8-477d-895a-ecd62908fbf3 req-405d024e-5e95-4553-9905-e98c9a4cd19c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 949 time: 0.0833101 Dec 13 23:56:30.906407 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9adc29f0-dee8-477d-895a-ecd62908fbf3 req-90d38656-fb48-49f1-a0d3-9d08058c1969 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Dec 13 23:56:32.107143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552467e-2690-43a1-bad5-27eedfa8250c req-5dabecdd-b57d-4209-954c-740b87c5c4b6 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:32.108693 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2552467e-2690-43a1-bad5-27eedfa8250c req-5dabecdd-b57d-4209-954c-740b87c5c4b6 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 949 time: 0.0831468 Dec 13 23:56:32.153629 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2552467e-2690-43a1-bad5-27eedfa8250c req-2bad05f4-78f4-409a-b0e3-4ad5f43da351 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Dec 13 23:56:32.744297 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7b391b94-1e8c-4bd9-bc1a-984fdb3b4529 req-ae0b0241-0021-4b8d-b7a9-8afad5d29fed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2041771 Dec 13 23:56:33.433157 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3a531708-c072-4fb4-96f0-cb546c46c167 req-74831ca4-6017-45f7-a1fd-b97d6afaff45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1378784 Dec 13 23:56:34.167067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d72e-76c0-41ba-9b9f-3d3da1fd5b53 req-28ab1141-b4cb-43b7-9091-a57515dbe374 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:34.169078 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0bf9d72e-76c0-41ba-9b9f-3d3da1fd5b53 req-28ab1141-b4cb-43b7-9091-a57515dbe374 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 949 time: 0.0810964 Dec 13 23:56:34.213532 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0bf9d72e-76c0-41ba-9b9f-3d3da1fd5b53 req-50f85dab-2d82-4a52-bdf5-357f31217f13 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389864 Dec 13 23:56:35.398790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-87b4deb0-3e63-43e4-85f0-1634632d80b4 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:35.400262 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-87b4deb0-3e63-43e4-85f0-1634632d80b4 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.18 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 949 time: 0.0783837 Dec 13 23:56:35.418955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f422b4a-4f31-490a-a775-3f10546e8f42 req-bf55746f-21fd-4a1b-97c0-4f5c4fc4f076 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:35.420491 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9f422b4a-4f31-490a-a775-3f10546e8f42 req-bf55746f-21fd-4a1b-97c0-4f5c4fc4f076 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 949 time: 0.0845244 Dec 13 23:56:35.467702 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9f422b4a-4f31-490a-a775-3f10546e8f42 req-e428c23a-a21c-4da2-b955-8aea017c186c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/security-groups?id=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Dec 13 23:56:35.473956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Deleting port 9de47108-f177-4e6a-83be-bd577e6db58d {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:56:35.474293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:35.715625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] For port 9de47108-f177-4e6a-83be-bd577e6db58d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9de47108-f177-4e6a-83be-bd577e6db58d,segment=NetworkSegment(a4d91273-cba0-4b68-bc03-4c74f4e6c2ac),segment_id=a4d91273-cba0-4b68-bc03-4c74f4e6c2ac)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:35.715993 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:35.835782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Calling delete_port for 9de47108-f177-4e6a-83be-bd577e6db58d owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:56:36.044279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:36.049779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:36.056177 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['9de47108-f177-4e6a-83be-bd577e6db58d'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:56:36.093574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Pushing event deleted for resources: {'Port': ['ID=9de47108-f177-4e6a-83be-bd577e6db58d,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:36.130095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.130482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.130870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.131245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.131627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.132012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.132382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.132752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.133115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.133511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.133881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:56:36.141759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:36.182913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] No DVR routers for this DVR port 9de47108-f177-4e6a-83be-bd577e6db58d on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:56:36.185755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:36.188544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f177aea-c31d-4020-9b53-365e28fd618e', 'name': 'network-vif-deleted', 'tag': '9de47108-f177-4e6a-83be-bd577e6db58d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:56:36.246094 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f177aea-c31d-4020-9b53-365e28fd618e', 'name': 'network-vif-deleted', 'tag': '9de47108-f177-4e6a-83be-bd577e6db58d', 'status': 'completed', 'code': 200} Dec 13 23:56:36.256912 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-09660949-42d5-4638-b72a-1bbaeb6a4c82 req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.18 "DELETE /v2.0/ports/9de47108-f177-4e6a-83be-bd577e6db58d HTTP/1.1" status: 204 len: 173 time: 0.8509312 Dec 13 23:56:36.642053 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e401d16e-8959-4fbf-87f3-20add56b4154 req-157c5056-52a1-44c0-ab27-11687df8de46 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f177aea-c31d-4020-9b53-365e28fd618e HTTP/1.1" status: 200 len: 210 time: 0.0413878 Dec 13 23:56:38.068298 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:56:38.189278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58476) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:38.358848 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-899d9af0-fe5c-4e05-adc2-bb02f86b5067 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9662b6ee09304553b0b106b83712ac39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1682456 Dec 13 23:56:38.361177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58482) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:38.424212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54c1fc79-55d4-4dfe-809f-669de7ce13df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:38.449178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54c1fc79-55d4-4dfe-809f-669de7ce13df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:38.541264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54c1fc79-55d4-4dfe-809f-669de7ce13df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:38.545578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0f3f4544-6ef7-44ac-b0c3-bad18371ce0b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:38.559395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1fc79-55d4-4dfe-809f-669de7ce13df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f542ef76-5a8b-4d00-b30a-eff8ff9b83f0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:38.561990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54c1fc79-55d4-4dfe-809f-669de7ce13df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:38.637429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-54c1fc79-55d4-4dfe-809f-669de7ce13df admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:38.638550 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-54c1fc79-55d4-4dfe-809f-669de7ce13df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f542ef76-5a8b-4d00-b30a-eff8ff9b83f0 HTTP/1.1" status: 204 len: 168 time: 0.2764931 Dec 13 23:56:39.169842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9de47108-f177-4e6a-83be-bd577e6db58d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:56:39.204270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 9de47108-f177-4e6a-83be-bd577e6db58d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:56:39.204620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9de47108-f177-4e6a-83be-bd577e6db58d not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:56:39.260054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58490) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:39.283353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:39.419018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:56:39.420792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Usage tracker for resource:security_group_rule and tenant:61abd8eea03c42a692d04f787a953709 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:56:39.423507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:56:39.429070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:56:39.493344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:39.552877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:39.560303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-61cd41a9-fc97-48eb-8c87-3647e467bcc9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:39.600315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e684051f-92d9-42cc-8430-cead4ea560e4,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:39.603360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:39.606855 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61abd8eea03c42a692d04f787a953709&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3445802 Dec 13 23:56:39.609596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58494) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:39.667690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5d188e00-a6ea-4031-9019-358863f0a5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:39.692782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5d188e00-a6ea-4031-9019-358863f0a5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:39.827251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5d188e00-a6ea-4031-9019-358863f0a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:39.832056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e88aee64-b7d8-42b4-9257-22298ac16e0c tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:39.844405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d188e00-a6ea-4031-9019-358863f0a5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e684051f-92d9-42cc-8430-cead4ea560e4,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:39.847260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-5d188e00-a6ea-4031-9019-358863f0a5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:39.849345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-5d188e00-a6ea-4031-9019-358863f0a5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:39.850554 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5d188e00-a6ea-4031-9019-358863f0a5f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e684051f-92d9-42cc-8430-cead4ea560e4 HTTP/1.1" status: 204 len: 168 time: 0.2397521 Dec 13 23:56:40.942673 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58516) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:41.069542 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1370398065-network', 'tenant_id': 'b4ebe0f6d9264f7aa01201b246184e2c'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:56:41.074884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:56:41.078740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Usage tracker for resource:network and tenant:b4ebe0f6d9264f7aa01201b246184e2c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:56:41.081619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:56:41.087297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:56:41.164604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Made reservation on behalf of b4ebe0f6d9264f7aa01201b246184e2c for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:56:41.167375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.180574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.212737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:56:41.216562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Usage tracker for resource:security_group_rule and tenant:b4ebe0f6d9264f7aa01201b246184e2c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:56:41.219313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:56:41.225045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:56:41.288996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.329926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.332927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38b5d512-7826-425f-af2e-7a89030f7531 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:41.361174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:56:41.369426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a2deff-b885-466a-9c60-f0ef1e64b923,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:41.373033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:41.377026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.377223 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Added segment 009496ad-7b7b-484a-b378-845fd2e8efcb of type vlan for network b6125b82-4759-436b-9833-59e51b74e11c Dec 13 23:56:41.403558 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.490009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.490884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:41.491458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.496672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6df70f77-920c-4981-8680-bcf31c8d45bd tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:41.595891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Pushing event updated for resources: {'Network': ['ID=b6125b82-4759-436b-9833-59e51b74e11c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:41.598624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:41.606185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network b6125b82-4759-436b-9833-59e51b74e11c details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:56:41.639530 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6957386 Dec 13 23:56:41.642523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58522) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:41.648172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Request body: {'subnet': {'network_id': 'b6125b82-4759-436b-9833-59e51b74e11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1370398065-subnet', 'tenant_id': 'b4ebe0f6d9264f7aa01201b246184e2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:56:41.654041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:56:41.658193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Usage tracker for resource:subnet and tenant:b4ebe0f6d9264f7aa01201b246184e2c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:56:41.661343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:56:41.668611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:56:41.718599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Made reservation on behalf of b4ebe0f6d9264f7aa01201b246184e2c for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:56:41.721054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.844554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-86722942-a53e-42ba-99e4-5e21214998bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.986702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:41.990948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b7e3da3c-c644-43a4-ab12-469896e42e82 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:42.059284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f958842-8966-40ab-a864-c452e5add819,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:42.062037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:42.075478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Checking segment: {'id': '009496ad-7b7b-484a-b378-845fd2e8efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6125b82-4759-436b-9833-59e51b74e11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:56:42.075853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Network hostable DHCP agents. Network: b6125b82-4759-436b-9833-59e51b74e11c, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:56:42.146761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Network b6125b82-4759-436b-9833-59e51b74e11c is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:56:42.221155 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, b6125b82-4759-436b-9833-59e51b74e11c) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:56:42.225383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:42.226112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:42.231380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dd6eec-3d45-4647-8676-ba1119bc8474 None None] Network b6125b82-4759-436b-9833-59e51b74e11c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:56:42.302260 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6586092 Dec 13 23:56:42.445317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfa8ebe-4d0e-4c58-baf4-11cb261add87 None None] Network b6125b82-4759-436b-9833-59e51b74e11c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:56:42.837975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-b13cca14-6b91-4b9a-9bc8-721a7b3a8c48 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:42.839893 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-b13cca14-6b91-4b9a-9bc8-721a7b3a8c48 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/networks?id=b6125b82-4759-436b-9833-59e51b74e11c HTTP/1.1" status: 200 len: 812 time: 0.1464980 Dec 13 23:56:42.858315 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-81c57a8e-e6bb-4b31-8baa-8ddcc143a5b8 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/quotas/b4ebe0f6d9264f7aa01201b246184e2c HTTP/1.1" status: 200 len: 375 time: 0.0112255 Dec 13 23:56:42.904018 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-47a74951-d752-4c28-a88d-a05e0722e0a6 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b4ebe0f6d9264f7aa01201b246184e2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405731 Dec 13 23:56:42.913894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-43180d3a-4c23-4ba9-958c-f7d31ed2e74b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 13 23:56:42.914812 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-43180d3a-4c23-4ba9-958c-f7d31ed2e74b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046647 Dec 13 23:56:43.048025 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-b07d0ee7-0b8b-4960-95d6-4961e090919a service neutron] 10.222.0.30 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266844 Dec 13 23:56:43.181857 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-6ddcd719-b67a-47ed-92c4-e8e02e48f4e3 service neutron] 10.222.0.30 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278744 Dec 13 23:56:43.434079 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8385a8ce-dd54-4c75-a6a9-c7810883d2d0 req-f53ba173-0e30-4979-b7f0-68784521ffa6 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 210 time: 0.0455921 Dec 13 23:56:44.124332 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ef90aedd-b688-4bcf-96f1-24ddec4b58ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:44.547926 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a62ee593-fc88-41fc-b34f-b69cf12c818c req-7aa67959-f05d-4207-a74b-31af2d8ad977 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 210 time: 0.0454335 Dec 13 23:56:45.438202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:45.484030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:45.711281 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c23d87ce-fc14-4d72-917f-0c0a7a617da5 req-3fe8f85c-3082-45c2-8c35-de04b48f19c7 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 210 time: 0.0427730 Dec 13 23:56:46.598023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-13084098-fc37-4daa-a986-7a0765ebfd08 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:46.598690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-13084098-fc37-4daa-a986-7a0765ebfd08 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Synchronizing usage tracker for tenant:b4ebe0f6d9264f7aa01201b246184e2c on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:56:46.672690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-13084098-fc37-4daa-a986-7a0765ebfd08 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Unset dirty status for tenant:b4ebe0f6d9264f7aa01201b246184e2c on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:56:46.673869 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-13084098-fc37-4daa-a986-7a0765ebfd08 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.18 "GET /v2.0/networks?id=b6125b82-4759-436b-9833-59e51b74e11c HTTP/1.1" status: 200 len: 812 time: 0.2209995 Dec 13 23:56:46.690195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Request body: {'port': {'device_id': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'network_id': 'b6125b82-4759-436b-9833-59e51b74e11c', 'admin_state_up': True, 'tenant_id': 'b4ebe0f6d9264f7aa01201b246184e2c'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:56:46.830985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:56:46.834816 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Usage tracker for resource:port and tenant:b4ebe0f6d9264f7aa01201b246184e2c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:56:46.837645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:56:46.843431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:56:46.844552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:46.882337 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4189d8f2-b2f2-496f-a7dd-bab6c1bdb6e0 req-b000da18-7f7f-49e1-a483-aafebfb08635 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 210 time: 0.0444331 Dec 13 23:56:46.930164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Made reservation on behalf of b4ebe0f6d9264f7aa01201b246184e2c for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:56:46.934176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:47.097501 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Allocated IP 172.20.0.11 (b6125b82-4759-436b-9833-59e51b74e11c/8f958842-8966-40ab-a864-c452e5add819/8bd2ec65-270d-47ce-a29f-5e02f07ffbe9) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:56:47.297278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:47.404610 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:47.410307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-da424d47-fc9c-4a22-8c87-0db8bc608db6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:47.479915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Network b6125b82-4759-436b-9833-59e51b74e11c is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:56:47.483285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:56:47.487034 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:56:47.517616 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Pushing event updated for resources: {'Port': ['ID=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:47.523696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:47.550266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:47.550793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:47.627537 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d45c315b-4c2e-460f-99e6-de4f36cbb83a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9410999 Dec 13 23:56:47.641668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Request body: {'port': {'device_id': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:56:47.839717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:48.177791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace2d5f-abc9-4baa-9e17-54bd38aa860e req-1730d502-6907-4a11-9bf2-01562a3d47e9 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:48.178480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9ace2d5f-abc9-4baa-9e17-54bd38aa860e req-1730d502-6907-4a11-9bf2-01562a3d47e9 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Synchronizing usage tracker for tenant:b4ebe0f6d9264f7aa01201b246184e2c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:56:48.255791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:56:48.262682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:48.277230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Transition to ACTIVE for port object 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:56:48.278544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9ace2d5f-abc9-4baa-9e17-54bd38aa860e req-1730d502-6907-4a11-9bf2-01562a3d47e9 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Unset dirty status for tenant:b4ebe0f6d9264f7aa01201b246184e2c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:56:48.279717 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ace2d5f-abc9-4baa-9e17-54bd38aa860e req-1730d502-6907-4a11-9bf2-01562a3d47e9 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 932 time: 0.2734160 Dec 13 23:56:48.324583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9ace2d5f-abc9-4baa-9e17-54bd38aa860e req-54fb83ae-d6fa-4b3a-86df-4d379c0064b1 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Synchronizing usage tracker for tenant:b4ebe0f6d9264f7aa01201b246184e2c on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:56:48.332153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:48.337730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:48.463334 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:48.466773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9ace2d5f-abc9-4baa-9e17-54bd38aa860e req-54fb83ae-d6fa-4b3a-86df-4d379c0064b1 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Unset dirty status for tenant:b4ebe0f6d9264f7aa01201b246184e2c on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:56:48.467922 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9ace2d5f-abc9-4baa-9e17-54bd38aa860e req-54fb83ae-d6fa-4b3a-86df-4d379c0064b1 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827548 Dec 13 23:56:48.468748 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:48.574879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Attempting to bind port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:56:48.575203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Attempting to bind port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '009496ad-7b7b-484a-b378-845fd2e8efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6125b82-4759-436b-9833-59e51b74e11c'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:56:48.575527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Attempting to bind port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 on network b6125b82-4759-436b-9833-59e51b74e11c {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:56:48.581308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 on network b6125b82-4759-436b-9833-59e51b74e11c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:56:48.581623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Attempting to bind port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 on network b6125b82-4759-436b-9833-59e51b74e11c {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:56:48.587874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:56:48.588212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Checking segment: {'id': '009496ad-7b7b-484a-b378-845fd2e8efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6125b82-4759-436b-9833-59e51b74e11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:56:48.588591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Bound using segment: {'id': '009496ad-7b7b-484a-b378-845fd2e8efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6125b82-4759-436b-9833-59e51b74e11c'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:56:48.589614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Bound port: 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009496ad-7b7b-484a-b378-845fd2e8efcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b6125b82-4759-436b-9833-59e51b74e11c'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:56:48.589958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:48.674384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:56:48.677226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,segment=NetworkSegment(009496ad-7b7b-484a-b378-845fd2e8efcb),segment_id=009496ad-7b7b-484a-b378-845fd2e8efcb)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:56:48.741309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:48.744914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c9587e09-3dbd-450e-b20d-71c72c1b4bc0 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:48.808370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:48.809733 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] 10.222.0.18 "PUT /v2.0/ports/8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 HTTP/1.1" status: 200 len: 1094 time: 1.1720500 Dec 13 23:56:48.810238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:56:48.830649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:48.830649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:48.981432 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-96816b42-e435-4b7d-8487-c8db9c3e05c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4ebe0f6d9264f7aa01201b246184e2c&device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 1097 time: 0.0751634 Dec 13 23:56:49.041362 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9', 'status': 'completed', 'code': 200} Dec 13 23:56:49.057208 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-8d1bb35d-3e8e-45d1-ab4b-4f26813df894 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 HTTP/1.1" status: 200 len: 217 time: 0.0683961 Dec 13 23:56:49.119792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-36658c85-9273-4a93-8775-b130ff8ad7ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:49.121343 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-36658c85-9273-4a93-8775-b130ff8ad7ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f958842-8966-40ab-a864-c452e5add819 HTTP/1.1" status: 200 len: 852 time: 0.0582879 Dec 13 23:56:49.171726 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-0f0a5a1e-9480-45b4-a992-a8142dc406e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6125b82-4759-436b-9833-59e51b74e11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433121 Dec 13 23:56:49.302727 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-164c5f6c-9373-4fc6-8afb-e467b7dba65a service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240911 Dec 13 23:56:49.438946 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6e54a3e-8a78-4300-8a6b-dbcab0a2a658 req-d33a94fe-8b6b-4124-a8b1-bcc6161ca70f service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266651 Dec 13 23:56:49.449816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:49.676624 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e17fb19c-ef36-43f4-b3d8-66b7ce5d0d70 req-a0598cac-18ea-4562-84b5-b7b9a6e721eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4ebe0f6d9264f7aa01201b246184e2c&device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 1097 time: 0.1266348 Dec 13 23:56:49.716188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030b617-b224-4a64-a541-3b63f40ed992 req-14f38c54-30c2-4c6c-95dc-567ae4be3623 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:49.717576 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0030b617-b224-4a64-a541-3b63f40ed992 req-14f38c54-30c2-4c6c-95dc-567ae4be3623 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 944 time: 0.1250646 Dec 13 23:56:49.939635 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0030b617-b224-4a64-a541-3b63f40ed992 req-dd39b4bb-6e3e-4754-9b1b-e66d995bcd40 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150099 Dec 13 23:56:49.955523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb19c-ef36-43f4-b3d8-66b7ce5d0d70 req-7317330f-f938-4040-8fd7-680ec3caa2c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:49.956985 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e17fb19c-ef36-43f4-b3d8-66b7ce5d0d70 req-7317330f-f938-4040-8fd7-680ec3caa2c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6125b82-4759-436b-9833-59e51b74e11c HTTP/1.1" status: 200 len: 913 time: 0.2737794 Dec 13 23:56:50.025220 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e17fb19c-ef36-43f4-b3d8-66b7ce5d0d70 req-1715c21b-ba4b-4ea7-a84c-10caa7f480a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 HTTP/1.1" status: 200 len: 217 time: 0.0610437 Dec 13 23:56:50.092069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb19c-ef36-43f4-b3d8-66b7ce5d0d70 req-6dc5c309-b16a-4f05-afaa-45acbe111dec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:50.093456 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e17fb19c-ef36-43f4-b3d8-66b7ce5d0d70 req-6dc5c309-b16a-4f05-afaa-45acbe111dec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f958842-8966-40ab-a864-c452e5add819 HTTP/1.1" status: 200 len: 852 time: 0.0613286 Dec 13 23:56:50.139351 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e17fb19c-ef36-43f4-b3d8-66b7ce5d0d70 req-4ca455cf-1ca5-4296-8ce1-cda276efe23f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6125b82-4759-436b-9833-59e51b74e11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385981 Dec 13 23:56:50.279725 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e17fb19c-ef36-43f4-b3d8-66b7ce5d0d70 req-efbebdb0-df99-4c2e-a61e-3b220c3df829 service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332097 Dec 13 23:56:50.413204 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e17fb19c-ef36-43f4-b3d8-66b7ce5d0d70 req-892bc290-801b-4f78-8e24-6a0797ccddf6 service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265352 Dec 13 23:56:51.138510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d92c1-719c-40e9-a12f-3b076f100e44 req-51e37c3c-cab4-4c2d-94a2-70b12a9dd68e tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:51.140024 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e72d92c1-719c-40e9-a12f-3b076f100e44 req-51e37c3c-cab4-4c2d-94a2-70b12a9dd68e tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 944 time: 0.0812881 Dec 13 23:56:51.186236 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e72d92c1-719c-40e9-a12f-3b076f100e44 req-4cf132e6-00d0-47ff-b517-477fde8fc566 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Dec 13 23:56:51.231818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:56:51.364336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,segment=NetworkSegment(009496ad-7b7b-484a-b378-845fd2e8efcb),segment_id=009496ad-7b7b-484a-b378-845fd2e8efcb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:51.377823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9', 'network_id': 'b6125b82-4759-436b-9833-59e51b74e11c', 'port_id': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9', 'mac_address': 'fa:16:3e:ef:e3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f958842-8966-40ab-a864-c452e5add819', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:56:51.430661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:51.448522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:56:51.462751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,segment=NetworkSegment(009496ad-7b7b-484a-b378-845fd2e8efcb),segment_id=009496ad-7b7b-484a-b378-845fd2e8efcb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:51.529303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:51.532030 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-780be849-bb6d-4f72-9ee2-02dd46c14001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:51.598502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:51.601443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:51.721782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['8bd2ec65-270d-47ce-a29f-5e02f07ffbe9'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:56:52.391426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ae77b-8b76-4c96-bf4e-ce6b94c8ba67 req-0188cbd1-dfe0-4e84-b4ba-51f29b0a1955 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:52.392896 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-525ae77b-8b76-4c96-bf4e-ce6b94c8ba67 req-0188cbd1-dfe0-4e84-b4ba-51f29b0a1955 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 945 time: 0.0827243 Dec 13 23:56:52.438159 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-525ae77b-8b76-4c96-bf4e-ce6b94c8ba67 req-bd86ab9a-595f-414b-b88c-4fb103f87819 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393364 Dec 13 23:56:53.249194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:56:53.387551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:56:53.392668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:56:53.393053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:53.507264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:53.533633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:56:53.543252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,segment=NetworkSegment(009496ad-7b7b-484a-b378-845fd2e8efcb),segment_id=009496ad-7b7b-484a-b378-845fd2e8efcb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:56:53.589702 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9', 'code': 200} Dec 13 23:56:53.598595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:56:53.601232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:56:53.637741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed305df-c302-4762-9117-52111ad4591a req-90d32f87-7413-451a-8aec-d72c6a4ef49e tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:53.638947 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bed305df-c302-4762-9117-52111ad4591a req-90d32f87-7413-451a-8aec-d72c6a4ef49e tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 945 time: 0.0817592 Dec 13 23:56:53.675816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:56:53.678853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:56:53.685816 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bed305df-c302-4762-9117-52111ad4591a req-a6194d9a-542c-4cf3-89f5-d48c8f4cbf11 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Dec 13 23:56:53.927101 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0d6288a3-7349-4b83-ad03-918e9455ec54 req-62dc5aef-0397-4ed3-b26a-6d5959b6cf3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 1099 time: 0.0684991 Dec 13 23:56:53.969645 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0d6288a3-7349-4b83-ad03-918e9455ec54 req-d676ae0b-fa45-46a4-8bf7-f9a1ce450257 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361669 Dec 13 23:56:54.889088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66d47f-ff62-48cc-b224-c39b9b0fe48e req-7a2528bc-d4af-45c7-a590-e8d4286a33db tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:54.890676 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f66d47f-ff62-48cc-b224-c39b9b0fe48e req-7a2528bc-d4af-45c7-a590-e8d4286a33db tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0849781 Dec 13 23:56:54.938825 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f66d47f-ff62-48cc-b224-c39b9b0fe48e req-89b89dc1-582f-4e51-a29e-378cc2bca171 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Dec 13 23:56:55.752391 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-270aab76-8d37-4dfc-bc57-1803cfccd7e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667446 Dec 13 23:56:55.895464 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-81fecc65-6bca-4e6c-af3d-bda355fb55ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4ebe0f6d9264f7aa01201b246184e2c&device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 1099 time: 0.0739360 Dec 13 23:56:56.041159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-8a016172-2ed2-466a-8c01-502a92d305b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:56.043144 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-8a016172-2ed2-466a-8c01-502a92d305b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6125b82-4759-436b-9833-59e51b74e11c HTTP/1.1" status: 200 len: 913 time: 0.1291482 Dec 13 23:56:56.111722 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-bc6ab1a3-f60e-4218-9d7a-76492782d7a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 HTTP/1.1" status: 200 len: 217 time: 0.0627906 Dec 13 23:56:56.141096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7dece-3d49-4059-a396-13e3161a9c0b req-7fa810e1-5be3-4a73-b5b3-4484e81a92e9 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:56.142592 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6ab7dece-3d49-4059-a396-13e3161a9c0b req-7fa810e1-5be3-4a73-b5b3-4484e81a92e9 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0831096 Dec 13 23:56:56.181280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-78884224-7958-410a-923e-978bed0cf80d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:56.183923 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-78884224-7958-410a-923e-978bed0cf80d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f958842-8966-40ab-a864-c452e5add819 HTTP/1.1" status: 200 len: 852 time: 0.0659232 Dec 13 23:56:56.189565 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6ab7dece-3d49-4059-a396-13e3161a9c0b req-95ee7eca-cc28-4526-bfa8-078a2019069d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Dec 13 23:56:56.228831 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-af71f876-2a3d-4b12-970b-cce99b5ec1cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6125b82-4759-436b-9833-59e51b74e11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390193 Dec 13 23:56:56.507057 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-0da157e7-46e7-4360-939a-ee0e0f3656ac service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721677 Dec 13 23:56:56.600615 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b8e426a9-886b-4a23-9464-cd1f6696e553 req-1706316b-b6ba-448b-b106-38fbb83123d3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2830410 Dec 13 23:56:56.647188 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cba935b8-62d1-4cc9-8f37-51d0633c491d req-2c2ab6f1-01b6-4eb0-ba6f-22885410301c service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334755 Dec 13 23:56:58.041147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e60ab-00bc-4603-b391-1631950d53cf req-9928b68c-bf72-46e7-9af5-fe1092407117 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:58.042602 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-166e60ab-00bc-4603-b391-1631950d53cf req-9928b68c-bf72-46e7-9af5-fe1092407117 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0828497 Dec 13 23:56:58.089702 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-166e60ab-00bc-4603-b391-1631950d53cf req-e56b1190-7eae-4aa9-abf5-4a92f86d8a0e tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Dec 13 23:56:58.145120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58584) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:56:58.276308 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-e14b5e9f-d967-40c8-8fae-378a509eeb62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1299529 Dec 13 23:56:59.290933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc7892b-651f-4754-85c8-76c5ce2e692b req-67a31c97-a34f-4f2f-a101-b4dde492370b tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:56:59.292416 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7bc7892b-651f-4754-85c8-76c5ce2e692b req-67a31c97-a34f-4f2f-a101-b4dde492370b tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0834033 Dec 13 23:56:59.339669 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7bc7892b-651f-4754-85c8-76c5ce2e692b req-3d9bee76-128a-46a8-86c1-e0c436622517 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Dec 13 23:57:00.283108 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-66d7c2ce-9ed9-4ee6-8c60-bb03a63fd00e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4ebe0f6d9264f7aa01201b246184e2c&device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 1099 time: 0.0685406 Dec 13 23:57:00.416498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-086ac9c8-d7d4-4af3-871c-927ff3a04869 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:00.417952 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-086ac9c8-d7d4-4af3-871c-927ff3a04869 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6125b82-4759-436b-9833-59e51b74e11c HTTP/1.1" status: 200 len: 913 time: 0.1283228 Dec 13 23:57:00.490206 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-5e0254da-ba46-449b-93dd-bd944de5f384 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 HTTP/1.1" status: 200 len: 217 time: 0.0663013 Dec 13 23:57:00.559909 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-0a271cd8-8301-4040-a911-487888a21544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:00.561544 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-0a271cd8-8301-4040-a911-487888a21544 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f958842-8966-40ab-a864-c452e5add819 HTTP/1.1" status: 200 len: 852 time: 0.0657141 Dec 13 23:57:00.612692 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-bffa0ab9-bf2d-4976-94c6-39f64582ae8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6125b82-4759-436b-9833-59e51b74e11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440235 Dec 13 23:57:00.643702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9557ab1-28cb-4caa-8753-3c55224e3de4 req-a36a70d0-8503-457a-8ac8-ed32e7e5f9af tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:00.645180 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e9557ab1-28cb-4caa-8753-3c55224e3de4 req-a36a70d0-8503-457a-8ac8-ed32e7e5f9af tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.1845448 Dec 13 23:57:00.692530 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e9557ab1-28cb-4caa-8753-3c55224e3de4 req-ebe4fcdd-f447-4c69-aee5-ccdb33d1bf6e tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413523 Dec 13 23:57:00.749831 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-5cd94fb1-dd64-405c-b8d9-973198710845 service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302302 Dec 13 23:57:00.882558 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-1f4f449a-588e-46df-a8b8-18977576fdc5 service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260920 Dec 13 23:57:01.893921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbd55f-6c05-47c5-983a-db3b49b59c8f req-4776b7b6-6de4-4c09-9ea2-884a4023b4cd tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:01.895368 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-14cbd55f-6c05-47c5-983a-db3b49b59c8f req-4776b7b6-6de4-4c09-9ea2-884a4023b4cd tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0775218 Dec 13 23:57:01.941095 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-14cbd55f-6c05-47c5-983a-db3b49b59c8f req-868148e0-3364-4aea-87cc-497b2e302a2d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Dec 13 23:57:03.140919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f6f579-26a6-4b5f-9047-f89790ef3ba8 req-06df9aa4-0641-4100-83f3-f32d7424c542 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:03.142366 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42f6f579-26a6-4b5f-9047-f89790ef3ba8 req-06df9aa4-0641-4100-83f3-f32d7424c542 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0795746 Dec 13 23:57:03.187373 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42f6f579-26a6-4b5f-9047-f89790ef3ba8 req-f95ab900-0764-468c-8b85-515e1d633c14 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 Dec 13 23:57:04.385416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02163f-7afa-4a31-ad47-82afa9357da4 req-1355c84f-3a2f-4008-8a7f-78d42d7593a9 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:04.386861 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2f02163f-7afa-4a31-ad47-82afa9357da4 req-1355c84f-3a2f-4008-8a7f-78d42d7593a9 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0809147 Dec 13 23:57:04.432742 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2f02163f-7afa-4a31-ad47-82afa9357da4 req-8b317516-1273-4d95-886b-391c087cb447 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396459 Dec 13 23:57:05.626281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f2ded-3ee7-4595-b3e4-2e6a5c3f0280 req-8fb3f611-6043-4b28-b66c-c4d51e2cb179 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:05.627690 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6c0f2ded-3ee7-4595-b3e4-2e6a5c3f0280 req-8fb3f611-6043-4b28-b66c-c4d51e2cb179 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0767024 Dec 13 23:57:05.672538 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6c0f2ded-3ee7-4595-b3e4-2e6a5c3f0280 req-d195c8d2-3fbd-4663-afde-93102a1de3b0 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394807 Dec 13 23:57:06.867313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d821a5b-f9df-435b-8b89-ec88778b25ad req-3b3e4a61-7092-472b-9fca-14a6520a523c tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:06.868782 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4d821a5b-f9df-435b-8b89-ec88778b25ad req-3b3e4a61-7092-472b-9fca-14a6520a523c tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0772936 Dec 13 23:57:06.913770 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4d821a5b-f9df-435b-8b89-ec88778b25ad req-9e1b5c15-3623-448d-9348-d7257bd8393c tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390115 Dec 13 23:57:08.110866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ec176-2e2a-4659-a08d-3d78bf19d3a8 req-7dce10a8-0202-4087-8c17-06611340c9d1 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:08.112331 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e45ec176-2e2a-4659-a08d-3d78bf19d3a8 req-7dce10a8-0202-4087-8c17-06611340c9d1 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0790925 Dec 13 23:57:08.157290 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e45ec176-2e2a-4659-a08d-3d78bf19d3a8 req-152455f9-4d9c-4b0d-98d6-53da18db7a7e tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395226 Dec 13 23:57:09.361358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e15c19-adad-47da-a736-e59728983f7c req-4d39c22d-4d9d-4613-a416-9d33b0c949be tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:09.362798 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-06e15c19-adad-47da-a736-e59728983f7c req-4d39c22d-4d9d-4613-a416-9d33b0c949be tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0837827 Dec 13 23:57:09.408796 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-06e15c19-adad-47da-a736-e59728983f7c req-f53d0458-bf5e-452e-ac1a-c257d8c75695 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 Dec 13 23:57:10.608290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5ec6-7d9f-4459-bc05-2dd3ce9d856d req-c791a8ec-fc6b-46e1-9587-8c8eaa155fd4 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:10.609762 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1b4f5ec6-7d9f-4459-bc05-2dd3ce9d856d req-c791a8ec-fc6b-46e1-9587-8c8eaa155fd4 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0773895 Dec 13 23:57:10.655029 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1b4f5ec6-7d9f-4459-bc05-2dd3ce9d856d req-1f96f2d9-27fa-46c7-b274-56d6c290c809 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396159 Dec 13 23:57:11.852089 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374030a-35ed-44cf-97f4-d6b2e10da8b1 req-8b09376d-5e0a-4bc8-8fd6-6b10506189ed tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:11.853547 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f374030a-35ed-44cf-97f4-d6b2e10da8b1 req-8b09376d-5e0a-4bc8-8fd6-6b10506189ed tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0782719 Dec 13 23:57:11.860809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e66822ab-ada2-4ebc-92ec-d7cd1d2f68b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:11.906531 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f374030a-35ed-44cf-97f4-d6b2e10da8b1 req-89e5bc60-638e-4956-ae0a-294602d36bee tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465519 Dec 13 23:57:13.103796 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5e7f8-3fd5-4fc0-b61e-70eca59e0a67 req-cc9ed559-61ef-47b6-8af6-d8920d33e3b4 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:13.105244 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-53e5e7f8-3fd5-4fc0-b61e-70eca59e0a67 req-cc9ed559-61ef-47b6-8af6-d8920d33e3b4 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0799377 Dec 13 23:57:13.152103 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-53e5e7f8-3fd5-4fc0-b61e-70eca59e0a67 req-084d064a-580c-42cb-bfc7-0ab0ef48afee tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Dec 13 23:57:14.089193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-433399d4-9849-470c-bf7a-e828a71b2236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:14.347074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232a063-5b37-464d-8122-43654d98d7a0 req-4cd1cd66-6916-40c6-8db1-4013ecf38daf tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:14.348468 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3232a063-5b37-464d-8122-43654d98d7a0 req-4cd1cd66-6916-40c6-8db1-4013ecf38daf tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0766032 Dec 13 23:57:14.394868 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3232a063-5b37-464d-8122-43654d98d7a0 req-5be6fe9f-fab3-423b-9494-937061cd1ba7 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Dec 13 23:57:15.067915 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:57:15.432752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:15.449238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:15.590856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5f93f-0db1-4af7-8f43-6f64b3c6264b req-87fc8485-0cb6-4262-95a4-db6508472835 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:15.593131 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ae5f93f-0db1-4af7-8f43-6f64b3c6264b req-87fc8485-0cb6-4262-95a4-db6508472835 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0766807 Dec 13 23:57:15.642022 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ae5f93f-0db1-4af7-8f43-6f64b3c6264b req-9228a4f1-8c6a-4dde-9be9-951aa77a9c2c tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Dec 13 23:57:16.832444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:16.845422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea4b21-df49-4ab4-94b0-d40081b39527 req-819e05b7-0f3c-4c19-a53c-c8c070e08331 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:16.846856 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-52ea4b21-df49-4ab4-94b0-d40081b39527 req-819e05b7-0f3c-4c19-a53c-c8c070e08331 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0812149 Dec 13 23:57:16.987064 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-52ea4b21-df49-4ab4-94b0-d40081b39527 req-bb64f62f-5f97-422d-bc7b-ec7d1bb6b8e6 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345890 Dec 13 23:57:18.012597 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-bb055dab-3d5a-46e5-81ac-b3e2297d83a5 service neutron] 10.222.0.18 "GET /v2.0/ports/8bd2ec65-270d-47ce-a29f-5e02f07ffbe9/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0734756 Dec 13 23:57:18.203778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce2913-3cd2-4efd-ba57-70e3135199d4 req-a86b640f-3772-4563-9350-4be9560649cc tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:18.205270 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-58ce2913-3cd2-4efd-ba57-70e3135199d4 req-a86b640f-3772-4563-9350-4be9560649cc tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0777214 Dec 13 23:57:18.251315 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-58ce2913-3cd2-4efd-ba57-70e3135199d4 req-5ca8232e-883f-4525-928e-7eaceec438d6 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Dec 13 23:57:18.523861 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-681e0686-5198-4d41-9f22-2711b644f079 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8&tenant_id=b4ebe0f6d9264f7aa01201b246184e2c HTTP/1.1" status: 200 len: 1099 time: 0.0748184 Dec 13 23:57:18.613744 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-7b848c6f-c2d4-4332-b60d-3603cff1c751 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4ebe0f6d9264f7aa01201b246184e2c&device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 1099 time: 0.0686040 Dec 13 23:57:18.744053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-ce03e368-ac4b-4473-a7e0-7f445d410d7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:18.745482 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-ce03e368-ac4b-4473-a7e0-7f445d410d7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6125b82-4759-436b-9833-59e51b74e11c HTTP/1.1" status: 200 len: 913 time: 0.1257303 Dec 13 23:57:18.816606 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-b1355a07-cff2-4ac3-a387-6c140b3e02da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 HTTP/1.1" status: 200 len: 217 time: 0.0646522 Dec 13 23:57:18.877918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-44d28ea0-3f6b-4fa0-a4c0-07a4135aa958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:18.879327 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-44d28ea0-3f6b-4fa0-a4c0-07a4135aa958 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f958842-8966-40ab-a864-c452e5add819 HTTP/1.1" status: 200 len: 852 time: 0.0565908 Dec 13 23:57:18.927492 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-348f1959-3d9d-47aa-a565-5f5ff420b0f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6125b82-4759-436b-9833-59e51b74e11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414991 Dec 13 23:57:19.060624 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-ee0923e9-c8f7-4168-8c19-f01aef1bcfc9 service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260304 Dec 13 23:57:19.194163 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bc53f63c-cbbd-4590-8aa4-56f1767f1cdb req-c6b96075-b8d9-4510-a772-c209c14c08ba service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252227 Dec 13 23:57:19.421465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:19.456547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b9c41-1ef5-43c7-a4d2-c0bc7c6ea560 req-64b9b326-d03c-48ab-a4d4-cc2129aecbc7 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:19.456547 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-555b9c41-1ef5-43c7-a4d2-c0bc7c6ea560 req-64b9b326-d03c-48ab-a4d4-cc2129aecbc7 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0785327 Dec 13 23:57:19.504019 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-555b9c41-1ef5-43c7-a4d2-c0bc7c6ea560 req-75e45d3f-d77a-4edb-99a1-a9558c1d8a0a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Dec 13 23:57:20.703241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2c2c0-1739-4e7b-b3a0-37503d02fbe4 req-69afec88-f718-4982-b4d9-4df396d6a1f4 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:20.704644 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d4b2c2c0-1739-4e7b-b3a0-37503d02fbe4 req-69afec88-f718-4982-b4d9-4df396d6a1f4 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0811706 Dec 13 23:57:20.749413 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d4b2c2c0-1739-4e7b-b3a0-37503d02fbe4 req-15783188-50b5-46dd-b560-5ac3a1428fde tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393033 Dec 13 23:57:21.418536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:57:21.425214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:57:21.686551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:21.701922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,segment=NetworkSegment(009496ad-7b7b-484a-b378-845fd2e8efcb),segment_id=009496ad-7b7b-484a-b378-845fd2e8efcb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:57:21.719443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9', 'network_id': 'b6125b82-4759-436b-9833-59e51b74e11c', 'port_id': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9', 'mac_address': 'fa:16:3e:ef:e3:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f958842-8966-40ab-a864-c452e5add819', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:57:21.758523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:57:21.776354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,segment=NetworkSegment(009496ad-7b7b-484a-b378-845fd2e8efcb),segment_id=009496ad-7b7b-484a-b378-845fd2e8efcb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:57:21.793623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:21.811515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:57:21.834810 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9', 'code': 200} Dec 13 23:57:21.835440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:21.837306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:21.946421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 23:57:21.946668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 23:57:21.949936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848888a-08d5-46a7-9836-08bc766812dc req-22534158-c217-490a-b949-1eb46ca8e29a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:21.950416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:21.951571 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d848888a-08d5-46a7-9836-08bc766812dc req-22534158-c217-490a-b949-1eb46ca8e29a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 944 time: 0.0782049 Dec 13 23:57:21.953279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:21.999574 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d848888a-08d5-46a7-9836-08bc766812dc req-fa65cb80-c8e6-49f4-b084-d247e799bce7 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422003 Dec 13 23:57:22.502178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:22.522093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:57:22.536967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,segment=NetworkSegment(009496ad-7b7b-484a-b378-845fd2e8efcb),segment_id=009496ad-7b7b-484a-b378-845fd2e8efcb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:57:22.603235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:22.605094 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:22.615231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-d7aaa9b0-1344-47cc-90ad-d0aa49c75ef7 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:22.616690 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-d7aaa9b0-1344-47cc-90ad-d0aa49c75ef7 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.18 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8&tenant_id=b4ebe0f6d9264f7aa01201b246184e2c&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 944 time: 0.0867879 Dec 13 23:57:22.664316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['8bd2ec65-270d-47ce-a29f-5e02f07ffbe9'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:57:22.716609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:22.721391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:22.758284 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-7f93c4b1-a860-4a6a-97f4-acde2c544fd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b4ebe0f6d9264f7aa01201b246184e2c&device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 1098 time: 0.0718510 Dec 13 23:57:22.894270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-6cce9a87-1b3b-4cae-9ad7-b442bc9aa7f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:22.895634 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-6cce9a87-1b3b-4cae-9ad7-b442bc9aa7f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b6125b82-4759-436b-9833-59e51b74e11c HTTP/1.1" status: 200 len: 913 time: 0.1312273 Dec 13 23:57:22.965325 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-22c2e72b-c873-48de-b43d-5c03188f655c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 HTTP/1.1" status: 200 len: 217 time: 0.0632157 Dec 13 23:57:23.027485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-01258cb5-028f-49e1-9967-5535f570fe84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:23.029493 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-01258cb5-028f-49e1-9967-5535f570fe84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8f958842-8966-40ab-a864-c452e5add819 HTTP/1.1" status: 200 len: 852 time: 0.0583100 Dec 13 23:57:23.073691 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-35f3b6e3-b4e5-4c23-89fc-f0669cd3ebab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b6125b82-4759-436b-9833-59e51b74e11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381377 Dec 13 23:57:23.204956 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-e9b86ed5-19dd-4671-b4a4-f9fe11d7faae service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245453 Dec 13 23:57:23.418487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:57:23.431076 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-711903a3-4f08-4000-9b31-eda9dae7b94d service neutron] 10.222.0.18 "GET /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191277 Dec 13 23:57:23.487645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:57:23.488051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:23.605895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:23.638202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,segment=NetworkSegment(009496ad-7b7b-484a-b378-845fd2e8efcb),segment_id=009496ad-7b7b-484a-b378-845fd2e8efcb)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:57:23.729378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:23.731202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:23.794778 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:23.797744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:23.835307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:57:23.904637 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9', 'code': 200} Dec 13 23:57:24.828797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab90378-6e50-4b0e-8a74-11f1283bbd72 req-468a1c53-1b4d-4cfe-82d7-0d8d4cb8ed06 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:24.830276 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9ab90378-6e50-4b0e-8a74-11f1283bbd72 req-468a1c53-1b4d-4cfe-82d7-0d8d4cb8ed06 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0808659 Dec 13 23:57:24.876641 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9ab90378-6e50-4b0e-8a74-11f1283bbd72 req-5bd55b8b-bd18-459b-8486-72341df1e39a tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Dec 13 23:57:26.077947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30483b-ca6b-4908-ab22-6cd26568b948 req-cd6cae10-3d3c-433f-b522-ba568dd2cfcd tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:26.079386 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2a30483b-ca6b-4908-ab22-6cd26568b948 req-cd6cae10-3d3c-433f-b522-ba568dd2cfcd tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0814750 Dec 13 23:57:26.124050 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2a30483b-ca6b-4908-ab22-6cd26568b948 req-9576d1f1-397d-4a2c-9ced-928cbc988420 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2a2deff-b885-466a-9c60-f0ef1e64b923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391676 Dec 13 23:57:26.444129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-4f3819da-39a4-4a73-93f9-8c6743dc3872 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:26.445539 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-4f3819da-39a4-4a73-93f9-8c6743dc3872 tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.18 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 946 time: 0.0770266 Dec 13 23:57:26.515508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Deleting port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:57:26.515869 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:26.754276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] For port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,segment=NetworkSegment(009496ad-7b7b-484a-b378-845fd2e8efcb),segment_id=009496ad-7b7b-484a-b378-845fd2e8efcb)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:57:26.754518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:26.873713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Calling delete_port for 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:57:27.060968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:27.066944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d66c6278-6ab7-4e58-8847-ac2b316cead5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:27.073353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['8bd2ec65-270d-47ce-a29f-5e02f07ffbe9'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:57:27.112327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Pushing event deleted for resources: {'Port': ['ID=8bd2ec65-270d-47ce-a29f-5e02f07ffbe9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:27.116583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:27.187439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] No DVR routers for this DVR port 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:57:27.189930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:27.192543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'name': 'network-vif-deleted', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:57:27.246740 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '936c21fb-b726-44c9-8ae4-1e0a2bf663a8', 'name': 'network-vif-deleted', 'tag': '8bd2ec65-270d-47ce-a29f-5e02f07ffbe9', 'status': 'completed', 'code': 200} Dec 13 23:57:27.261651 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c1e549ca-68ee-48e0-bef2-257ac5552cd8 req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.18 "DELETE /v2.0/ports/8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 HTTP/1.1" status: 204 len: 173 time: 0.8102226 Dec 13 23:57:27.290271 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f4244de-955b-46f9-a305-d66f559cec44 req-734fe4ca-ffd1-49a4-9d5f-55974779d9eb tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] 10.222.0.30 "GET /v2.0/ports?device_id=936c21fb-b726-44c9-8ae4-1e0a2bf663a8 HTTP/1.1" status: 200 len: 210 time: 0.0418260 Dec 13 23:57:28.556294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58674) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:57:28.619161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Deleting subnet 8f958842-8966-40ab-a864-c452e5add819 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:57:28.622004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:28.670908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:28.725730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:28.838164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:28.842099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-45822dfd-e973-4100-a4bc-00f52438b4cb tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:28.878042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f958842-8966-40ab-a864-c452e5add819,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:28.889192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:28.892184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.892572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.892953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.893327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.893698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.894070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.894438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.894805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.895168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.895530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.895916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:28.899426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:28.902180 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8f958842-8966-40ab-a864-c452e5add819 HTTP/1.1" status: 204 len: 168 time: 0.3446281 Dec 13 23:57:28.905122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 58678) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:57:29.011252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.135449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.160094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6125b82-4759-436b-9833-59e51b74e11c']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:57:29.172422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009496ad-7b7b-484a-b378-845fd2e8efcb') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:57:29.172718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009496ad-7b7b-484a-b378-845fd2e8efcb') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:57:29.184053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.200221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.206516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:57:29.207436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:57:29.224456 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:57:29.369248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.374225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9140f898-0540-49c4-b288-142736dafb59 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:29.387537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.398059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6125b82-4759-436b-9833-59e51b74e11c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:29.401218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:29.431183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:57:29.450186 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b6125b82-4759-436b-9833-59e51b74e11c HTTP/1.1" status: 204 len: 168 time: 0.5440536 Dec 13 23:57:29.464403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:57:29.464755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8bd2ec65-270d-47ce-a29f-5e02f07ffbe9 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:57:29.732781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58684) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:57:29.783580 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1fdfebe2-c9b5-4f16-a6df-3df07a01cd8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4ebe0f6d9264f7aa01201b246184e2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496073 Dec 13 23:57:29.785916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58688) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:57:29.846110 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-867798c9-3e33-4d31-a8a4-11693eea2802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.871127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-867798c9-3e33-4d31-a8a4-11693eea2802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.974919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-867798c9-3e33-4d31-a8a4-11693eea2802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:29.978549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:29.992311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867798c9-3e33-4d31-a8a4-11693eea2802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a2deff-b885-466a-9c60-f0ef1e64b923,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:29.994873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-867798c9-3e33-4d31-a8a4-11693eea2802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:30.037754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-867798c9-3e33-4d31-a8a4-11693eea2802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:30.038870 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-867798c9-3e33-4d31-a8a4-11693eea2802 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2a2deff-b885-466a-9c60-f0ef1e64b923 HTTP/1.1" status: 204 len: 168 time: 0.2520864 Dec 13 23:57:31.197291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58710) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:57:31.323157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-148642083-network', 'tenant_id': '8098a74981764e99a16e46a0e73016f0'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:57:31.328494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:57:31.332283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Usage tracker for resource:network and tenant:8098a74981764e99a16e46a0e73016f0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:57:31.335085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:57:31.340751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:57:31.397343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Made reservation on behalf of 8098a74981764e99a16e46a0e73016f0 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:57:31.399686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:31.415361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:31.447050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:57:31.450800 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Usage tracker for resource:security_group_rule and tenant:8098a74981764e99a16e46a0e73016f0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:57:31.453586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:57:31.459179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:57:31.522996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:31.563292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:31.567243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3aaec253-2fbc-4143-8478-5400e0d367f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:31.591784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:57:31.603755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3520ca-6221-40e0-8d61-3ac88efad92a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:31.607485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:31.611332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:31.611332 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Added segment 52e881e1-230b-4051-8ccc-0f08d3f64c82 of type vlan for network b7d13d83-6693-4008-8f1c-9b4f5fba016d Dec 13 23:57:31.636629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:31.700551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:31.701136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:31.701725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:31.704962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a6a5f952-25dd-42bd-8f1e-99565fe86c01 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:31.804257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Pushing event updated for resources: {'Network': ['ID=b7d13d83-6693-4008-8f1c-9b4f5fba016d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:31.806880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:31.814242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network b7d13d83-6693-4008-8f1c-9b4f5fba016d details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:57:31.855855 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6574545 Dec 13 23:57:31.858779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 58716) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:57:31.864123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Request body: {'subnet': {'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-148642083-subnet', 'tenant_id': '8098a74981764e99a16e46a0e73016f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:57:31.868995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:57:31.873100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Usage tracker for resource:subnet and tenant:8098a74981764e99a16e46a0e73016f0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:57:31.875978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:57:31.881757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:57:31.986264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Made reservation on behalf of 8098a74981764e99a16e46a0e73016f0 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:57:31.988817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:32.243492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:32.247441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-17b28f34-c005-4108-a1fe-972a05e8b3de tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:32.320187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=56250d3a-28f5-433b-b8f4-e9df77244654,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:32.323842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:32.332251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Checking segment: {'id': '52e881e1-230b-4051-8ccc-0f08d3f64c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:57:32.332610 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Network hostable DHCP agents. Network: b7d13d83-6693-4008-8f1c-9b4f5fba016d, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:57:32.397831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Network b7d13d83-6693-4008-8f1c-9b4f5fba016d is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:57:32.454877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, b7d13d83-6693-4008-8f1c-9b4f5fba016d) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:57:32.458576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:32.459153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:32.463412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3818e53d-06a0-4d91-8099-461dc6adef29 None None] Network b7d13d83-6693-4008-8f1c-9b4f5fba016d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:57:32.535313 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4d3c6587-318a-4b5d-bfcf-dd9cc328f3fe admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6754949 Dec 13 23:57:32.676736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d292f23c-3fe7-4181-b880-0175a718119b None None] Network b7d13d83-6693-4008-8f1c-9b4f5fba016d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:57:33.161871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188c657-50d1-44f0-8771-fb7804d14925 req-0ebd6cbb-7803-42a2-9191-486cd297db1b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:33.163227 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-0ebd6cbb-7803-42a2-9191-486cd297db1b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 814 time: 0.2361438 Dec 13 23:57:33.179428 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-9d3adf3c-c219-4399-8a3e-e50ddc7c1603 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/quotas/8098a74981764e99a16e46a0e73016f0 HTTP/1.1" status: 200 len: 375 time: 0.0109482 Dec 13 23:57:33.227420 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-3259165a-3d4a-4f13-bc1c-2c1f876616d5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430727 Dec 13 23:57:33.362212 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-d6583a10-1129-4c9c-80ca-5c168555c7fe service neutron] 10.222.0.30 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274676 Dec 13 23:57:33.494999 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-1c17aeb2-cf1d-444c-a056-b6387e13ca1d service neutron] 10.222.0.30 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268580 Dec 13 23:57:33.735735 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5abe25a9-6046-4774-be51-266d7f6ed7d1 req-03030c3f-1287-4a76-ad90-f60422d473ba tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 210 time: 0.0469749 Dec 13 23:57:34.906943 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f4b56f6-6996-469b-9ab0-e5512bd8f7a7 req-da12bcd9-5359-4892-9e3c-ad3586072485 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 210 time: 0.0437098 Dec 13 23:57:35.665627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188c657-50d1-44f0-8771-fb7804d14925 req-0a409922-ef1d-42f1-8583-e3d69b554f8d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:35.666264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f188c657-50d1-44f0-8771-fb7804d14925 req-0a409922-ef1d-42f1-8583-e3d69b554f8d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Synchronizing usage tracker for tenant:8098a74981764e99a16e46a0e73016f0 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:57:35.745837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f188c657-50d1-44f0-8771-fb7804d14925 req-0a409922-ef1d-42f1-8583-e3d69b554f8d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Unset dirty status for tenant:8098a74981764e99a16e46a0e73016f0 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:57:35.747061 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-0a409922-ef1d-42f1-8583-e3d69b554f8d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 814 time: 0.3297005 Dec 13 23:57:35.764779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Request body: {'port': {'device_id': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d', 'admin_state_up': True, 'tenant_id': '8098a74981764e99a16e46a0e73016f0'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:57:35.903037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:57:35.907539 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Usage tracker for resource:port and tenant:8098a74981764e99a16e46a0e73016f0 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:57:35.910419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:57:35.918815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:57:35.992136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Made reservation on behalf of 8098a74981764e99a16e46a0e73016f0 for: {'port': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:57:35.995135 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:36.099869 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-55af4a40-7338-48f5-b486-af2bdcac6650 req-f443d871-8139-4dec-97c7-b6eed3f866c5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 210 time: 0.0458202 Dec 13 23:57:36.202211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Allocated IP 172.20.0.13 (b7d13d83-6693-4008-8f1c-9b4f5fba016d/56250d3a-28f5-433b-b8f4-e9df77244654/254bcf70-1d12-41fb-89b3-5c059c704dac) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:57:36.400977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:36.483914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:36.489133 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4ead5a5b-4193-4f89-95c4-3374fb2883b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:36.554404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Network b7d13d83-6693-4008-8f1c-9b4f5fba016d is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:57:36.557948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:57:36.562787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:57:36.599785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Pushing event updated for resources: {'Port': ['ID=254bcf70-1d12-41fb-89b3-5c059c704dac,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:36.623444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.623855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.624235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.624607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.624981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.625348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.625715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.626079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.626437 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.626798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.627157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:36.632246 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:36.641206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:36.641779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:36.718599 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9583433 Dec 13 23:57:36.853958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Request body: {'port': {'device_id': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:57:36.853958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:37.182500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254bcf70-1d12-41fb-89b3-5c059c704dac {{(pid=84312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:57:37.190307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:37.206100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Transition to ACTIVE for port object 254bcf70-1d12-41fb-89b3-5c059c704dac will not be triggered until provisioned by entity L2. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:57:37.283810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:37.288405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8699f7c3-2d7c-4be6-be25-da057b573d61 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:37.299423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff8fde-407c-47ae-a290-dd9bccefaa3d req-6cd831a1-0fb9-4fdb-8109-2277aaf60e79 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:37.300959 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b4ff8fde-407c-47ae-a290-dd9bccefaa3d req-6cd831a1-0fb9-4fdb-8109-2277aaf60e79 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 932 time: 0.0803924 Dec 13 23:57:37.349446 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b4ff8fde-407c-47ae-a290-dd9bccefaa3d req-ab178b70-c81e-4ceb-9c7b-8c565493735b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428801 Dec 13 23:57:37.415965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Pushing event updated for resources: {'Port': ['ID=254bcf70-1d12-41fb-89b3-5c059c704dac,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:37.419342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:37.522848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Attempting to bind port 254bcf70-1d12-41fb-89b3-5c059c704dac on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:57:37.523177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Attempting to bind port 254bcf70-1d12-41fb-89b3-5c059c704dac by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '52e881e1-230b-4051-8ccc-0f08d3f64c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d'}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:57:37.523504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Attempting to bind port 254bcf70-1d12-41fb-89b3-5c059c704dac on network b7d13d83-6693-4008-8f1c-9b4f5fba016d {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:57:37.529505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Port 254bcf70-1d12-41fb-89b3-5c059c704dac on network b7d13d83-6693-4008-8f1c-9b4f5fba016d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:57:37.529821 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Attempting to bind port 254bcf70-1d12-41fb-89b3-5c059c704dac on network b7d13d83-6693-4008-8f1c-9b4f5fba016d {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:57:37.536088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:57:37.536421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Checking segment: {'id': '52e881e1-230b-4051-8ccc-0f08d3f64c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:57:37.536803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Bound using segment: {'id': '52e881e1-230b-4051-8ccc-0f08d3f64c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d'} {{(pid=84312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:57:37.537219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.managers [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Bound port: 254bcf70-1d12-41fb-89b3-5c059c704dac, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e881e1-230b-4051-8ccc-0f08d3f64c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d'}}] {{(pid=84312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:57:37.537580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:37.626091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] For port 254bcf70-1d12-41fb-89b3-5c059c704dac, host hv-neutron-8215, cleared binding levels {{(pid=84312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:57:37.628975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] For port 254bcf70-1d12-41fb-89b3-5c059c704dac, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=254bcf70-1d12-41fb-89b3-5c059c704dac,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:57:37.711926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:37.715352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:37.770766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:37.772074 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] 10.222.0.18 "PUT /v2.0/ports/254bcf70-1d12-41fb-89b3-5c059c704dac HTTP/1.1" status: 200 len: 1094 time: 1.0456226 Dec 13 23:57:37.774755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'tag': '254bcf70-1d12-41fb-89b3-5c059c704dac'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:57:37.898968 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'tag': '254bcf70-1d12-41fb-89b3-5c059c704dac', 'status': 'completed', 'code': 200} Dec 13 23:57:37.946403 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Pushing event updated for resources: {'Port': ['ID=254bcf70-1d12-41fb-89b3-5c059c704dac,revision_number=3']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:37.951560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:37.980054 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-03b5705c-cad6-49f4-a527-bcf9e2a892df req-33d12cc7-caef-44c1-baf3-166e658bb36e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 1097 time: 0.0828614 Dec 13 23:57:38.119774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5705c-cad6-49f4-a527-bcf9e2a892df req-c971beae-7cab-4264-b718-2e3fb21dd25c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:38.121193 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-03b5705c-cad6-49f4-a527-bcf9e2a892df req-c971beae-7cab-4264-b718-2e3fb21dd25c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=8098a74981764e99a16e46a0e73016f0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1344044 Dec 13 23:57:38.256161 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5705c-cad6-49f4-a527-bcf9e2a892df req-ce0d9ee3-b867-4ed8-92f5-1b7329ccc5fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:38.257595 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-03b5705c-cad6-49f4-a527-bcf9e2a892df req-ce0d9ee3-b867-4ed8-92f5-1b7329ccc5fe service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303105 Dec 13 23:57:38.360527 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-cc85a3a4-ab3c-491d-958d-ed67581c5a59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 1097 time: 0.0687144 Dec 13 23:57:38.433371 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-de75ad87-0bf1-48c9-a303-85e246e91549 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254bcf70-1d12-41fb-89b3-5c059c704dac HTTP/1.1" status: 200 len: 217 time: 0.0656383 Dec 13 23:57:38.499775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188c657-50d1-44f0-8771-fb7804d14925 req-2599633d-e1c8-433d-a39e-88096da9827e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:38.501242 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-2599633d-e1c8-433d-a39e-88096da9827e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0613866 Dec 13 23:57:38.548362 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-a8dd3d3b-67f8-49dd-9d11-50a7701cd448 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397813 Dec 13 23:57:38.549024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d68ea-9f60-4698-8372-dbab47897c7f req-da14ebe6-ea75-49c8-8f7d-6cf98036e3f8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:38.550479 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c83d68ea-9f60-4698-8372-dbab47897c7f req-da14ebe6-ea75-49c8-8f7d-6cf98036e3f8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 944 time: 0.0778785 Dec 13 23:57:38.596753 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c83d68ea-9f60-4698-8372-dbab47897c7f req-77f01dcf-0f7c-4e8e-a891-65e1b8c91902 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Dec 13 23:57:38.680665 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-704edda1-9e6c-4261-9725-7c8f14f44ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251049 Dec 13 23:57:38.810345 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f188c657-50d1-44f0-8771-fb7804d14925 req-c945272d-979f-4bc6-b3ed-70df3e6f3d8b service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234627 Dec 13 23:57:39.478304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 254bcf70-1d12-41fb-89b3-5c059c704dac details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:57:39.611727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 254bcf70-1d12-41fb-89b3-5c059c704dac, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=254bcf70-1d12-41fb-89b3-5c059c704dac,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:57:39.628625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '254bcf70-1d12-41fb-89b3-5c059c704dac', 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d', 'port_id': '254bcf70-1d12-41fb-89b3-5c059c704dac', 'mac_address': 'fa:16:3e:a2:cd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56250d3a-28f5-433b-b8f4-e9df77244654', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:57:39.680930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:39.698565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254bcf70-1d12-41fb-89b3-5c059c704dac {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:57:39.713520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 254bcf70-1d12-41fb-89b3-5c059c704dac, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=254bcf70-1d12-41fb-89b3-5c059c704dac,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:57:39.768977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:39.772027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:39.797336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ddf4e5-de66-4e2e-930b-3bb2f0c20926 req-8e21b47d-afed-465e-9d99-aca1ddc39b17 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:39.798026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-73ddf4e5-de66-4e2e-930b-3bb2f0c20926 req-8e21b47d-afed-465e-9d99-aca1ddc39b17 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Synchronizing usage tracker for tenant:8098a74981764e99a16e46a0e73016f0 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:57:39.836511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=254bcf70-1d12-41fb-89b3-5c059c704dac,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:39.845255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.845602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.845944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.846281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.846616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.846943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.847269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.847595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.848033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.848360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.848689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:57:39.853079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:39.888951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-73ddf4e5-de66-4e2e-930b-3bb2f0c20926 req-8e21b47d-afed-465e-9d99-aca1ddc39b17 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Unset dirty status for tenant:8098a74981764e99a16e46a0e73016f0 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:57:39.890089 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73ddf4e5-de66-4e2e-930b-3bb2f0c20926 req-8e21b47d-afed-465e-9d99-aca1ddc39b17 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 944 time: 0.1686246 Dec 13 23:57:39.935633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-73ddf4e5-de66-4e2e-930b-3bb2f0c20926 req-e1e682f2-7af4-43e2-9c7e-6482bdc9d12c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Synchronizing usage tracker for tenant:8098a74981764e99a16e46a0e73016f0 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:57:39.973833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['254bcf70-1d12-41fb-89b3-5c059c704dac'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:57:40.014717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-73ddf4e5-de66-4e2e-930b-3bb2f0c20926 req-e1e682f2-7af4-43e2-9c7e-6482bdc9d12c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Unset dirty status for tenant:8098a74981764e99a16e46a0e73016f0 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:57:40.015923 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73ddf4e5-de66-4e2e-930b-3bb2f0c20926 req-e1e682f2-7af4-43e2-9c7e-6482bdc9d12c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204200 Dec 13 23:57:41.218557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959ca77-18b1-44c9-b31a-da7a925949b0 req-b87057c4-f2ba-43c1-83e3-248233ab0f02 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:41.220029 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8959ca77-18b1-44c9-b31a-da7a925949b0 req-b87057c4-f2ba-43c1-83e3-248233ab0f02 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 945 time: 0.0836449 Dec 13 23:57:41.265355 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8959ca77-18b1-44c9-b31a-da7a925949b0 req-faaa05ac-5998-4a66-a935-0db44c5cbe0d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Dec 13 23:57:41.493789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 254bcf70-1d12-41fb-89b3-5c059c704dac up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:57:41.609163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 254bcf70-1d12-41fb-89b3-5c059c704dac completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:57:41.613838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 254bcf70-1d12-41fb-89b3-5c059c704dac triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:57:41.614213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:41.723785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:41.750305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254bcf70-1d12-41fb-89b3-5c059c704dac'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:57:41.759646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 254bcf70-1d12-41fb-89b3-5c059c704dac, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=254bcf70-1d12-41fb-89b3-5c059c704dac,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:57:41.807411 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254bcf70-1d12-41fb-89b3-5c059c704dac', 'code': 200} Dec 13 23:57:41.838103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:41.839976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:57:41.873551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2d856859-ab2e-4960-9d6b-88f440bd647d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:41.905338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=254bcf70-1d12-41fb-89b3-5c059c704dac,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:57:41.908258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:57:42.164415 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c31ff5fe-4fc1-4708-b279-1f1620f55dfa req-e79c736b-b7c9-45a8-be4f-93f6a69f8b7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 1099 time: 0.0720172 Dec 13 23:57:42.207475 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c31ff5fe-4fc1-4708-b279-1f1620f55dfa req-e832fdaa-4d1f-4700-80a4-22363f24cfa3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370569 Dec 13 23:57:42.464633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab4dd5-bd17-4be6-b542-0b48429c3852 req-fc007345-bd7e-4cc3-9d3f-d76ada393945 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:42.467119 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0eab4dd5-bd17-4be6-b542-0b48429c3852 req-fc007345-bd7e-4cc3-9d3f-d76ada393945 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0826440 Dec 13 23:57:42.511241 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0eab4dd5-bd17-4be6-b542-0b48429c3852 req-02c27c54-14e5-4f8b-9b27-6ce9ec82253a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Dec 13 23:57:43.707184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96abc24-99f9-454e-976c-ea441bb54742 req-88fb5cb5-31ba-4a2d-9d32-329aca20e311 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:43.708554 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c96abc24-99f9-454e-976c-ea441bb54742 req-88fb5cb5-31ba-4a2d-9d32-329aca20e311 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0764229 Dec 13 23:57:43.756698 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c96abc24-99f9-454e-976c-ea441bb54742 req-93cd71a5-d907-4441-b53f-996d59f3ebce tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427649 Dec 13 23:57:43.957778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9064d32-ee5d-471d-8c70-6827a1945ec2 req-7d4c0193-4807-4111-86c6-4cf387df4bd6 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:43.959147 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e9064d32-ee5d-471d-8c70-6827a1945ec2 req-7d4c0193-4807-4111-86c6-4cf387df4bd6 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0825579 Dec 13 23:57:44.004177 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e9064d32-ee5d-471d-8c70-6827a1945ec2 req-951c4e89-b812-47f3-9424-ac979ad516a5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395398 Dec 13 23:57:44.117709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2e5613e8-ee97-4386-a44f-73f3a7d41674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:44.428044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03eb5-bb48-41ba-9067-f6cb333b1e73 req-7a754bfd-6669-4daf-b866-2a37f51576f3 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:44.429504 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-97c03eb5-bb48-41ba-9067-f6cb333b1e73 req-7a754bfd-6669-4daf-b866-2a37f51576f3 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0765553 Dec 13 23:57:44.478835 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-97c03eb5-bb48-41ba-9067-f6cb333b1e73 req-1b384526-d15d-49b8-9c14-1e91cd2f3db8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Dec 13 23:57:44.672086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6388531-04c0-48d6-88d7-32b1d3c42a4a req-d51efc39-0fd2-4955-9687-caa13ced13e6 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:44.673507 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6388531-04c0-48d6-88d7-32b1d3c42a4a req-d51efc39-0fd2-4955-9687-caa13ced13e6 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0772035 Dec 13 23:57:44.717896 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b6388531-04c0-48d6-88d7-32b1d3c42a4a req-44a7e048-17be-423f-899c-6755d5eea69f tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389271 Dec 13 23:57:44.906759 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-839da788-a67e-43a5-a249-53887559b578 req-d8471c56-b94a-4010-a9a7-9cc361301089 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672812 Dec 13 23:57:45.362022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a173a4-0e3e-4413-b1c9-ea81f8b589fa req-e88fe9b8-791c-4d6a-b407-3c6b00e6ac30 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:45.364758 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-08a173a4-0e3e-4413-b1c9-ea81f8b589fa req-e88fe9b8-791c-4d6a-b407-3c6b00e6ac30 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0841663 Dec 13 23:57:45.460264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:45.463021 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-08a173a4-0e3e-4413-b1c9-ea81f8b589fa req-eb3f791e-05a6-4b48-8bd3-4fcb07569b7a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924160 Dec 13 23:57:45.483297 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-93326d47-76f1-4c1e-8366-8d118bc2d6db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980122 Dec 13 23:57:45.494498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:46.664176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f45ec-0080-44d1-aed1-0714dcca3661 req-15718aeb-9e42-4b67-9dd1-fa37ccd5597b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:46.665547 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-857f45ec-0080-44d1-aed1-0714dcca3661 req-15718aeb-9e42-4b67-9dd1-fa37ccd5597b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0802617 Dec 13 23:57:46.714777 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-857f45ec-0080-44d1-aed1-0714dcca3661 req-8f076cf5-855c-4829-afe3-df3eb406c23a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 Dec 13 23:57:46.849062 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:47.526644 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-210aff3e-1ece-4163-b176-11d93776ae4f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 1099 time: 0.0732255 Dec 13 23:57:47.758972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-16dc6869-31b5-4f97-9c82-b7316f29a27f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:47.760483 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-16dc6869-31b5-4f97-9c82-b7316f29a27f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 915 time: 0.2279079 Dec 13 23:57:47.828608 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-cd452dcd-2652-4610-9cd6-c6c6c84f3c50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254bcf70-1d12-41fb-89b3-5c059c704dac HTTP/1.1" status: 200 len: 217 time: 0.0616534 Dec 13 23:57:47.936303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-d21775f1-ae6a-4a9c-9bc1-1b0629ad3228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:47.937727 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-d21775f1-ae6a-4a9c-9bc1-1b0629ad3228 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.1031086 Dec 13 23:57:47.996363 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-d68119b3-b13d-4f1b-a5fb-a0f31c70d444 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513680 Dec 13 23:57:48.009338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6db45-a916-468f-8cac-100543e930ab req-145b4f39-1389-4bee-88dd-24b0f0feb2b7 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:48.010694 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2bd6db45-a916-468f-8cac-100543e930ab req-145b4f39-1389-4bee-88dd-24b0f0feb2b7 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.1440032 Dec 13 23:57:48.148176 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2bd6db45-a916-468f-8cac-100543e930ab req-11e1b353-ce52-4586-a792-50e6727129da tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207902 Dec 13 23:57:48.169141 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-cf5c5e71-ac74-411f-9b6f-074b7c02c7ed service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655784 Dec 13 23:57:48.301873 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-cc69e6e6-a59e-4df1-9ab1-6ad940b06857 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269686 Dec 13 23:57:49.345597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eed13e-16c7-4d5b-a902-8f78723456de req-9c0d9bdf-d736-4269-a370-52cd953a2d66 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:49.347065 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c5eed13e-16c7-4d5b-a902-8f78723456de req-9c0d9bdf-d736-4269-a370-52cd953a2d66 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0787320 Dec 13 23:57:49.393239 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c5eed13e-16c7-4d5b-a902-8f78723456de req-71a8a796-8cdb-41f1-b700-807e3a914327 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Dec 13 23:57:49.460096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:57:50.590754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda0809-2f79-499b-9eb4-7d3dc29450ff req-5ad50f68-8395-445d-ab2b-84eaeb84b967 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:50.593009 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3cda0809-2f79-499b-9eb4-7d3dc29450ff req-5ad50f68-8395-445d-ab2b-84eaeb84b967 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0796258 Dec 13 23:57:50.641922 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3cda0809-2f79-499b-9eb4-7d3dc29450ff req-f2857085-44c9-4517-a72d-f167e7abc35b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433524 Dec 13 23:57:51.842275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e339220-a6ec-4cfa-bf03-5c02b938dd25 req-b7d43c59-7c37-4804-8b26-a2c28346d347 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:51.843770 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8e339220-a6ec-4cfa-bf03-5c02b938dd25 req-b7d43c59-7c37-4804-8b26-a2c28346d347 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0808306 Dec 13 23:57:51.888116 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8e339220-a6ec-4cfa-bf03-5c02b938dd25 req-9f38c032-334d-440c-8d98-e6cd0da91af3 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389750 Dec 13 23:57:52.067658 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:57:53.098856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94476416-2dac-4db2-9cbe-7bbe4773c41d req-52bdf815-4c02-4de5-ba00-07dd798cedf2 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:53.100311 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-94476416-2dac-4db2-9cbe-7bbe4773c41d req-52bdf815-4c02-4de5-ba00-07dd798cedf2 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0772040 Dec 13 23:57:53.146475 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-94476416-2dac-4db2-9cbe-7bbe4773c41d req-20ad258f-86bb-44ce-aa54-8176f4e08226 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Dec 13 23:57:54.343166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1c74-036c-4554-93a5-cd17c84e9aff req-0e8f9a82-cddc-49b7-b5a1-feee5cac2fd7 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:54.344669 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e80b1c74-036c-4554-93a5-cd17c84e9aff req-0e8f9a82-cddc-49b7-b5a1-feee5cac2fd7 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0793617 Dec 13 23:57:54.390269 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e80b1c74-036c-4554-93a5-cd17c84e9aff req-4159d0f6-781d-432a-8377-ef96623943db tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 Dec 13 23:57:55.591407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71bdba-5ace-4ffb-beb9-3e77cbacbcc4 req-70596f27-b01d-4480-95bf-8f48fc1fd01d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:55.592888 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e71bdba-5ace-4ffb-beb9-3e77cbacbcc4 req-70596f27-b01d-4480-95bf-8f48fc1fd01d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0806410 Dec 13 23:57:55.636947 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e71bdba-5ace-4ffb-beb9-3e77cbacbcc4 req-dff327ab-7508-41f5-b69c-719cd26d1e13 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385194 Dec 13 23:57:56.836259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c630dcd-d2ed-4c2f-9f50-89a44bb11593 req-4b928b09-b0c9-4aa7-a1de-39be2b33548f tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:56.837717 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2c630dcd-d2ed-4c2f-9f50-89a44bb11593 req-4b928b09-b0c9-4aa7-a1de-39be2b33548f tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0821252 Dec 13 23:57:56.882790 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2c630dcd-d2ed-4c2f-9f50-89a44bb11593 req-bb1ca954-9c7f-427a-a234-dbe3a1d1e87d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394220 Dec 13 23:57:57.797039 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2ffb470d-7b3f-4380-86df-6e3d9ce0a353 req-d5ca99fb-a550-47d7-85e2-f862f005040d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 1099 time: 0.0698152 Dec 13 23:57:57.942837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb470d-7b3f-4380-86df-6e3d9ce0a353 req-493c834b-f0d3-4df5-a3c6-01a92f7959c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:57.944311 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2ffb470d-7b3f-4380-86df-6e3d9ce0a353 req-493c834b-f0d3-4df5-a3c6-01a92f7959c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 915 time: 0.1301672 Dec 13 23:57:58.054790 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2ffb470d-7b3f-4380-86df-6e3d9ce0a353 req-bb922f49-0509-43c9-b38d-9bd1db9688fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254bcf70-1d12-41fb-89b3-5c059c704dac HTTP/1.1" status: 200 len: 217 time: 0.1028557 Dec 13 23:57:58.136008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb470d-7b3f-4380-86df-6e3d9ce0a353 req-4d10d32b-a2a5-45cb-92c5-ab336ebdd6f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:58.137407 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2ffb470d-7b3f-4380-86df-6e3d9ce0a353 req-4d10d32b-a2a5-45cb-92c5-ab336ebdd6f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0756261 Dec 13 23:57:58.147805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e32291-d37e-4f5c-bbf2-e76d8567499a req-3c9863d2-fc0d-44de-bb9d-9ddc1bb13583 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:58.149128 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-85e32291-d37e-4f5c-bbf2-e76d8567499a req-3c9863d2-fc0d-44de-bb9d-9ddc1bb13583 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.1460769 Dec 13 23:57:58.203791 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2ffb470d-7b3f-4380-86df-6e3d9ce0a353 req-a3e21141-4455-4151-b12b-ded870603f39 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537145 Dec 13 23:57:58.298657 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-85e32291-d37e-4f5c-bbf2-e76d8567499a req-0a8f46d4-bacd-4769-ac62-25e659152050 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193202 Dec 13 23:57:58.355533 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2ffb470d-7b3f-4380-86df-6e3d9ce0a353 req-8dd0066d-3d1e-4893-8aa6-9418cbdd250b service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379302 Dec 13 23:57:58.591330 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2ffb470d-7b3f-4380-86df-6e3d9ce0a353 req-d95968a6-698b-4501-835e-2462df37f8e1 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293937 Dec 13 23:57:59.498784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa62d7-f3f8-4b89-bca4-39b089ba9406 req-c5d570e1-4d64-4fee-aa35-e7993e7844b5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:57:59.500345 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6eaa62d7-f3f8-4b89-bca4-39b089ba9406 req-c5d570e1-4d64-4fee-aa35-e7993e7844b5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0775990 Dec 13 23:57:59.549181 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6eaa62d7-f3f8-4b89-bca4-39b089ba9406 req-6451460f-073c-4109-afbe-206e1c14d81b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434361 Dec 13 23:58:00.744461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7c1e-c66b-4d69-abd9-1fcf9b11ef20 req-be7d3f1c-460f-47af-8a82-227e8e60891d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:00.745800 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-163d7c1e-c66b-4d69-abd9-1fcf9b11ef20 req-be7d3f1c-460f-47af-8a82-227e8e60891d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0795767 Dec 13 23:58:00.791282 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-163d7c1e-c66b-4d69-abd9-1fcf9b11ef20 req-6a710635-09bd-4e77-bd39-9f0e200b85c2 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Dec 13 23:58:02.096462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b29168-da92-4a81-99e2-a460b075f9b2 req-59fcdcad-eb85-479c-ae45-1de341a8ed7b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:02.097838 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-26b29168-da92-4a81-99e2-a460b075f9b2 req-59fcdcad-eb85-479c-ae45-1de341a8ed7b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.1832981 Dec 13 23:58:02.143889 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-26b29168-da92-4a81-99e2-a460b075f9b2 req-0785ec26-8a2f-4ba5-b8a8-d46a4eba6419 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Dec 13 23:58:03.342121 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a31fb8-30fd-41e6-bc5f-b76b794a02e8 req-d0a70e75-5ac3-4e24-8446-ea377e498584 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:03.343583 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-07a31fb8-30fd-41e6-bc5f-b76b794a02e8 req-d0a70e75-5ac3-4e24-8446-ea377e498584 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0803082 Dec 13 23:58:03.389428 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-07a31fb8-30fd-41e6-bc5f-b76b794a02e8 req-277f9390-f60f-47c1-aa97-de2218f7b703 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400610 Dec 13 23:58:04.585592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9deaa-22d5-4ee2-b4ad-57a107d8b2fe req-880fd1e7-6666-4aa1-a67a-06aa478ce431 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:04.587041 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c6b9deaa-22d5-4ee2-b4ad-57a107d8b2fe req-880fd1e7-6666-4aa1-a67a-06aa478ce431 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0789030 Dec 13 23:58:04.631796 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c6b9deaa-22d5-4ee2-b4ad-57a107d8b2fe req-3d9f4490-b64d-489c-85da-b69101a62d2e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 Dec 13 23:58:05.966508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f9c70-f00e-49aa-afcc-6e07013afec8 req-9689cbc0-6d28-4d53-9084-ff200261a3cc tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:05.967948 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e45f9c70-f00e-49aa-afcc-6e07013afec8 req-9689cbc0-6d28-4d53-9084-ff200261a3cc tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0811875 Dec 13 23:58:06.014314 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e45f9c70-f00e-49aa-afcc-6e07013afec8 req-6736c946-14a4-4578-92e0-0dec8071f16d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409088 Dec 13 23:58:07.212096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95f716-3252-499d-a2e3-0e3a9c6e31c8 req-b00266c4-1c8b-4b1b-b8d1-6ac01756eab7 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:07.213536 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9d95f716-3252-499d-a2e3-0e3a9c6e31c8 req-b00266c4-1c8b-4b1b-b8d1-6ac01756eab7 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0761743 Dec 13 23:58:07.266664 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9d95f716-3252-499d-a2e3-0e3a9c6e31c8 req-97673f9d-69f5-4c95-b9a9-0348ca839ea4 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475922 Dec 13 23:58:08.459531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ef43c-975a-494e-95b3-1c1867a1b608 req-80e906d2-4c9c-4c67-9760-440800bd6181 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:08.461006 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-046ef43c-975a-494e-95b3-1c1867a1b608 req-80e906d2-4c9c-4c67-9760-440800bd6181 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0763869 Dec 13 23:58:08.509803 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-046ef43c-975a-494e-95b3-1c1867a1b608 req-b5077fb2-783d-4737-b8bc-61459990a982 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433881 Dec 13 23:58:09.704433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c0ec3-674f-4e56-99c2-bf501245266d req-601b86a3-d424-4142-962d-be6cd8c7d52c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:09.705790 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6c8c0ec3-674f-4e56-99c2-bf501245266d req-601b86a3-d424-4142-962d-be6cd8c7d52c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0769207 Dec 13 23:58:09.751681 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6c8c0ec3-674f-4e56-99c2-bf501245266d req-c7db0a56-803a-4905-b145-a4584454f07c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405905 Dec 13 23:58:10.948231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c21a2f-935a-46cc-87fe-129c56b93e5f req-f8e338d8-1d6e-49a9-88d6-707c6389bb4b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:10.950498 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a9c21a2f-935a-46cc-87fe-129c56b93e5f req-f8e338d8-1d6e-49a9-88d6-707c6389bb4b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0771046 Dec 13 23:58:10.994515 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a9c21a2f-935a-46cc-87fe-129c56b93e5f req-fdd0c4c2-9a8a-4f9c-9019-fbca0c53fb75 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388112 Dec 13 23:58:11.877056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-68e6263e-3ceb-438a-aeee-5914c9ae6dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:12.194482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458a5f0-6870-4b8b-afc3-f709bb9f7079 req-82e988df-4397-45a8-9fe5-1c700a16b8ad tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:12.195883 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7458a5f0-6870-4b8b-afc3-f709bb9f7079 req-82e988df-4397-45a8-9fe5-1c700a16b8ad tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0815713 Dec 13 23:58:12.240554 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7458a5f0-6870-4b8b-afc3-f709bb9f7079 req-782f81ff-f1bb-4870-ae2e-11a474d5ac8c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392923 Dec 13 23:58:13.439745 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bac1fa-afa0-4c5d-8f56-8d729b7c26ec req-0dda25f6-efed-4444-935e-508f3d1aceec tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:13.441136 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c5bac1fa-afa0-4c5d-8f56-8d729b7c26ec req-0dda25f6-efed-4444-935e-508f3d1aceec tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0827341 Dec 13 23:58:13.487808 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c5bac1fa-afa0-4c5d-8f56-8d729b7c26ec req-1552a28c-f411-4151-b2ae-ef95ca986d80 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Dec 13 23:58:14.060654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1aa35e2-a092-4700-8fbf-0b2e7520e451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:14.685272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765cb3b-33cb-42e0-a5e3-c5ac37d49788 req-0c8fa294-1bec-463f-ae14-d3f7998b0bb8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:14.686626 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d765cb3b-33cb-42e0-a5e3-c5ac37d49788 req-0c8fa294-1bec-463f-ae14-d3f7998b0bb8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0765171 Dec 13 23:58:14.730389 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d765cb3b-33cb-42e0-a5e3-c5ac37d49788 req-2adf04a7-f43c-49cd-9f4d-731040a77845 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382371 Dec 13 23:58:15.394292 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-d6090d05-3032-4c58-808a-d47321a9e3dc service neutron] 10.222.0.18 "GET /v2.0/ports/254bcf70-1d12-41fb-89b3-5c059c704dac/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0779059 Dec 13 23:58:15.425801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:15.437001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:15.848969 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-2b59559b-827b-4127-877d-c173ad09a0d9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1&tenant_id=8098a74981764e99a16e46a0e73016f0 HTTP/1.1" status: 200 len: 1099 time: 0.0726695 Dec 13 23:58:15.998532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead7121-bdd6-4631-a97a-43ae467c4562 req-489d8ed2-ca66-4792-906b-68ede79919a5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:16.000010 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dead7121-bdd6-4631-a97a-43ae467c4562 req-489d8ed2-ca66-4792-906b-68ede79919a5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.1424940 Dec 13 23:58:16.003571 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-00a4cd8d-7ef7-453b-b0c9-256df3aa90fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 1099 time: 0.1149192 Dec 13 23:58:16.119568 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dead7121-bdd6-4631-a97a-43ae467c4562 req-f04a1f4f-866b-4102-89de-f28face95d1f tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139967 Dec 13 23:58:16.165521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-979bfe35-26f2-4a82-8f09-565509b6b93b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:16.166933 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-979bfe35-26f2-4a82-8f09-565509b6b93b service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 915 time: 0.1464627 Dec 13 23:58:16.236677 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-267572da-ef5d-4165-95e1-6f9210ce98b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254bcf70-1d12-41fb-89b3-5c059c704dac HTTP/1.1" status: 200 len: 217 time: 0.0632401 Dec 13 23:58:16.297991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-a84d945e-bb33-4a77-8f8a-06f38f3e7dc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:16.299395 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-a84d945e-bb33-4a77-8f8a-06f38f3e7dc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0563631 Dec 13 23:58:16.347848 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-f91140fd-5084-4b35-aaa5-4dc7551ffe16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411327 Dec 13 23:58:16.481816 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-f898b5d3-986f-442a-af3d-9c05465cfd1b service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269197 Dec 13 23:58:16.615216 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-32d0d8f8-e77f-4170-ba3f-3a03b6d9d52a req-7b51a18f-1ecc-4114-976d-3146a6b6deb7 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281912 Dec 13 23:58:16.837026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:17.321089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19556cc-cc1e-4145-861b-94750a71013f req-453da2ac-fa06-4860-8c5e-2c3355455795 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:17.322540 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a19556cc-cc1e-4145-861b-94750a71013f req-453da2ac-fa06-4860-8c5e-2c3355455795 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0832832 Dec 13 23:58:17.369168 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a19556cc-cc1e-4145-861b-94750a71013f req-e5d6d05c-19b1-4836-aa82-9af57bfb4abd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Dec 13 23:58:17.697984 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 254bcf70-1d12-41fb-89b3-5c059c704dac details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:58:17.831549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 254bcf70-1d12-41fb-89b3-5c059c704dac, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=254bcf70-1d12-41fb-89b3-5c059c704dac,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:58:17.845834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '254bcf70-1d12-41fb-89b3-5c059c704dac', 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d', 'port_id': '254bcf70-1d12-41fb-89b3-5c059c704dac', 'mac_address': 'fa:16:3e:a2:cd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56250d3a-28f5-433b-b8f4-e9df77244654', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:58:17.907059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:17.925400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 254bcf70-1d12-41fb-89b3-5c059c704dac {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:58:17.940491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 254bcf70-1d12-41fb-89b3-5c059c704dac, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=254bcf70-1d12-41fb-89b3-5c059c704dac,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:58:18.037090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:18.038819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:58:18.102902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['254bcf70-1d12-41fb-89b3-5c059c704dac'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:58:18.143119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=254bcf70-1d12-41fb-89b3-5c059c704dac,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:58:18.147333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:58:18.671910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412678b4-b1c4-4f88-bed0-0898f09be41e req-929c778d-83ae-483e-aa6e-c956c887373a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:18.673297 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-412678b4-b1c4-4f88-bed0-0898f09be41e req-929c778d-83ae-483e-aa6e-c956c887373a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 945 time: 0.1815126 Dec 13 23:58:18.718921 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-412678b4-b1c4-4f88-bed0-0898f09be41e req-6ddfa2e4-ed63-4279-83fb-06589409ef21 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Dec 13 23:58:19.471051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:19.699042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 254bcf70-1d12-41fb-89b3-5c059c704dac up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:58:19.765822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 254bcf70-1d12-41fb-89b3-5c059c704dac triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:58:19.766200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:19.879763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:19.906834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254bcf70-1d12-41fb-89b3-5c059c704dac'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:58:19.916932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 254bcf70-1d12-41fb-89b3-5c059c704dac, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=254bcf70-1d12-41fb-89b3-5c059c704dac,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:58:19.917780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996ecf4-7225-474f-8967-28a3d11454ee req-cd6e3705-c8ae-4ed3-b791-fc18daec71a5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:19.919322 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d996ecf4-7225-474f-8967-28a3d11454ee req-cd6e3705-c8ae-4ed3-b791-fc18daec71a5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 945 time: 0.0793478 Dec 13 23:58:19.966337 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d996ecf4-7225-474f-8967-28a3d11454ee req-80cfe9d5-7533-4951-8e07-ecb6eaa66121 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Dec 13 23:58:19.972121 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254bcf70-1d12-41fb-89b3-5c059c704dac', 'code': 200} Dec 13 23:58:19.974098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:19.975949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-780be849-bb6d-4f72-9ee2-02dd46c14001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:58:20.044403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=254bcf70-1d12-41fb-89b3-5c059c704dac,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:58:20.047374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:58:20.436775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f7cdc-5c31-4728-9c98-4fd9ad72c59f req-5de23c33-6a22-427d-b58d-535057d0039e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:20.438252 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-286f7cdc-5c31-4728-9c98-4fd9ad72c59f req-5de23c33-6a22-427d-b58d-535057d0039e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0850847 Dec 13 23:58:20.484578 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-286f7cdc-5c31-4728-9c98-4fd9ad72c59f req-01d0059d-ecc1-453e-b4a9-9ac722cede3d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Dec 13 23:58:20.498543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-c7bbe66d-b99c-4d12-a4a7-a7cac8d5e29b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:20.500039 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-c7bbe66d-b99c-4d12-a4a7-a7cac8d5e29b tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1&tenant_id=8098a74981764e99a16e46a0e73016f0&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 946 time: 0.0870142 Dec 13 23:58:20.636976 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-f1f38b72-99d5-4116-a72d-2116f8fabb72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 1099 time: 0.0685318 Dec 13 23:58:20.766464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-6f88c543-20cb-4083-9873-e3b8f57f7997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:20.767928 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-6f88c543-20cb-4083-9873-e3b8f57f7997 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 915 time: 0.1246400 Dec 13 23:58:20.839246 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-63b8946f-639d-42c7-9698-baa093db5399 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=254bcf70-1d12-41fb-89b3-5c059c704dac HTTP/1.1" status: 200 len: 217 time: 0.0653679 Dec 13 23:58:20.901755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-df13a188-9bdc-4d5b-bf1f-7bf0bb67aba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:20.903116 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-df13a188-9bdc-4d5b-bf1f-7bf0bb67aba1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0577502 Dec 13 23:58:20.948749 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-e6c64b44-bb45-48c2-a633-38b94d55f9fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395448 Dec 13 23:58:21.084107 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-43ca2969-7d49-4fc9-b274-a7e73c2f9bbc service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289871 Dec 13 23:58:21.228709 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-04311453-ae2e-4dba-98e0-80ee2f5bf321 req-3ea72259-c662-4519-bf36-61a3be7d9476 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374514 Dec 13 23:58:21.692580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aeaec9-63b9-4532-8935-d6ffc86317ba req-491e9909-e951-4f64-8a4e-0d0a11e5b7e7 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:21.696102 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e5aeaec9-63b9-4532-8935-d6ffc86317ba req-491e9909-e951-4f64-8a4e-0d0a11e5b7e7 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0877481 Dec 13 23:58:21.740740 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e5aeaec9-63b9-4532-8935-d6ffc86317ba req-08ac6018-7f37-4b91-9fc0-1db8eadeabaf tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Dec 13 23:58:22.938931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87aa71-9c73-4d6a-8108-8b3016530d14 req-d04abaf9-82aa-4a77-a361-11d4f1fae7f5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:22.940409 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6b87aa71-9c73-4d6a-8108-8b3016530d14 req-d04abaf9-82aa-4a77-a361-11d4f1fae7f5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0784395 Dec 13 23:58:22.989995 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6b87aa71-9c73-4d6a-8108-8b3016530d14 req-d1775927-8c9e-48b3-bdb1-73c919cc35ed tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442517 Dec 13 23:58:23.188410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc82c8-a16f-431d-b307-9650f69279a4 req-b9f121ad-043a-47d9-9635-fb97e46d443d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:23.189839 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0dbc82c8-a16f-431d-b307-9650f69279a4 req-b9f121ad-043a-47d9-9635-fb97e46d443d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0802963 Dec 13 23:58:23.238634 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0dbc82c8-a16f-431d-b307-9650f69279a4 req-e22b620d-a0b3-4d45-bfc8-b59b3393d532 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433362 Dec 13 23:58:23.436184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96965c-d7c9-46d7-8bec-11706ee64c02 req-83a87746-2a4f-46bf-a78a-c3ea94478f58 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:23.437668 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6a96965c-d7c9-46d7-8bec-11706ee64c02 req-83a87746-2a4f-46bf-a78a-c3ea94478f58 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0787098 Dec 13 23:58:23.482912 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6a96965c-d7c9-46d7-8bec-11706ee64c02 req-7368fb08-e81b-4671-83b3-8ed1acc74ead tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Dec 13 23:58:24.155090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8b350-179a-47fd-987b-dcd586819114 req-fdbc7669-9bac-4ebc-8785-4dc3d5114c83 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:24.156504 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-fdbc7669-9bac-4ebc-8785-4dc3d5114c83 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 814 time: 0.1448579 Dec 13 23:58:24.173152 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-2445e5f8-9a9a-419a-aa1e-6e3e9190cc68 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/quotas/8098a74981764e99a16e46a0e73016f0 HTTP/1.1" status: 200 len: 375 time: 0.0112813 Dec 13 23:58:24.254032 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-d6bf8539-440b-4b87-ae7c-bb7157afa572 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759947 Dec 13 23:58:24.386638 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-3927640c-3a18-436a-bef0-ddd398ea27ec service neutron] 10.222.0.30 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261823 Dec 13 23:58:24.515794 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-8f27c520-1417-45db-bf48-1fb04ed4709a service neutron] 10.222.0.30 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227710 Dec 13 23:58:24.760845 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4d313d25-8edd-4f6b-9a2a-a271127a2dfe req-d4777b6e-f5fd-4028-b08b-1b4b09fa98c8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 210 time: 0.0450246 Dec 13 23:58:25.661963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-4dd22681-2046-4491-97b9-995b7d04ddae tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:25.663408 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-4dd22681-2046-4491-97b9-995b7d04ddae tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "GET /v2.0/ports?device_id=b9b00498-9282-454b-9a15-cea0ad3ae6c1 HTTP/1.1" status: 200 len: 946 time: 0.0771458 Dec 13 23:58:25.736851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Deleting port 254bcf70-1d12-41fb-89b3-5c059c704dac {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:58:25.737188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:25.927965 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9dabf1a4-42d3-43d0-a8d7-6ea51ba7bafa req-bc1dbaa2-da09-4a8a-8cf5-797049ffb895 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 210 time: 0.0417757 Dec 13 23:58:25.994871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] For port 254bcf70-1d12-41fb-89b3-5c059c704dac, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=254bcf70-1d12-41fb-89b3-5c059c704dac,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:58:25.995511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:26.219824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Calling delete_port for 254bcf70-1d12-41fb-89b3-5c059c704dac owned by compute:nova {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:58:26.437806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:26.443628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3a6a261a-c50d-4848-9677-9e8fcf6a7486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:58:26.449086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['254bcf70-1d12-41fb-89b3-5c059c704dac'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:58:26.486022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.18', 61367) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:58:26.492047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Pushing event deleted for resources: {'Port': ['ID=254bcf70-1d12-41fb-89b3-5c059c704dac,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:58:26.519091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:58:26.565998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] No DVR routers for this DVR port 254bcf70-1d12-41fb-89b3-5c059c704dac on host hv-neutron-8215 {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:58:26.568392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:26.572519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'name': 'network-vif-deleted', 'tag': '254bcf70-1d12-41fb-89b3-5c059c704dac'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:58:26.633922 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b00498-9282-454b-9a15-cea0ad3ae6c1', 'name': 'network-vif-deleted', 'tag': '254bcf70-1d12-41fb-89b3-5c059c704dac', 'status': 'completed', 'code': 200} Dec 13 23:58:26.667062 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "DELETE /v2.0/ports/254bcf70-1d12-41fb-89b3-5c059c704dac HTTP/1.1" status: 204 len: 173 time: 0.9983413 Dec 13 23:58:26.751899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8b350-179a-47fd-987b-dcd586819114 req-a626b280-c5e6-4068-8589-3b1e2c50e266 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:26.753229 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-a626b280-c5e6-4068-8589-3b1e2c50e266 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 814 time: 0.2656989 Dec 13 23:58:26.773622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Request body: {'port': {'device_id': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d', 'admin_state_up': True, 'tenant_id': '8098a74981764e99a16e46a0e73016f0'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:58:26.915513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:58:26.919846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Usage tracker for resource:port and tenant:8098a74981764e99a16e46a0e73016f0 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:58:26.923343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:58:26.929137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:58:27.002944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Made reservation on behalf of 8098a74981764e99a16e46a0e73016f0 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:58:27.006141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:27.120209 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d7fa9280-da4c-45e2-8c51-085b48fe5495 req-4efc27bd-0b2a-4f73-a56f-aa5b607e135e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 210 time: 0.0524166 Dec 13 23:58:27.216899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Allocated IP 172.20.0.9 (b7d13d83-6693-4008-8f1c-9b4f5fba016d/56250d3a-28f5-433b-b8f4-e9df77244654/915b7b25-15a4-404c-bee0-5d2337af1732) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:58:27.422571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:27.483056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:27.491562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7a485b9a-2319-4e19-9842-ed89cc940d9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:58:27.495639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['254bcf70-1d12-41fb-89b3-5c059c704dac'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:58:27.562790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Network b7d13d83-6693-4008-8f1c-9b4f5fba016d is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:58:27.566929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:58:27.571008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:58:27.610706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Pushing event updated for resources: {'Port': ['ID=915b7b25-15a4-404c-bee0-5d2337af1732,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:58:27.613648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:58:27.645030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:27.645689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:27.740639 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9706893 Dec 13 23:58:27.753480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Request body: {'port': {'device_id': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:58:27.859578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:28.202529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915b7b25-15a4-404c-bee0-5d2337af1732 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:58:28.210250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:28.225020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Transition to ACTIVE for port object 915b7b25-15a4-404c-bee0-5d2337af1732 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:58:28.312068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:28.316587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c557322f-f8e3-4975-91cd-0dbfa4d9bfe7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:58:28.319693 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666ae98-4d5a-49f2-840c-03fc30150c35 req-1f1c7434-c285-4c1c-90b5-eef8c926a0c4 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:28.320394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0666ae98-4d5a-49f2-840c-03fc30150c35 req-1f1c7434-c285-4c1c-90b5-eef8c926a0c4 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Synchronizing usage tracker for tenant:8098a74981764e99a16e46a0e73016f0 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:58:28.397300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0666ae98-4d5a-49f2-840c-03fc30150c35 req-1f1c7434-c285-4c1c-90b5-eef8c926a0c4 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Unset dirty status for tenant:8098a74981764e99a16e46a0e73016f0 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:58:28.398550 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0666ae98-4d5a-49f2-840c-03fc30150c35 req-1f1c7434-c285-4c1c-90b5-eef8c926a0c4 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 931 time: 0.1545506 Dec 13 23:58:28.440250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Pushing event updated for resources: {'Port': ['ID=915b7b25-15a4-404c-bee0-5d2337af1732,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:58:28.444207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:58:28.447041 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0666ae98-4d5a-49f2-840c-03fc30150c35 req-81c833f1-1e26-4967-b70e-9b718b489c71 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Dec 13 23:58:28.548183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Attempting to bind port 915b7b25-15a4-404c-bee0-5d2337af1732 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:58:28.548514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Attempting to bind port 915b7b25-15a4-404c-bee0-5d2337af1732 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '52e881e1-230b-4051-8ccc-0f08d3f64c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:58:28.548878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Attempting to bind port 915b7b25-15a4-404c-bee0-5d2337af1732 on network b7d13d83-6693-4008-8f1c-9b4f5fba016d {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:58:28.554563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Port 915b7b25-15a4-404c-bee0-5d2337af1732 on network b7d13d83-6693-4008-8f1c-9b4f5fba016d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:58:28.554881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Attempting to bind port 915b7b25-15a4-404c-bee0-5d2337af1732 on network b7d13d83-6693-4008-8f1c-9b4f5fba016d {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:58:28.561453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:58:28.561847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Checking segment: {'id': '52e881e1-230b-4051-8ccc-0f08d3f64c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:58:28.562224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Bound using segment: {'id': '52e881e1-230b-4051-8ccc-0f08d3f64c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:58:28.562636 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Bound port: 915b7b25-15a4-404c-bee0-5d2337af1732, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52e881e1-230b-4051-8ccc-0f08d3f64c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:58:28.562973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:28.648034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:58:28.650959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=915b7b25-15a4-404c-bee0-5d2337af1732,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:58:28.746242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:28.749765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c6fd41ac-71af-4d53-8043-1a82004d762a tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:58:28.813358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:28.814714 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] 10.222.0.18 "PUT /v2.0/ports/915b7b25-15a4-404c-bee0-5d2337af1732 HTTP/1.1" status: 200 len: 1093 time: 1.0653386 Dec 13 23:58:28.815228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:58:28.832478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Pushing event updated for resources: {'Port': ['ID=915b7b25-15a4-404c-bee0-5d2337af1732,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:58:28.835865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:58:29.041647 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732', 'status': 'completed', 'code': 200} Dec 13 23:58:29.068088 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:58:29.082863 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-678854af-3996-4ab2-81ef-5aafc818331a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 1096 time: 0.1761518 Dec 13 23:58:29.155361 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-8a84b121-2b66-43af-a725-b1a6d8c2c1ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=915b7b25-15a4-404c-bee0-5d2337af1732 HTTP/1.1" status: 200 len: 217 time: 0.0642681 Dec 13 23:58:29.217300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8b350-179a-47fd-987b-dcd586819114 req-2f3d321a-965d-4960-9f9c-50e8982da14e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:29.218814 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-2f3d321a-965d-4960-9f9c-50e8982da14e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0577354 Dec 13 23:58:29.263228 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-e4e5058a-f7a9-4dd2-8744-dd600e5dc6a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386465 Dec 13 23:58:29.394796 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-0f6ad6a6-e822-4228-b9a6-46982d443b48 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251688 Dec 13 23:58:29.527344 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-18c8b350-179a-47fd-987b-dcd586819114 req-4fe2c906-43dd-41ef-a3ea-a5e3ac7a751c service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256571 Dec 13 23:58:29.650770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65c092-66fe-4de3-b3ea-751813e8e7a9 req-6978ac63-d4ab-46ce-bba2-5c23efff587c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:29.652162 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-da65c092-66fe-4de3-b3ea-751813e8e7a9 req-6978ac63-d4ab-46ce-bba2-5c23efff587c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 943 time: 0.0817461 Dec 13 23:58:29.697540 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c17ade19-6a2e-4e53-a782-0caf49b0e030 req-d42617f1-42ee-48f2-b9ba-e114d7cf10c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 1096 time: 0.0752132 Dec 13 23:58:29.698773 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-da65c092-66fe-4de3-b3ea-751813e8e7a9 req-f8bfa1b7-b4e1-4d9f-b045-b7bac81abcb5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Dec 13 23:58:29.730538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 254bcf70-1d12-41fb-89b3-5c059c704dac no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:58:29.792998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 254bcf70-1d12-41fb-89b3-5c059c704dac {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:58:29.793349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 254bcf70-1d12-41fb-89b3-5c059c704dac not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:58:29.839708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ade19-6a2e-4e53-a782-0caf49b0e030 req-7e90a969-237c-47f4-b7b5-59fcfe7daed1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:29.841397 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c17ade19-6a2e-4e53-a782-0caf49b0e030 req-7e90a969-237c-47f4-b7b5-59fcfe7daed1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 915 time: 0.1369865 Dec 13 23:58:29.912548 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c17ade19-6a2e-4e53-a782-0caf49b0e030 req-45fbdd10-eb20-4e50-a339-ed830b556762 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=915b7b25-15a4-404c-bee0-5d2337af1732 HTTP/1.1" status: 200 len: 217 time: 0.0639980 Dec 13 23:58:29.981384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ade19-6a2e-4e53-a782-0caf49b0e030 req-d0d0df2b-cc61-4e58-aff0-c4922248d8ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:29.982832 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c17ade19-6a2e-4e53-a782-0caf49b0e030 req-d0d0df2b-cc61-4e58-aff0-c4922248d8ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0620131 Dec 13 23:58:30.034822 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c17ade19-6a2e-4e53-a782-0caf49b0e030 req-64e1107c-4ae7-4f12-a26e-99d8ad4e5792 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444710 Dec 13 23:58:30.194675 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c17ade19-6a2e-4e53-a782-0caf49b0e030 req-2a3f4b6d-6b94-4b50-afa7-70d32c81b921 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522806 Dec 13 23:58:30.338083 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c17ade19-6a2e-4e53-a782-0caf49b0e030 req-2df1ddfe-1162-4f33-8507-05b081a161a2 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358242 Dec 13 23:58:30.902585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d891f4-2e58-4708-b565-3c65f5fc80c0 req-cc35fbe8-0985-4b63-85b0-016b8843ca03 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:30.903269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-a8d891f4-2e58-4708-b565-3c65f5fc80c0 req-cc35fbe8-0985-4b63-85b0-016b8843ca03 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Synchronizing usage tracker for tenant:8098a74981764e99a16e46a0e73016f0 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:58:30.915771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-a8d891f4-2e58-4708-b565-3c65f5fc80c0 req-cc35fbe8-0985-4b63-85b0-016b8843ca03 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Unset dirty status for tenant:8098a74981764e99a16e46a0e73016f0 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:58:30.919482 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a8d891f4-2e58-4708-b565-3c65f5fc80c0 req-cc35fbe8-0985-4b63-85b0-016b8843ca03 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 943 time: 0.0968444 Dec 13 23:58:30.962781 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a8d891f4-2e58-4708-b565-3c65f5fc80c0 req-e90411db-a51e-4764-8240-8231adb542e5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396829 Dec 13 23:58:32.160431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65509caa-bb02-4c11-937a-5af3783f4bc9 req-e1a16237-afe5-4248-b05b-087a9a0766f8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:32.161872 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-65509caa-bb02-4c11-937a-5af3783f4bc9 req-e1a16237-afe5-4248-b05b-087a9a0766f8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 943 time: 0.0784426 Dec 13 23:58:32.207186 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-65509caa-bb02-4c11-937a-5af3783f4bc9 req-189a2835-d393-4efa-8986-942bdd4d7c68 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 Dec 13 23:58:33.406716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912e53d-5d80-490a-b344-fc6b78299253 req-fb24cdea-9e78-4d36-9d47-6bc438a7a686 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:33.408259 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4912e53d-5d80-490a-b344-fc6b78299253 req-fb24cdea-9e78-4d36-9d47-6bc438a7a686 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 943 time: 0.0792091 Dec 13 23:58:33.453226 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4912e53d-5d80-490a-b344-fc6b78299253 req-dcea8012-8052-42d2-ba24-06517943bb9e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394266 Dec 13 23:58:33.747863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 915b7b25-15a4-404c-bee0-5d2337af1732 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:58:33.878760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=915b7b25-15a4-404c-bee0-5d2337af1732,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:58:33.892359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '915b7b25-15a4-404c-bee0-5d2337af1732', 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d', 'port_id': '915b7b25-15a4-404c-bee0-5d2337af1732', 'mac_address': 'fa:16:3e:01:0d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56250d3a-28f5-433b-b8f4-e9df77244654', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:58:33.945015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:33.961827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915b7b25-15a4-404c-bee0-5d2337af1732 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:58:33.976717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=915b7b25-15a4-404c-bee0-5d2337af1732,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:58:34.042561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:34.045036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9eeac67-1974-4afe-9f62-e64523aa3f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:58:34.111664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=915b7b25-15a4-404c-bee0-5d2337af1732,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:58:34.114767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:58:34.232525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['915b7b25-15a4-404c-bee0-5d2337af1732'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:58:34.652959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f62db-3609-48d8-9516-b6c89c228d39 req-11ba670f-cf60-4b55-b5cb-16609015ab22 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:34.654301 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e37f62db-3609-48d8-9516-b6c89c228d39 req-11ba670f-cf60-4b55-b5cb-16609015ab22 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 944 time: 0.0810611 Dec 13 23:58:34.699708 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e37f62db-3609-48d8-9516-b6c89c228d39 req-dc65eb6f-b5f8-47e4-aa43-3205fc73fb12 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Dec 13 23:58:35.765602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 915b7b25-15a4-404c-bee0-5d2337af1732 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:58:35.894245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 915b7b25-15a4-404c-bee0-5d2337af1732 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:58:35.897649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e1036-427a-4f05-b0cf-c1863e377ccd req-f8aa41d5-250d-4055-8452-f0a462035ff1 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:35.899559 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-865e1036-427a-4f05-b0cf-c1863e377ccd req-f8aa41d5-250d-4055-8452-f0a462035ff1 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 944 time: 0.0805519 Dec 13 23:58:35.899680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 915b7b25-15a4-404c-bee0-5d2337af1732 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:58:35.899837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:35.947432 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-865e1036-427a-4f05-b0cf-c1863e377ccd req-a4656eca-8617-4730-b9d8-9f7be1bafe4a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Dec 13 23:58:36.018809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:36.044718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:58:36.054979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=915b7b25-15a4-404c-bee0-5d2337af1732,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:58:36.099723 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732', 'code': 200} Dec 13 23:58:36.134047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:36.135969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-69481f96-28a1-48e6-8635-ae606847dd63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:58:36.206692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=915b7b25-15a4-404c-bee0-5d2337af1732,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:58:36.209982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:58:36.458296 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8a09acca-230a-4b68-9187-0c512016c65b req-14c4dd04-4e37-4293-9768-132d3428eefd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 1098 time: 0.0679333 Dec 13 23:58:36.506099 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8a09acca-230a-4b68-9187-0c512016c65b req-47fa678f-fcbf-442a-98ad-6ddd59b3c22b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Dec 13 23:58:37.141809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edc0cf-01ec-4515-8201-43da1a7f892c req-2affad8d-bc0a-4c14-bbb7-ac34cf865ad6 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:37.143280 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e1edc0cf-01ec-4515-8201-43da1a7f892c req-2affad8d-bc0a-4c14-bbb7-ac34cf865ad6 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0781057 Dec 13 23:58:37.189796 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e1edc0cf-01ec-4515-8201-43da1a7f892c req-75156ed7-b151-402c-9aa8-cbea77c093a3 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410922 Dec 13 23:58:38.387045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2804-c985-4288-8fa3-724f7825bbcd req-cc039587-f718-4950-ad7a-a46a43372ebb tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:38.388509 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-194f2804-c985-4288-8fa3-724f7825bbcd req-cc039587-f718-4950-ad7a-a46a43372ebb tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0797932 Dec 13 23:58:38.433832 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-194f2804-c985-4288-8fa3-724f7825bbcd req-62a38714-749f-427a-971c-d072c3cd088f tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392277 Dec 13 23:58:38.729536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e81f8-a8da-456c-b9ee-c36b59391616 req-09f8e249-f11a-4378-a89a-7cda566faa27 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:38.730915 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-661e81f8-a8da-456c-b9ee-c36b59391616 req-09f8e249-f11a-4378-a89a-7cda566faa27 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.1784432 Dec 13 23:58:38.775296 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-661e81f8-a8da-456c-b9ee-c36b59391616 req-de44c9f1-47e4-4dce-bc7f-b8e318fe88ae tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383537 Dec 13 23:58:38.972843 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4e816ee4-eeb7-432b-9779-b068bce1990c req-e57cb3a3-e255-4448-a12e-67b144ea7793 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0715089 Dec 13 23:58:39.390667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62baa226-67d7-4941-82ec-88b2b91e3533 req-fd0fc238-2ef2-4d71-bada-35c7cc619762 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:39.392251 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-62baa226-67d7-4941-82ec-88b2b91e3533 req-fd0fc238-2ef2-4d71-bada-35c7cc619762 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0815420 Dec 13 23:58:39.415292 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-ccb1a688-68f5-486d-ab1a-34c0a77432f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717382 Dec 13 23:58:39.439144 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-62baa226-67d7-4941-82ec-88b2b91e3533 req-f17e5e03-9005-4bcf-9f3f-0fb9f6eb4d1e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Dec 13 23:58:40.644146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b148e-adfc-4d73-8bdd-884285a86e48 req-f2684ef5-3bb2-4303-8326-57eaec66fd88 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:40.645503 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5a5b148e-adfc-4d73-8bdd-884285a86e48 req-f2684ef5-3bb2-4303-8326-57eaec66fd88 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0830476 Dec 13 23:58:40.691598 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5a5b148e-adfc-4d73-8bdd-884285a86e48 req-0c965c50-560a-4aed-893e-c73f0a4c4ed5 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Dec 13 23:58:41.202359 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-ec1dfdca-6b6b-43fd-85c9-2c2228ca8da0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 1098 time: 0.0773726 Dec 13 23:58:41.333456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-e58c823a-9b74-4384-be66-950811a823c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:41.334924 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-e58c823a-9b74-4384-be66-950811a823c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 915 time: 0.1262717 Dec 13 23:58:41.407478 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-92f06b9e-a0b7-405b-9d89-5e1210578600 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=915b7b25-15a4-404c-bee0-5d2337af1732 HTTP/1.1" status: 200 len: 217 time: 0.0662391 Dec 13 23:58:41.470111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-63c606fd-6544-4a40-bb01-c03747840223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:41.471513 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-63c606fd-6544-4a40-bb01-c03747840223 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0585334 Dec 13 23:58:41.517731 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-fa6b5c2a-9d67-4089-b524-b4cf01c8e3f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401959 Dec 13 23:58:41.649965 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-3d1f5339-872b-4e83-898b-d90bfbb6cb05 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257250 Dec 13 23:58:41.780428 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-2cecfe07-26bb-4289-a201-2c65f8861b28 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235614 Dec 13 23:58:41.897820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261e3d0-fb17-4bef-863c-b517ceaf0c3f req-02585e30-622b-4e54-9da9-9f3ad04a8028 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:41.899324 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6261e3d0-fb17-4bef-863c-b517ceaf0c3f req-02585e30-622b-4e54-9da9-9f3ad04a8028 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0823443 Dec 13 23:58:41.911320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2c4c61f1-466b-4925-b26d-3147edcb79a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:41.946759 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6261e3d0-fb17-4bef-863c-b517ceaf0c3f req-3d17f3cd-5027-478d-be7c-d9f0378fbea6 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Dec 13 23:58:43.144933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ce13-eaeb-43e9-8f2d-cea53dfda4b7 req-628239e3-a1d7-45e8-aa1f-929ccecb4a5d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:43.146374 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-38f3ce13-eaeb-43e9-8f2d-cea53dfda4b7 req-628239e3-a1d7-45e8-aa1f-929ccecb4a5d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0762024 Dec 13 23:58:43.192465 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-38f3ce13-eaeb-43e9-8f2d-cea53dfda4b7 req-99ffd10f-c534-4096-9015-60eb0f78f8f3 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Dec 13 23:58:44.099562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3824fd71-4f5e-48b3-abec-e8516ef52e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:44.403587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da63af2-b66a-45d2-a70d-624e4c3fadcd req-d51d79b0-8e47-41b3-a9ce-7fcca4e9f29e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:44.405171 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8da63af2-b66a-45d2-a70d-624e4c3fadcd req-d51d79b0-8e47-41b3-a9ce-7fcca4e9f29e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0777793 Dec 13 23:58:44.449916 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8da63af2-b66a-45d2-a70d-624e4c3fadcd req-4f07daaf-2ad5-4bbc-9118-2b42ed92c0e8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Dec 13 23:58:45.448601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:45.459313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:45.646583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3e53d-9da6-4121-be31-9f314259a30d req-28603386-6cd5-49dd-9de8-492b49680d85 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:45.647965 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d2e3e53d-9da6-4121-be31-9f314259a30d req-28603386-6cd5-49dd-9de8-492b49680d85 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0792944 Dec 13 23:58:45.693694 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d2e3e53d-9da6-4121-be31-9f314259a30d req-b92c69a5-89d7-4746-94cf-c847674e6a95 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Dec 13 23:58:46.843419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:46.898586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989cc60d-0815-49a6-808e-679d3032adad req-5526a0bb-05f9-4ad1-82cb-cf3490658160 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:46.900088 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-989cc60d-0815-49a6-808e-679d3032adad req-5526a0bb-05f9-4ad1-82cb-cf3490658160 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0808361 Dec 13 23:58:46.946186 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-989cc60d-0815-49a6-808e-679d3032adad req-acf3005a-325c-48c8-aecd-46ebb205d171 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399525 Dec 13 23:58:48.144851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7f4d6-27fb-4145-b68a-91fcae2a1a00 req-4fb6d5a2-ca18-46f4-b1c0-f69bd317104a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:48.146308 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e1c7f4d6-27fb-4145-b68a-91fcae2a1a00 req-4fb6d5a2-ca18-46f4-b1c0-f69bd317104a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0787437 Dec 13 23:58:48.195508 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e1c7f4d6-27fb-4145-b68a-91fcae2a1a00 req-cc4b19ac-b7b5-48c8-8808-f9c737299b3d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Dec 13 23:58:49.390190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d32eb-bba2-419e-8832-c36e80766444 req-87ffdfb4-84a5-4056-a497-74a286fbf3e1 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:49.391686 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-794d32eb-bba2-419e-8832-c36e80766444 req-87ffdfb4-84a5-4056-a497-74a286fbf3e1 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0781212 Dec 13 23:58:49.442164 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-794d32eb-bba2-419e-8832-c36e80766444 req-3fdaabda-4aa6-46ea-9827-da36051f762d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Dec 13 23:58:49.505506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:58:50.639698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7abdb4-50f4-4d49-bce7-14d7990f107c req-e7cc0c41-4e56-47c0-9f25-0656570fba29 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:50.641040 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f7abdb4-50f4-4d49-bce7-14d7990f107c req-e7cc0c41-4e56-47c0-9f25-0656570fba29 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0769789 Dec 13 23:58:50.687353 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f7abdb4-50f4-4d49-bce7-14d7990f107c req-a5fa5737-cda0-493e-adab-89c22c0e3483 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Dec 13 23:58:51.886694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed849-adbe-4594-aac9-dd859c9ffc2d req-51d6f30d-d277-4dcc-99f4-c7549157bf47 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:51.888179 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c96ed849-adbe-4594-aac9-dd859c9ffc2d req-51d6f30d-d277-4dcc-99f4-c7549157bf47 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0787823 Dec 13 23:58:51.935114 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c96ed849-adbe-4594-aac9-dd859c9ffc2d req-871b7342-19fa-4bd8-9802-c24ae4c32693 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Dec 13 23:58:53.134192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a398da12-79b4-4c62-b50e-b3a1a396e7bf req-78f4292c-386d-45f9-9666-d015b682c326 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:53.135665 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a398da12-79b4-4c62-b50e-b3a1a396e7bf req-78f4292c-386d-45f9-9666-d015b682c326 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0818586 Dec 13 23:58:53.181022 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a398da12-79b4-4c62-b50e-b3a1a396e7bf req-395fc4fb-58be-49c7-b0aa-761177cdaa4f tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Dec 13 23:58:54.380098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f482d-1750-44a8-96e7-83e48426fb34 req-14dc9ac0-4ff2-4b46-9ab8-94466e43f17e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:54.381577 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b15f482d-1750-44a8-96e7-83e48426fb34 req-14dc9ac0-4ff2-4b46-9ab8-94466e43f17e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0824256 Dec 13 23:58:54.427599 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b15f482d-1750-44a8-96e7-83e48426fb34 req-ceb726be-01ed-4ec2-91b6-cd7a03ef87ff tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406384 Dec 13 23:58:55.622328 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052e28a-0ac6-463e-9cd9-ad6d709e77a2 req-59120e55-dba7-46d7-a92b-ef270e7a0c93 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:55.623779 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b052e28a-0ac6-463e-9cd9-ad6d709e77a2 req-59120e55-dba7-46d7-a92b-ef270e7a0c93 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0767522 Dec 13 23:58:55.668923 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b052e28a-0ac6-463e-9cd9-ad6d709e77a2 req-a99cbb0d-5b72-468c-8f30-deae2f5fbd24 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397713 Dec 13 23:58:56.863399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7f59-2dfc-4ccf-864e-91d455aa0936 req-62e8456e-4011-4392-bec3-102c78864451 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:56.864866 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fdad7f59-2dfc-4ccf-864e-91d455aa0936 req-62e8456e-4011-4392-bec3-102c78864451 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0763619 Dec 13 23:58:56.909745 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fdad7f59-2dfc-4ccf-864e-91d455aa0936 req-e8bf82bd-2910-4823-b006-fc59d340ac54 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394130 Dec 13 23:58:58.123834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede77a0-1122-4b47-aad8-2c1a1e4d0c10 req-920142e9-95d9-4ee1-8d19-0e144580c4fa tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:58.125276 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dede77a0-1122-4b47-aad8-2c1a1e4d0c10 req-920142e9-95d9-4ee1-8d19-0e144580c4fa tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0806732 Dec 13 23:58:58.169499 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dede77a0-1122-4b47-aad8-2c1a1e4d0c10 req-6696e04c-1d98-4b93-98d2-bb5ef1efc6c9 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387728 Dec 13 23:58:59.372604 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3ed2-1b7f-487d-a10d-09e68df56247 req-a7b673d4-4fe6-42af-b774-e1d78d55eb80 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:58:59.374085 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f3ad3ed2-1b7f-487d-a10d-09e68df56247 req-a7b673d4-4fe6-42af-b774-e1d78d55eb80 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0816941 Dec 13 23:58:59.419935 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f3ad3ed2-1b7f-487d-a10d-09e68df56247 req-d911faa6-9a0d-4bfe-8620-0a712704ee62 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Dec 13 23:58:59.796290 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95a44317-02d9-4858-8f60-59c2bc9cd633 req-cda27418-f79c-45d1-b724-4e8316084fe0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 1098 time: 0.0692704 Dec 13 23:59:00.046873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a44317-02d9-4858-8f60-59c2bc9cd633 req-178f203c-1077-49a8-8830-6b85edeed2ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:00.048280 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95a44317-02d9-4858-8f60-59c2bc9cd633 req-178f203c-1077-49a8-8830-6b85edeed2ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 915 time: 0.2243454 Dec 13 23:59:00.124975 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95a44317-02d9-4858-8f60-59c2bc9cd633 req-ab51e509-c2a8-4d9f-8390-0cb6d01316d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=915b7b25-15a4-404c-bee0-5d2337af1732 HTTP/1.1" status: 200 len: 217 time: 0.0698931 Dec 13 23:59:00.190285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a44317-02d9-4858-8f60-59c2bc9cd633 req-73c36e43-d6b4-499c-9d7e-0a66fed93d8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:00.191714 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95a44317-02d9-4858-8f60-59c2bc9cd633 req-73c36e43-d6b4-499c-9d7e-0a66fed93d8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0612102 Dec 13 23:59:00.240094 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95a44317-02d9-4858-8f60-59c2bc9cd633 req-16bc1d91-c140-4114-b76a-003526b9ea98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415256 Dec 13 23:59:00.372987 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95a44317-02d9-4858-8f60-59c2bc9cd633 req-bb66ac66-a762-4820-85a5-7965096060f6 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266434 Dec 13 23:59:00.505137 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95a44317-02d9-4858-8f60-59c2bc9cd633 req-89a9047c-a49e-46a6-ab9c-781aace048f0 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260910 Dec 13 23:59:00.615084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394e136-6901-43f3-ac5a-0c3bd3c76480 req-33ce0539-10c8-4e3b-ae6e-669ae3cc3410 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:00.616554 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e394e136-6901-43f3-ac5a-0c3bd3c76480 req-33ce0539-10c8-4e3b-ae6e-669ae3cc3410 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0771685 Dec 13 23:59:00.665831 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e394e136-6901-43f3-ac5a-0c3bd3c76480 req-a687791a-9bf7-414c-9b8f-e4f871d4917e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438244 Dec 13 23:59:01.871748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12054d6a-f1a9-409b-b95e-ae17b8f5c882 req-a24bea72-651f-4e28-b8a2-86cd4be97a37 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:01.873699 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-12054d6a-f1a9-409b-b95e-ae17b8f5c882 req-a24bea72-651f-4e28-b8a2-86cd4be97a37 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0767756 Dec 13 23:59:01.918185 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-12054d6a-f1a9-409b-b95e-ae17b8f5c882 req-924dde15-91a4-4e8e-a974-a066cf636d7f tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393159 Dec 13 23:59:03.114902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb55fd2-361c-42af-bb2a-886a89fb44e2 req-9e10e883-7495-4056-bf50-0f619505be87 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:03.116446 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9fb55fd2-361c-42af-bb2a-886a89fb44e2 req-9e10e883-7495-4056-bf50-0f619505be87 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0806797 Dec 13 23:59:03.161163 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9fb55fd2-361c-42af-bb2a-886a89fb44e2 req-382b19ec-e478-4841-b951-69a9b15621ee tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 Dec 13 23:59:04.364083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9089405-f0fc-4b3c-b42f-4d43ab2d6961 req-21219345-3355-4e54-8407-4da29c7e4160 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:04.365535 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a9089405-f0fc-4b3c-b42f-4d43ab2d6961 req-21219345-3355-4e54-8407-4da29c7e4160 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0836549 Dec 13 23:59:04.413753 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a9089405-f0fc-4b3c-b42f-4d43ab2d6961 req-564ae10b-7432-44d8-a208-2de78fb83a66 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Dec 13 23:59:05.617250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e99be-51ce-4d09-941d-221e3239a55d req-bcf32f48-f3cc-4d93-9244-1fed610352dd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:05.618670 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1b1e99be-51ce-4d09-941d-221e3239a55d req-bcf32f48-f3cc-4d93-9244-1fed610352dd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0832860 Dec 13 23:59:05.753856 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1b1e99be-51ce-4d09-941d-221e3239a55d req-8ec234b9-5ad7-4005-9a2b-e59c7e76eab3 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291151 Dec 13 23:59:06.068544 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:59:06.950450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa9126-2cbc-431d-bba4-ae41bd32a505 req-52a6e50f-a034-451c-9cc3-8f19dd7ae669 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:06.952538 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a8aa9126-2cbc-431d-bba4-ae41bd32a505 req-52a6e50f-a034-451c-9cc3-8f19dd7ae669 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0764754 Dec 13 23:59:07.002933 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a8aa9126-2cbc-431d-bba4-ae41bd32a505 req-0ee14d60-e4f9-4246-bdb0-f6dde079f11a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449488 Dec 13 23:59:08.197821 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c22015-b467-4817-886c-d94413f645a4 req-7ba90ab4-4ba8-41c3-be6b-55c82f2258f2 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:08.199251 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e3c22015-b467-4817-886c-d94413f645a4 req-7ba90ab4-4ba8-41c3-be6b-55c82f2258f2 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0760701 Dec 13 23:59:08.244273 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e3c22015-b467-4817-886c-d94413f645a4 req-beb88c44-69f3-4979-aadb-d58f5efdfdda tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386832 Dec 13 23:59:08.843279 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-8e1a082e-2363-4234-aa92-cb12434025b4 service neutron] 10.222.0.18 "GET /v2.0/ports/915b7b25-15a4-404c-bee0-5d2337af1732/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0743403 Dec 13 23:59:09.306468 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-d2403a1b-37bd-4bad-abaf-68be15fc7289 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859&tenant_id=8098a74981764e99a16e46a0e73016f0 HTTP/1.1" status: 200 len: 1098 time: 0.0705841 Dec 13 23:59:09.459526 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-ab0519f9-1c21-46d0-a7fa-15a8a0535e9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 1098 time: 0.1305234 Dec 13 23:59:09.469853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb15d7f-406e-4f00-98ff-a3c235088c86 req-0de251b2-26d9-4e3b-88c2-498f89fd4954 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:09.471213 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ddb15d7f-406e-4f00-98ff-a3c235088c86 req-0de251b2-26d9-4e3b-88c2-498f89fd4954 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.1036406 Dec 13 23:59:09.602395 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ddb15d7f-406e-4f00-98ff-a3c235088c86 req-5dd8ab43-2aab-4bbd-8112-bcfb43d04e12 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107402 Dec 13 23:59:09.633819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-b4e0f920-43fb-4b40-93f9-974885d27705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:09.635245 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-b4e0f920-43fb-4b40-93f9-974885d27705 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 915 time: 0.1631868 Dec 13 23:59:09.702432 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-9681829c-a7a8-439d-9757-06e642b77c0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=915b7b25-15a4-404c-bee0-5d2337af1732 HTTP/1.1" status: 200 len: 217 time: 0.0603762 Dec 13 23:59:09.766423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-8801358e-341f-43ff-a11d-f335d9d8e513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:09.767867 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-8801358e-341f-43ff-a11d-f335d9d8e513 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0598698 Dec 13 23:59:09.811460 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-9a121083-cc46-4193-a3e3-d59c49721902 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379193 Dec 13 23:59:10.042136 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-91fe2987-f150-4451-8711-ba6f4726c294 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243841 Dec 13 23:59:10.171276 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf059b48-e1be-4bca-b05c-fcd1bf463186 req-a251eb51-480f-44c7-b645-554c78d13518 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223617 Dec 13 23:59:10.801919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e658ff-195c-4410-8dec-5518b1b39152 req-d8c7ab1b-b1d0-4bcc-8a6c-01068e791dfa tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:10.803369 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-16e658ff-195c-4410-8dec-5518b1b39152 req-d8c7ab1b-b1d0-4bcc-8a6c-01068e791dfa tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0800338 Dec 13 23:59:10.848232 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-16e658ff-195c-4410-8dec-5518b1b39152 req-77161a90-6744-4f9a-ad44-a0a7ec3ca56a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Dec 13 23:59:11.899266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5177a3e1-d537-4f4b-a6cf-2e27415eb78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:11.954632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 915b7b25-15a4-404c-bee0-5d2337af1732 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:59:12.051755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f856e08-c58c-4732-912a-0591b50c0ad5 req-95b1f00f-96a2-46eb-952f-75e6ecdecbad tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:12.053409 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7f856e08-c58c-4732-912a-0591b50c0ad5 req-95b1f00f-96a2-46eb-952f-75e6ecdecbad tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0833645 Dec 13 23:59:12.069411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:12.097675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:59:12.100816 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7f856e08-c58c-4732-912a-0591b50c0ad5 req-586cdfa6-dcb8-4f84-94fa-7e3a56e6b2c7 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Dec 13 23:59:12.108436 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=915b7b25-15a4-404c-bee0-5d2337af1732,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:12.162660 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732', 'code': 200} Dec 13 23:59:12.168023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:12.170135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:12.236742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=915b7b25-15a4-404c-bee0-5d2337af1732,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:12.244890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.245241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.245586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.245921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.246256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.246591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.246919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.247247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.248105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.248663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.248754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:12.252543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:13.302870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ea0a1-2537-4f53-95c7-6b6caf477783 req-8ad91e06-048e-4807-a2f1-b43a001ecee9 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:13.304356 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d09ea0a1-2537-4f53-95c7-6b6caf477783 req-8ad91e06-048e-4807-a2f1-b43a001ecee9 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 943 time: 0.0768375 Dec 13 23:59:13.351013 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d09ea0a1-2537-4f53-95c7-6b6caf477783 req-bced22bc-10bb-4843-9d34-d966abebb7e4 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409300 Dec 13 23:59:13.855892 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5e9bd-0546-47ca-a632-b6a16c94bd6f req-0d2e2a52-014e-42d3-9d3e-d013e9ee46ab tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:13.858512 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ea5e9bd-0546-47ca-a632-b6a16c94bd6f req-0d2e2a52-014e-42d3-9d3e-d013e9ee46ab tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 943 time: 0.1271441 Dec 13 23:59:13.926547 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ea5e9bd-0546-47ca-a632-b6a16c94bd6f req-dffb893b-a340-4c0c-ae1e-2bb2bc196bbe tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629842 Dec 13 23:59:13.932846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf515d1-f300-4fc9-bf93-650e1536031f req-4794f813-c937-480b-b7e9-6ad8f1e8956d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:13.934435 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-abf515d1-f300-4fc9-bf93-650e1536031f req-4794f813-c937-480b-b7e9-6ad8f1e8956d tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859&tenant_id=8098a74981764e99a16e46a0e73016f0&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 943 time: 0.1291692 Dec 13 23:59:13.942749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 915b7b25-15a4-404c-bee0-5d2337af1732 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:59:14.073609 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-abf515d1-f300-4fc9-bf93-650e1536031f req-7d43dc1b-c460-4b11-8e09-91af1985156e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8098a74981764e99a16e46a0e73016f0&device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 1096 time: 0.0716498 Dec 13 23:59:14.093497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=915b7b25-15a4-404c-bee0-5d2337af1732,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:14.103427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f8f9a75f-f356-4201-9c1f-0bcd22a42dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:14.108999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '915b7b25-15a4-404c-bee0-5d2337af1732', 'network_id': 'b7d13d83-6693-4008-8f1c-9b4f5fba016d', 'port_id': '915b7b25-15a4-404c-bee0-5d2337af1732', 'mac_address': 'fa:16:3e:01:0d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56250d3a-28f5-433b-b8f4-e9df77244654', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:59:14.162821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:14.179827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915b7b25-15a4-404c-bee0-5d2337af1732 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:59:14.194883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=915b7b25-15a4-404c-bee0-5d2337af1732,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:14.210800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf515d1-f300-4fc9-bf93-650e1536031f req-4313d3c7-2364-4973-b819-eb927f97c3b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:14.212363 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-abf515d1-f300-4fc9-bf93-650e1536031f req-4313d3c7-2364-4973-b819-eb927f97c3b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 200 len: 915 time: 0.1324708 Dec 13 23:59:14.282037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:14.283857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:14.284741 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-abf515d1-f300-4fc9-bf93-650e1536031f req-4a878e95-8f9c-4c98-88c5-3bd7538eeadf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=915b7b25-15a4-404c-bee0-5d2337af1732 HTTP/1.1" status: 200 len: 217 time: 0.0658107 Dec 13 23:59:14.350893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf515d1-f300-4fc9-bf93-650e1536031f req-9f992249-a025-450e-9530-a9793bd5f45f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:14.352442 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-abf515d1-f300-4fc9-bf93-650e1536031f req-9f992249-a025-450e-9530-a9793bd5f45f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 200 len: 854 time: 0.0614362 Dec 13 23:59:14.352849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['915b7b25-15a4-404c-bee0-5d2337af1732'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:59:14.384237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=915b7b25-15a4-404c-bee0-5d2337af1732,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:14.393612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:14.400148 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-abf515d1-f300-4fc9-bf93-650e1536031f req-569a1795-5146-4f91-8ff3-209f7290378d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b7d13d83-6693-4008-8f1c-9b4f5fba016d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406580 Dec 13 23:59:14.534396 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-abf515d1-f300-4fc9-bf93-650e1536031f req-54665b29-9a61-4b5e-8028-31a72bdf5bba service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281989 Dec 13 23:59:14.665394 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-abf515d1-f300-4fc9-bf93-650e1536031f req-0539228a-4095-4411-8743-4d2ddc0d3db5 service neutron] 10.222.0.18 "GET /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249449 Dec 13 23:59:15.121119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fccd27-3a4d-4129-ac49-23fcb09b45d4 req-4986227c-0522-47de-9572-2737f00fccd8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:15.122532 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-14fccd27-3a4d-4129-ac49-23fcb09b45d4 req-4986227c-0522-47de-9572-2737f00fccd8 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 944 time: 0.0758488 Dec 13 23:59:15.172150 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-14fccd27-3a4d-4129-ac49-23fcb09b45d4 req-50ade677-7231-477c-82a0-99186bcbc3b4 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Dec 13 23:59:15.482398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:15.493622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:15.948297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 915b7b25-15a4-404c-bee0-5d2337af1732 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:59:16.050334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 915b7b25-15a4-404c-bee0-5d2337af1732 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:16.050717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:16.162220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:16.189126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:59:16.200095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=915b7b25-15a4-404c-bee0-5d2337af1732,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:16.236464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:16.239459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:16.269150 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732', 'code': 200} Dec 13 23:59:16.305977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=915b7b25-15a4-404c-bee0-5d2337af1732,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:16.309340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:16.370412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184af75-91d4-42b7-8852-1755fb0a99cf req-6d396106-8d6f-4f05-ab4a-14018787de6a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:16.371901 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1184af75-91d4-42b7-8852-1755fb0a99cf req-6d396106-8d6f-4f05-ab4a-14018787de6a tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0798457 Dec 13 23:59:16.418818 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1184af75-91d4-42b7-8852-1755fb0a99cf req-85b365a0-2bc5-46a5-bc94-b9e832900bba tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405996 Dec 13 23:59:16.620486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76a57c-44de-4a93-b772-6183f928ece7 req-2d3f5180-d305-4f91-8ef9-590697f8a923 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:16.621943 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ad76a57c-44de-4a93-b772-6183f928ece7 req-2d3f5180-d305-4f91-8ef9-590697f8a923 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0814838 Dec 13 23:59:16.666887 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ad76a57c-44de-4a93-b772-6183f928ece7 req-d673f9cb-51fc-4fc6-972b-c30db72a90ee tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394468 Dec 13 23:59:16.866235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e54816-7f4e-4a50-8610-b08a501525c1 req-ef2fac3e-e8fe-4ce2-996f-dec5630d0c6e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:16.867680 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a2e54816-7f4e-4a50-8610-b08a501525c1 req-ef2fac3e-e8fe-4ce2-996f-dec5630d0c6e tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0809457 Dec 13 23:59:16.870620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:16.913379 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a2e54816-7f4e-4a50-8610-b08a501525c1 req-ae38c391-9645-431e-94e0-1a09a52490ea tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391645 Dec 13 23:59:17.749895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e8430-279f-40ab-bf2f-f0e4de03fb7f req-a2da5730-086d-438c-b037-6e5579d75852 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:17.751339 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e67e8430-279f-40ab-bf2f-f0e4de03fb7f req-a2da5730-086d-438c-b037-6e5579d75852 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0775898 Dec 13 23:59:17.800282 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e67e8430-279f-40ab-bf2f-f0e4de03fb7f req-67fa9db1-9a4e-412e-ab3f-8ca09907bdad tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434992 Dec 13 23:59:18.996083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568bae15-8443-4827-a947-9922698966a0 req-6aa67a44-83d3-4f5a-b70a-96fa8dda4b98 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:18.998089 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-568bae15-8443-4827-a947-9922698966a0 req-6aa67a44-83d3-4f5a-b70a-96fa8dda4b98 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0773540 Dec 13 23:59:19.044984 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-568bae15-8443-4827-a947-9922698966a0 req-7543a101-dd55-42b3-8808-b2972f008c79 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c3520ca-6221-40e0-8d61-3ac88efad92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405390 Dec 13 23:59:19.185647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-811277b5-0836-44c2-9bc8-5869d2ff2d67 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:19.186986 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-811277b5-0836-44c2-9bc8-5869d2ff2d67 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 945 time: 0.0818846 Dec 13 23:59:19.255333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Deleting port 915b7b25-15a4-404c-bee0-5d2337af1732 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 13 23:59:19.255693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:19.505266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:19.603325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] For port 915b7b25-15a4-404c-bee0-5d2337af1732, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=915b7b25-15a4-404c-bee0-5d2337af1732,segment=NetworkSegment(52e881e1-230b-4051-8ccc-0f08d3f64c82),segment_id=52e881e1-230b-4051-8ccc-0f08d3f64c82)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:19.603715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:19.723426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Calling delete_port for 915b7b25-15a4-404c-bee0-5d2337af1732 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 13 23:59:19.916571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:19.922254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-edb28451-9f5b-4988-aa83-7d781bf2aa83 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:19.928074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['915b7b25-15a4-404c-bee0-5d2337af1732'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:59:19.969433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Pushing event deleted for resources: {'Port': ['ID=915b7b25-15a4-404c-bee0-5d2337af1732,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:20.009393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.009786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.010175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.010557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.010936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.011314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.011718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.012095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.012466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.012835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.013784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:20.020608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:20.053320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] No DVR routers for this DVR port 915b7b25-15a4-404c-bee0-5d2337af1732 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 23:59:20.055646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:20.058437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'name': 'network-vif-deleted', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:59:20.117653 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d302e7-b4b7-41e1-8c94-d68fc1952859', 'name': 'network-vif-deleted', 'tag': '915b7b25-15a4-404c-bee0-5d2337af1732', 'status': 'completed', 'code': 200} Dec 13 23:59:20.124264 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-219d5ac7-1e5a-4294-9cf8-5508d5189d39 req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.18 "DELETE /v2.0/ports/915b7b25-15a4-404c-bee0-5d2337af1732 HTTP/1.1" status: 204 len: 173 time: 0.9317799 Dec 13 23:59:20.212243 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a31490ec-868c-425a-8237-225b33886097 req-cfd12591-6d42-4a7f-b799-c2ff475885b6 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] 10.222.0.30 "GET /v2.0/ports?device_id=40d302e7-b4b7-41e1-8c94-d68fc1952859 HTTP/1.1" status: 200 len: 210 time: 0.0461600 Dec 13 23:59:21.484383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59038) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:21.547368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-737e73e6-66c2-4c1f-8b25-e17e399c800d admin admin] Deleting subnet 56250d3a-28f5-433b-b8f4-e9df77244654 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 13 23:59:21.550533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-737e73e6-66c2-4c1f-8b25-e17e399c800d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:21.605427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-737e73e6-66c2-4c1f-8b25-e17e399c800d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:21.668937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-737e73e6-66c2-4c1f-8b25-e17e399c800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:21.813687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-737e73e6-66c2-4c1f-8b25-e17e399c800d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:21.817471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c22c434d-11c8-4a60-87b9-1f68b74aa0c4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:21.851218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e73e6-66c2-4c1f-8b25-e17e399c800d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56250d3a-28f5-433b-b8f4-e9df77244654,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:21.855166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-737e73e6-66c2-4c1f-8b25-e17e399c800d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:21.858065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-737e73e6-66c2-4c1f-8b25-e17e399c800d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:21.863819 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-737e73e6-66c2-4c1f-8b25-e17e399c800d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/56250d3a-28f5-433b-b8f4-e9df77244654 HTTP/1.1" status: 204 len: 168 time: 0.3786094 Dec 13 23:59:21.866243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59042) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:21.965166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 915b7b25-15a4-404c-bee0-5d2337af1732 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 13 23:59:21.971764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:21.998240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 915b7b25-15a4-404c-bee0-5d2337af1732 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 13 23:59:21.998580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 915b7b25-15a4-404c-bee0-5d2337af1732 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 13 23:59:22.097700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:22.121979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d13d83-6693-4008-8f1c-9b4f5fba016d']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:22.134294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e881e1-230b-4051-8ccc-0f08d3f64c82') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:22.134593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e881e1-230b-4051-8ccc-0f08d3f64c82') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:22.146349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:22.161887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:22.167853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 13 23:59:22.168234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 23:59:22.181144 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 23:59:22.293580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:22.298169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:22.300720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:22.321791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Pushing event deleted for resources: {'Network': ['ID=b7d13d83-6693-4008-8f1c-9b4f5fba016d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:22.324166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:22.386148 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] 10.222.0.30 "DELETE /v2.0/networks/b7d13d83-6693-4008-8f1c-9b4f5fba016d HTTP/1.1" status: 204 len: 168 time: 0.5188620 Dec 13 23:59:22.651758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59048) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:22.702857 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a2de3898-4f82-487b-9d0e-fca4f3c167b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8098a74981764e99a16e46a0e73016f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498419 Dec 13 23:59:22.705169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59052) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:22.768127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7135-e816-42d0-b1a9-e216aecda8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:22.795002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7135-e816-42d0-b1a9-e216aecda8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:22.921792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7135-e816-42d0-b1a9-e216aecda8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:22.926532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6bf87bc3-1a58-4d6e-a105-a64c8c6a2fa9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:22.940254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a7135-e816-42d0-b1a9-e216aecda8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3520ca-6221-40e0-8d61-3ac88efad92a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:22.942628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3a6a7135-e816-42d0-b1a9-e216aecda8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:23.017848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7135-e816-42d0-b1a9-e216aecda8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:23.019019 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3a6a7135-e816-42d0-b1a9-e216aecda8e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c3520ca-6221-40e0-8d61-3ac88efad92a HTTP/1.1" status: 204 len: 168 time: 0.3129382 Dec 13 23:59:24.255333 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59074) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:24.385199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1056322916-network', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:24.390587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:24.394557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Usage tracker for resource:network and tenant:175d8b698d8a41d78bafaba498d180fa is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:59:24.398472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:59:24.404755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:24.482513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Made reservation on behalf of 175d8b698d8a41d78bafaba498d180fa for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:59:24.484722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:24.496978 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:24.529436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:24.533265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Usage tracker for resource:security_group_rule and tenant:175d8b698d8a41d78bafaba498d180fa is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:59:24.536041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:59:24.541720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:24.607888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:24.647746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:24.650540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-48d83c62-d251-4993-b056-4e2b3d62358f tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:24.679112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 23:59:24.688737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8f3bc3-347a-42d1-ae68-6af38f4a3286,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:24.692128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:24.696107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:24.696107 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Added segment ab6d06d4-cdde-49ae-8f83-eac77b4b4b88 of type vlan for network c2380813-3be3-486b-87c6-f3cabc1e2b59 Dec 13 23:59:24.725011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:24.888006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:24.888943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:24.889514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:24.892967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-19c518cd-0b22-43da-ae2a-4d0c58803d2e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:24.991239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2380813-3be3-486b-87c6-f3cabc1e2b59,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:24.993830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:25.001689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 13 23:59:25.026127 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7697139 Dec 13 23:59:25.029515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59080) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:25.035251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Request body: {'subnet': {'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1056322916-subnet', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:25.040556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:25.045096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Usage tracker for resource:subnet and tenant:175d8b698d8a41d78bafaba498d180fa is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:59:25.048089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:59:25.053917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:25.122897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Made reservation on behalf of 175d8b698d8a41d78bafaba498d180fa for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:59:25.125362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:25.396462 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:25.400234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ca065426-0e0b-4986-a751-c27798c6a49e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:25.466279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da84a98-1e70-4317-ab5a-16e02d63c8c7,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:25.470697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:25.480576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Checking segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:59:25.480931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Network hostable DHCP agents. Network: c2380813-3be3-486b-87c6-f3cabc1e2b59, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 23:59:25.596142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 23:59:25.682016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, c2380813-3be3-486b-87c6-f3cabc1e2b59) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:59:25.686707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:25.687243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:25.691303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9f2f98-2b91-4d81-b8f8-953fbd7246c2 None None] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:59:25.751450 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7208445 Dec 13 23:59:25.754180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 59084) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:25.759321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:25.764002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:25.767826 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Usage tracker for resource:router and tenant:175d8b698d8a41d78bafaba498d180fa is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:59:25.770638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:59:25.776418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:25.830557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:25.831495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:25.850650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:25.907346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-c2380813-3be3-486b-87c6-f3cabc1e2b59', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 13 23:59:25.908193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.036812 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.066245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Allocated IP 172.20.0.2 (c2380813-3be3-486b-87c6-f3cabc1e2b59/9da84a98-1e70-4317-ab5a-16e02d63c8c7/8417c3ae-3073-4c75-968b-734585003d80) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:59:26.269579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.279543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Transition to ACTIVE for port object 8417c3ae-3073-4c75-968b-734585003d80 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:59:26.298716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Transition to ACTIVE for port object 8417c3ae-3073-4c75-968b-734585003d80 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:59:26.310182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.340389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.425382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.429868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:26.479180 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Allocated IP 172.26.5.239 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/905ff80e-68f8-429a-8fbf-f4cce02e1fa1) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:59:26.499724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:59:26.500867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:59:26.503340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:59:26.509682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Pushing event updated for resources: {'Port': ['ID=8417c3ae-3073-4c75-968b-734585003d80,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:26.512297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:26.596072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Attempting to bind port 8417c3ae-3073-4c75-968b-734585003d80 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:59:26.596354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Attempting to bind port 8417c3ae-3073-4c75-968b-734585003d80 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:59:26.596715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Attempting to bind port 8417c3ae-3073-4c75-968b-734585003d80 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:59:26.602952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:59:26.603321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Checking segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:59:26.603752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.604141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Bound using segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:59:26.604614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Bound port: 8417c3ae-3073-4c75-968b-734585003d80, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:59:26.604972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.630519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.694158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] For port 8417c3ae-3073-4c75-968b-734585003d80, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:59:26.697096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] For port 8417c3ae-3073-4c75-968b-734585003d80, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8417c3ae-3073-4c75-968b-734585003d80,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:59:26.734318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.738935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:26.762102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:26.766977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:26.800586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:59:26.803791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:59:26.807356 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:59:26.844354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Pushing event updated for resources: {'Port': ['ID=905ff80e-68f8-429a-8fbf-f4cce02e1fa1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:26.854922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Pushing event updated for resources: {'Port': ['ID=8417c3ae-3073-4c75-968b-734585003d80,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:26.857662 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:26.868176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.868176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.868176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.868176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.868176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.868176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.868176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.868711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.868711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.869056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.869432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:26.875115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:27.049834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:27.050593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:27.442291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 23:59:27.577220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8417c3ae-3073-4c75-968b-734585003d80 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:59:27.665009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:59:27.675167 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:59:27.688487 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:59:27.692970 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:59:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:27.734336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 8417c3ae-3073-4c75-968b-734585003d80 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:59:27.757805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:27.759196 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0039022 Dec 13 23:59:27.761903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59088) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:27.801395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc56efb0-70b3-4e8a-ad9a-1123f9880fbc None None] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 13 23:59:27.882036 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:59:28.048774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-04d3956a-edf7-4bf0-973d-2e6518949096 None None] Provisioning for port 8417c3ae-3073-4c75-968b-734585003d80 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:59:28.058110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-04d3956a-edf7-4bf0-973d-2e6518949096 None None] Provisioning complete for port 8417c3ae-3073-4c75-968b-734585003d80 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:28.058746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-04d3956a-edf7-4bf0-973d-2e6518949096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.202139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-04d3956a-edf7-4bf0-973d-2e6518949096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.213375 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:26Z', 'revision_number': 3, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:28.218167 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:59:28.218797 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Updating router 94ddeccf-732d-4d1c-941f-47f73ce5350a port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:59:28.236704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-04d3956a-edf7-4bf0-973d-2e6518949096 None None] For port 8417c3ae-3073-4c75-968b-734585003d80, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8417c3ae-3073-4c75-968b-734585003d80,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:28.276594 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.282169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-04d3956a-edf7-4bf0-973d-2e6518949096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.283962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:28.358460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d3956a-edf7-4bf0-973d-2e6518949096 None None] Pushing event updated for resources: {'Port': ['ID=8417c3ae-3073-4c75-968b-734585003d80,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:28.362052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-04d3956a-edf7-4bf0-973d-2e6518949096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:28.505682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0b904834-a152-49a9-b892-13bedd8bef86 None None] Provisioning complete for port 8417c3ae-3073-4c75-968b-734585003d80 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:28.506214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0b904834-a152-49a9-b892-13bedd8bef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.567173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.655918 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.667222 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Transition to ACTIVE for port object 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:59:28.733873 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.737562 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:28.784385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Allocated IP 172.20.0.1 (c2380813-3be3-486b-87c6-f3cabc1e2b59/9da84a98-1e70-4317-ab5a-16e02d63c8c7/916b2e6c-372d-44a6-9c2f-a47165c3d12c) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:59:28.816282 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Attempting to bind port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:59:28.816645 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Attempting to bind port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:59:28.817001 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Attempting to bind port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:59:28.818911 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Pushing event updated for resources: {'Port': ['ID=905ff80e-68f8-429a-8fbf-f4cce02e1fa1,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:28.830465 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:59:28.830833 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:59:28.831235 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.831629 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:59:28.832093 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Bound port: 905ff80e-68f8-429a-8fbf-f4cce02e1fa1, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:59:28.832459 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:28.859082 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.859419 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.859781 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.860107 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.860428 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.860750 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.861073 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.861389 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.861708 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.862021 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.862342 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 23:59:28.870920 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:28.912544 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] For port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:59:28.915530 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] For port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=905ff80e-68f8-429a-8fbf-f4cce02e1fa1,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:59:29.014137 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.019582 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:29.035588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.052215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Transition to ACTIVE for port object 916b2e6c-372d-44a6-9c2f-a47165c3d12c will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:59:29.098892 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:59:29.099509 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:59:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:29.134066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.137813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:29.148952 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Pushing event updated for resources: {'Port': ['ID=905ff80e-68f8-429a-8fbf-f4cce02e1fa1,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:29.152108 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:29.203785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:59:29.206448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:59:29.210736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:59:29.238853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Pushing event updated for resources: {'Port': ['ID=916b2e6c-372d-44a6-9c2f-a47165c3d12c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:29.244076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:29.273641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.285591 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:59:29.415687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.522242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8c37c6ad-ea59-4fe0-8b05-45bcd98aa4d7 None None] Provisioning for port 916b2e6c-372d-44a6-9c2f-a47165c3d12c completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:59:29.528009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8c37c6ad-ea59-4fe0-8b05-45bcd98aa4d7 None None] Provisioning complete for port 916b2e6c-372d-44a6-9c2f-a47165c3d12c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:29.528392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8c37c6ad-ea59-4fe0-8b05-45bcd98aa4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.569227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8417c3ae-3073-4c75-968b-734585003d80 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:59:29.600874 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:26Z', 'revision_number': 3, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:29.604845 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506a379-3a82-410a-8fb5-2c1d8b96a97a None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:26Z', 'revision_number': 3, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:59:29.637591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8c37c6ad-ea59-4fe0-8b05-45bcd98aa4d7 None None] Port 916b2e6c-372d-44a6-9c2f-a47165c3d12c cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:59:29.659503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.659954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 8417c3ae-3073-4c75-968b-734585003d80 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:29.660339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.711009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.738743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54e0bdef-577e-412c-a922-37562f028ea5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:29.828387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Pushing event updated for resources: {'Port': ['ID=916b2e6c-372d-44a6-9c2f-a47165c3d12c,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:29.833889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:29.835672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:29.981496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:59:29.982678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:59:30.266438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9e4f4eaf-b2ee-4e64-aeab-a327655bc306 None None] Provisioning complete for port 916b2e6c-372d-44a6-9c2f-a47165c3d12c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:30.266814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e4f4eaf-b2ee-4e64-aeab-a327655bc306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:30.324107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f4eaf-b2ee-4e64-aeab-a327655bc306 None None] Port 916b2e6c-372d-44a6-9c2f-a47165c3d12c cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:59:30.396045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:59:30.597286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:59:30.605950 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] 10.222.0.30 "PUT /v2.0/routers/94ddeccf-732d-4d1c-941f-47f73ce5350a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8429952 Dec 13 23:59:31.205069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59098) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:31.210997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112493195', 'description': 'tempest-description--259686949'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:31.217737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:31.221824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Usage tracker for resource:security_group and tenant:175d8b698d8a41d78bafaba498d180fa is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:59:31.224796 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:59:31.230684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:31.316336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.359219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:31.364375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Usage tracker for resource:security_group_rule and tenant:175d8b698d8a41d78bafaba498d180fa is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:59:31.367358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:59:31.374493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:31.441635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.511015 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.518663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e9cdbc28-488f-4317-a045-916809bb9f74 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:31.565761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0d9a65-3a07-4429-953f-97f79a9510b5,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:31.568766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:31.572466 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:59:31.613417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.614652 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c2584239-7601-4221-9d28-b7daeb158696 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4085541 Dec 13 23:59:31.617471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59102) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:31.623029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'security_group_rule': {'security_group_id': '8a0d9a65-3a07-4429-953f-97f79a9510b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:31.637211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:31.641196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Usage tracker for resource:security_group_rule and tenant:175d8b698d8a41d78bafaba498d180fa is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:59:31.644659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:59:31.651213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:31.681663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:59:31.687712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:31.688603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.705889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.768651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.805550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.813247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.820692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26472fe6-224a-42b9-906e-1d1712c989d7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:31.825234 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=905ff80e-68f8-429a-8fbf-f4cce02e1fa1,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:31.839470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be69430d-0ce6-48fa-8a03-9f7f86dc2a72,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:31.843175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:31.876343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.878319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:31.899219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:31.900511 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2821105 Dec 13 23:59:31.903149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59106) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:31.908830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'security_group_rule': {'security_group_id': '8a0d9a65-3a07-4429-953f-97f79a9510b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:31.914638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:31.918439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Usage tracker for resource:security_group_rule and tenant:175d8b698d8a41d78bafaba498d180fa is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:59:31.921451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:59:31.927211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:31.944169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=905ff80e-68f8-429a-8fbf-f4cce02e1fa1,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:31.947108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:31.991368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:32.051703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:32.116268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:32.118082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e8b9514-6c2d-4ee4-8c24-67a54a30327e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:32.141257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae3197c-ec25-4a1e-a8db-f44291215528,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:32.145210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:32.212611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:32.213792 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3096950 Dec 13 23:59:32.216766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59110) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:32.222076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:32.227496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:32.231248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Usage tracker for resource:floatingip and tenant:175d8b698d8a41d78bafaba498d180fa is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 13 23:59:32.234586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 13 23:59:32.240301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:32.442386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:32.579420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:32.713613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Allocated IP 172.26.5.197 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/2201cd4c-dd81-482b-b2c4-571872a3935d) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:59:32.871317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:32.945224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:32.949136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:32.993452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:59:33.005117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:59:33.005733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:59:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:33.014757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:59:33.017997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:59:33.021841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:59:33.052535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event updated for resources: {'Port': ['ID=2201cd4c-dd81-482b-b2c4-571872a3935d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:33.058703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:33.186507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:59:33.190111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:33.307959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:33.503682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 2, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:33.507996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:59:33.508358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Updating router 94ddeccf-732d-4d1c-941f-47f73ce5350a port 916b2e6c-372d-44a6-9c2f-a47165c3d12c binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 13 23:59:33.520475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:33.572899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:59:33.573360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:33.578483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-605a2287-3889-43e5-8ae2-79db4fb6b423 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:33.643345 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:33.680603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event updated for resources: {'Port': ['ID=2201cd4c-dd81-482b-b2c4-571872a3935d,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:33.685027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:33.699942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:33.722609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:33.722991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:33.761854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:33.763125 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5453014 Dec 13 23:59:33.937544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-3baf90af-b209-4afe-9a53-e0cf1c4b8334 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:59:34.013603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-3baf90af-b209-4afe-9a53-e0cf1c4b8334 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:59:34.016192 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-3baf90af-b209-4afe-9a53-e0cf1c4b8334 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--112493195&fields=id&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 267 time: 0.1203387 Dec 13 23:59:34.090098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:34.101684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Transition to ACTIVE for port object 916b2e6c-372d-44a6-9c2f-a47165c3d12c will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:59:34.169637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-8e1c9061-1d12-412d-ac88-7f1d401220be tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:34.170476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-8e1c9061-1d12-412d-ac88-7f1d401220be tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:59:34.173541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:34.177911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ce2b4ca-f841-46e4-9ee6-b37d95d29c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:34.231048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-8e1c9061-1d12-412d-ac88-7f1d401220be tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:59:34.231558 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-8e1c9061-1d12-412d-ac88-7f1d401220be tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 812 time: 0.2060492 Dec 13 23:59:34.256301 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-e548d69e-fe41-419d-af09-a38e0f298ae6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/quotas/175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 375 time: 0.0178912 Dec 13 23:59:34.299749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1e1a8-f98d-48c5-8600-fa8df7bfe427 None None] Pushing event updated for resources: {'Port': ['ID=916b2e6c-372d-44a6-9c2f-a47165c3d12c,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:34.316004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58f1e1a8-f98d-48c5-8600-fa8df7bfe427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:34.356830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-84b03dd6-abc9-4206-93e5-bf8f3194ebd9 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:59:34.421121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Attempting to bind port 916b2e6c-372d-44a6-9c2f-a47165c3d12c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:59:34.421412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Attempting to bind port 916b2e6c-372d-44a6-9c2f-a47165c3d12c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:59:34.421785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Attempting to bind port 916b2e6c-372d-44a6-9c2f-a47165c3d12c on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:59:34.429209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:59:34.429591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Checking segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:59:34.430026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:34.430428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Bound using segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:59:34.431057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Bound port: 916b2e6c-372d-44a6-9c2f-a47165c3d12c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:59:34.431633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:34.437533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-84b03dd6-abc9-4206-93e5-bf8f3194ebd9 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:59:34.438956 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-84b03dd6-abc9-4206-93e5-bf8f3194ebd9 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1798992 Dec 13 23:59:34.533523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] For port 916b2e6c-372d-44a6-9c2f-a47165c3d12c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:59:34.536566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] For port 916b2e6c-372d-44a6-9c2f-a47165c3d12c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=916b2e6c-372d-44a6-9c2f-a47165c3d12c,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:59:34.583213 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-ea1e27b6-fb51-4579-ac56-09b34f6b44dd service neutron] 10.222.0.30 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328588 Dec 13 23:59:34.609045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:34.613214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:34.689852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1e1a8-f98d-48c5-8600-fa8df7bfe427 None None] Pushing event updated for resources: {'Port': ['ID=916b2e6c-372d-44a6-9c2f-a47165c3d12c,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:34.693361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58f1e1a8-f98d-48c5-8600-fa8df7bfe427 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:34.694882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:59:34.695502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:59:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:34.727045 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5b81890f-660c-4d87-9350-269085c00520 service neutron] 10.222.0.30 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380894 Dec 13 23:59:34.885033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:59:35.018032 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ff25300c-24d6-4977-8803-fcd035f582bb req-c7fa91ba-3a6b-4b0f-9f83-c8ae8b9fcf11 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 210 time: 0.0429559 Dec 13 23:59:35.219388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:34Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:35.223330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35612b9-5320-44dd-8fd6-4980d1f81a19 None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:34Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:59:35.579595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 916b2e6c-372d-44a6-9c2f-a47165c3d12c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:59:35.739435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 916b2e6c-372d-44a6-9c2f-a47165c3d12c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:59:35.744794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 916b2e6c-372d-44a6-9c2f-a47165c3d12c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:35.745189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:35.870835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:35.905777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 916b2e6c-372d-44a6-9c2f-a47165c3d12c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=916b2e6c-372d-44a6-9c2f-a47165c3d12c,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:35.962422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:35.964403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58f1e1a8-f98d-48c5-8600-fa8df7bfe427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:36.031245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=916b2e6c-372d-44a6-9c2f-a47165c3d12c,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:36.034419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:36.293786 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b36447a3-604f-4a5b-910b-c1a272d1572a req-09b04459-8a77-4577-8ae2-794f4a6eb8a5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 210 time: 0.1475608 Dec 13 23:59:37.126377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-27ab3db7-fd8f-4d2b-a649-ec0c42173c62 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:37.127822 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-27ab3db7-fd8f-4d2b-a649-ec0c42173c62 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 812 time: 0.1450157 Dec 13 23:59:37.180922 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-6ddc3a2c-c620-4d7a-b801-ff83e5a8dfbb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 379 time: 0.0404320 Dec 13 23:59:37.189586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'port': {'device_id': '9d586cdc-4792-4176-a617-4295fb509930', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'admin_state_up': True, 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'security_groups': ['8a0d9a65-3a07-4429-953f-97f79a9510b5']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:37.331151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 13 23:59:37.341980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 13 23:59:37.424979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Made reservation on behalf of 175d8b698d8a41d78bafaba498d180fa for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 23:59:37.428074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:37.463028 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-79941030-3d91-473c-ace5-d4ad015fb3f2 req-de77ebd4-b4a3-4cf3-9760-2d2ff4f4a46b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 210 time: 0.0417929 Dec 13 23:59:37.550793 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 916b2e6c-372d-44a6-9c2f-a47165c3d12c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:59:37.600485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Allocated IP 172.20.0.14 (c2380813-3be3-486b-87c6-f3cabc1e2b59/9da84a98-1e70-4317-ab5a-16e02d63c8c7/66b753a8-58b2-4192-b727-38a1991dea67) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 23:59:37.621879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 916b2e6c-372d-44a6-9c2f-a47165c3d12c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:37.622250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:37.788328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:37.803814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Transition to ACTIVE for port object 66b753a8-58b2-4192-b727-38a1991dea67 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:59:37.894047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:37.899797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ce19e1f8-5a93-4437-9849-747daa258297 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:37.958799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 23:59:37.969755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 23:59:37.974104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 23:59:38.014557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event updated for resources: {'Port': ['ID=66b753a8-58b2-4192-b727-38a1991dea67,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:38.019272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:38.045876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:38.046655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:38.111627 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9260771 Dec 13 23:59:38.124858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Request body: {'port': {'device_id': '9d586cdc-4792-4176-a617-4295fb509930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:38.236103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b8c2505d-0b43-4264-8e22-8d46095eea56 None None] Provisioning for port 66b753a8-58b2-4192-b727-38a1991dea67 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:59:38.237749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:38.241228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b8c2505d-0b43-4264-8e22-8d46095eea56 None None] Provisioning complete for port 66b753a8-58b2-4192-b727-38a1991dea67 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:38.241523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b8c2505d-0b43-4264-8e22-8d46095eea56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:38.293995 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2505d-0b43-4264-8e22-8d46095eea56 None None] Port 66b753a8-58b2-4192-b727-38a1991dea67 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 13 23:59:38.591402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b753a8-58b2-4192-b727-38a1991dea67 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:59:38.599893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:38.616458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Transition to ACTIVE for port object 66b753a8-58b2-4192-b727-38a1991dea67 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 23:59:38.686992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:38.691666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b8b0169d-ab42-4f9f-9087-eca62be37566 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:38.860601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Pushing event updated for resources: {'Port': ['ID=66b753a8-58b2-4192-b727-38a1991dea67,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:38.864602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:38.967520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a988c-3c07-4340-a7bd-74e787cb1ed9 req-e19b6824-652c-4356-9c4f-555113d827db tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:38.968244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d97a988c-3c07-4340-a7bd-74e787cb1ed9 req-e19b6824-652c-4356-9c4f-555113d827db tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 13 23:59:39.006825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Attempting to bind port 66b753a8-58b2-4192-b727-38a1991dea67 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 13 23:59:39.007164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Attempting to bind port 66b753a8-58b2-4192-b727-38a1991dea67 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 13 23:59:39.007863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Attempting to bind port 66b753a8-58b2-4192-b727-38a1991dea67 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:59:39.013396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Port 66b753a8-58b2-4192-b727-38a1991dea67 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 13 23:59:39.013755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Attempting to bind port 66b753a8-58b2-4192-b727-38a1991dea67 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 13 23:59:39.020143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 23, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 13 23:59:39.020486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Checking segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 13 23:59:39.020870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Bound using segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 13 23:59:39.021296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Bound port: 66b753a8-58b2-4192-b727-38a1991dea67, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 13 23:59:39.021642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:39.172148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d97a988c-3c07-4340-a7bd-74e787cb1ed9 req-e19b6824-652c-4356-9c4f-555113d827db tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 13 23:59:39.173195 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d97a988c-3c07-4340-a7bd-74e787cb1ed9 req-e19b6824-652c-4356-9c4f-555113d827db tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 944 time: 0.4481940 Dec 13 23:59:39.250554 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d97a988c-3c07-4340-a7bd-74e787cb1ed9 req-a5b3ddb1-5f5a-4698-ad0b-4157d402c04e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714166 Dec 13 23:59:39.251511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 23:59:39.254632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66b753a8-58b2-4192-b727-38a1991dea67,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 23:59:39.345459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:39.349391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc2b1939-9dfc-4f3d-bd8e-249158b65fd1 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:39.414519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:39.415895 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] 10.222.0.18 "PUT /v2.0/ports/66b753a8-58b2-4192-b727-38a1991dea67 HTTP/1.1" status: 200 len: 1094 time: 1.2960484 Dec 13 23:59:39.416420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:59:39.437255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Pushing event updated for resources: {'Port': ['ID=66b753a8-58b2-4192-b727-38a1991dea67,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:39.440393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:39.481324 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67', 'status': 'completed', 'code': 200} Dec 13 23:59:39.567600 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-b0937143-a6d2-40bb-8828-670031b46d39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 1097 time: 0.0736811 Dec 13 23:59:39.642003 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-af9780e3-4804-4e0a-80e1-9b50aa79d437 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b753a8-58b2-4192-b727-38a1991dea67 HTTP/1.1" status: 200 len: 217 time: 0.0672774 Dec 13 23:59:39.705252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-3a49417c-d587-4e24-9012-8deb7c3ae8d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:39.706555 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-3a49417c-d587-4e24-9012-8deb7c3ae8d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0583038 Dec 13 23:59:39.782748 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-5207c739-a103-46e8-b45a-86ce7a1cae09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698509 Dec 13 23:59:39.913766 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-50981c3f-0e8b-4c34-b8e6-dfab8c601f6d service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249359 Dec 13 23:59:40.043853 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8c4c8f4c-1c17-46ba-a755-0b2cb9e363a1 req-c942c86b-50e9-4e1f-8248-272e5b573ba5 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240373 Dec 13 23:59:40.227475 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fcdd5161-33e1-4d48-8032-c4f283bbbd8d req-b6cd34b8-b1ba-4f1d-a727-756d1a7645ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 1097 time: 0.0689282 Dec 13 23:59:40.361165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5161-33e1-4d48-8032-c4f283bbbd8d req-3eee97d4-785a-41bd-9c7b-1481b802bfec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:40.362629 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fcdd5161-33e1-4d48-8032-c4f283bbbd8d req-3eee97d4-785a-41bd-9c7b-1481b802bfec service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1287761 Dec 13 23:59:40.478425 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fcdd5161-33e1-4d48-8032-c4f283bbbd8d req-7012caf5-c78b-46b1-acf8-7863eaffe052 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b753a8-58b2-4192-b727-38a1991dea67 HTTP/1.1" status: 200 len: 217 time: 0.1086040 Dec 13 23:59:40.561008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5161-33e1-4d48-8032-c4f283bbbd8d req-5917fefe-c964-4142-ae83-4e7bec257e5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:40.562380 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fcdd5161-33e1-4d48-8032-c4f283bbbd8d req-5917fefe-c964-4142-ae83-4e7bec257e5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0760581 Dec 13 23:59:40.568069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642b42f-5374-4e05-980d-13c5c566e4fd req-b7ac1632-3082-4e78-8614-2d0ff6370d89 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:40.569410 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0642b42f-5374-4e05-980d-13c5c566e4fd req-b7ac1632-3082-4e78-8614-2d0ff6370d89 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 944 time: 0.1448724 Dec 13 23:59:40.656233 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0642b42f-5374-4e05-980d-13c5c566e4fd req-6fbc12d7-609e-43e6-bb46-99758cb282ba tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564475 Dec 13 23:59:40.676978 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fcdd5161-33e1-4d48-8032-c4f283bbbd8d req-15740f9c-d117-45e1-8ac7-0d0572d098f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1043949 Dec 13 23:59:40.805908 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fcdd5161-33e1-4d48-8032-c4f283bbbd8d req-dc6557bd-7809-488d-8b34-539e0a827652 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240401 Dec 13 23:59:40.936388 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fcdd5161-33e1-4d48-8032-c4f283bbbd8d req-cb07ac68-663f-4fd8-8c76-3bb7005f1d17 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222568 Dec 13 23:59:41.854343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2e266-ae4a-46a2-a89f-615e5c9cd936 req-5d948b0e-2dbf-4b77-aee2-c65cd9874167 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:41.855801 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-10e2e266-ae4a-46a2-a89f-615e5c9cd936 req-5d948b0e-2dbf-4b77-aee2-c65cd9874167 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 944 time: 0.0816517 Dec 13 23:59:41.881918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-879f6000-ad14-4ac0-98d6-17c367b6348d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:41.903339 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-10e2e266-ae4a-46a2-a89f-615e5c9cd936 req-aff54c11-47b1-4f0b-8708-3f221d403805 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408885 Dec 13 23:59:43.068579 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 13 23:59:43.208982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7643b-7cc5-4ad2-a681-24edecd91110 req-8fccbe4b-c715-4263-a3ba-90d5f6ebd729 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:43.210444 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f2b7643b-7cc5-4ad2-a681-24edecd91110 req-8fccbe4b-c715-4263-a3ba-90d5f6ebd729 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 944 time: 0.1865389 Dec 13 23:59:43.254946 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f2b7643b-7cc5-4ad2-a681-24edecd91110 req-b108ac38-b0e8-47c7-8d72-ef154e9d108a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390098 Dec 13 23:59:44.057090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 66b753a8-58b2-4192-b727-38a1991dea67 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 13 23:59:44.084397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2c7d3c35-93c3-4f1a-95f8-3756c1774c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:44.191419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66b753a8-58b2-4192-b727-38a1991dea67,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:44.204695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '66b753a8-58b2-4192-b727-38a1991dea67', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': '66b753a8-58b2-4192-b727-38a1991dea67', 'mac_address': 'fa:16:3e:b5:50:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 13 23:59:44.259898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:44.276823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b753a8-58b2-4192-b727-38a1991dea67 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 23:59:44.292258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66b753a8-58b2-4192-b727-38a1991dea67,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:44.339309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:44.341257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:44.407249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=66b753a8-58b2-4192-b727-38a1991dea67,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:44.410225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:44.456079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07527814-6f26-45b7-ac28-8fd99e334a60 req-08e37d37-771a-4b57-9e3f-f9fc63a2113d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:44.457561 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-07527814-6f26-45b7-ac28-8fd99e334a60 req-08e37d37-771a-4b57-9e3f-f9fc63a2113d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 945 time: 0.0794959 Dec 13 23:59:44.502980 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-07527814-6f26-45b7-ac28-8fd99e334a60 req-58de3248-0fc3-45f8-ab00-c93f560f12a1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399065 Dec 13 23:59:44.542570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['66b753a8-58b2-4192-b727-38a1991dea67'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 13 23:59:45.424417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:45.441365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:45.694685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95778a2a-2cc8-437f-8fe5-c54063a9bf5d req-0249ddea-b930-4bae-86c5-d3c0ad4e02c2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:45.696081 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95778a2a-2cc8-437f-8fe5-c54063a9bf5d req-0249ddea-b930-4bae-86c5-d3c0ad4e02c2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 945 time: 0.0772505 Dec 13 23:59:45.743483 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-95778a2a-2cc8-437f-8fe5-c54063a9bf5d req-98b8bd84-6a23-4fd2-b5f3-48bc62f6bba6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420260 Dec 13 23:59:46.072865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 66b753a8-58b2-4192-b727-38a1991dea67 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 13 23:59:46.218968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 66b753a8-58b2-4192-b727-38a1991dea67 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 23:59:46.223915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 66b753a8-58b2-4192-b727-38a1991dea67 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 23:59:46.224302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:46.338164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:46.364788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:59:46.377453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66b753a8-58b2-4192-b727-38a1991dea67,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 23:59:46.422659 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67', 'code': 200} Dec 13 23:59:46.447625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:46.450221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 13 23:59:46.518182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=66b753a8-58b2-4192-b727-38a1991dea67,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 23:59:46.521293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 13 23:59:46.746511 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-63121ed4-8f27-49de-ba17-26e6816c2e05 req-80ea23dd-2ec9-4368-99d6-a75ec85c8cbe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 1099 time: 0.0675735 Dec 13 23:59:46.789620 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-63121ed4-8f27-49de-ba17-26e6816c2e05 req-fa1bbf28-2eb2-4218-b5a1-70d5d9d1a623 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366812 Dec 13 23:59:46.830951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:46.943425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d76590-8398-4a69-a19d-7d901104c3d2 req-253b0f2e-1efc-4376-a882-63e39cfac857 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:46.944907 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-36d76590-8398-4a69-a19d-7d901104c3d2 req-253b0f2e-1efc-4376-a882-63e39cfac857 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0809932 Dec 13 23:59:46.990025 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-36d76590-8398-4a69-a19d-7d901104c3d2 req-1b21e303-86aa-4e18-802f-ac6d59337722 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396333 Dec 13 23:59:48.196411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251585b-ee42-497a-9ba7-8fb9977258d4 req-022a65b2-c995-46b9-81cc-d968288741d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:48.197832 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c251585b-ee42-497a-9ba7-8fb9977258d4 req-022a65b2-c995-46b9-81cc-d968288741d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0815780 Dec 13 23:59:48.243258 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c251585b-ee42-497a-9ba7-8fb9977258d4 req-7e587975-ad36-42a4-8d89-2164c16ee3c1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394435 Dec 13 23:59:48.436335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7913951-4068-484e-a5b0-16ec64e79795 req-0226e17c-ea25-47f4-a8d4-b53805b84f12 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:48.437823 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7913951-4068-484e-a5b0-16ec64e79795 req-0226e17c-ea25-47f4-a8d4-b53805b84f12 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0785117 Dec 13 23:59:48.446392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 59158) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 13 23:59:48.452254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-44a65c37-0924-40aa-b799-38f22a66802e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'floatingip': {'port_id': '66b753a8-58b2-4192-b727-38a1991dea67'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 13 23:59:48.529416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-44a65c37-0924-40aa-b799-38f22a66802e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:49.117475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-44a65c37-0924-40aa-b799-38f22a66802e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:49.173152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-44a65c37-0924-40aa-b799-38f22a66802e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:49.367003 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-44a65c37-0924-40aa-b799-38f22a66802e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7 associated. External IP: 172.26.5.197, port: 66b753a8-58b2-4192-b727-38a1991dea67. Dec 13 23:59:49.516109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:49.868770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a65c37-0924-40aa-b799-38f22a66802e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 23:59:50.068550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a65c37-0924-40aa-b799-38f22a66802e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 23:59:50.073334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-44a65c37-0924-40aa-b799-38f22a66802e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 13 23:59:50.078715 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 13 23:59:50.091007 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:59:50.091843 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:59:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:50.129021 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-44a65c37-0924-40aa-b799-38f22a66802e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "PUT /v2.0/floatingips/2b2da884-2126-40f9-aa1b-05f3c43f06f7 HTTP/1.1" status: 200 len: 992 time: 1.6816010 Dec 13 23:59:50.129690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 23:59:50.184504 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67', 'status': 'completed', 'code': 200} Dec 13 23:59:50.275359 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:59:50.288822 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-795bcd11-1f53-4df8-8182-1bb46686e2d4 req-d3a21e18-f5a9-47d0-ac8f-bd975f2904a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 1099 time: 0.0741830 Dec 13 23:59:50.424205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bcd11-1f53-4df8-8182-1bb46686e2d4 req-b1a13d90-d6ec-4a8b-8224-cd5c45452f49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:50.425657 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-795bcd11-1f53-4df8-8182-1bb46686e2d4 req-b1a13d90-d6ec-4a8b-8224-cd5c45452f49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1303802 Dec 13 23:59:50.531951 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-795bcd11-1f53-4df8-8182-1bb46686e2d4 req-5b8d7b3a-b470-448e-a04a-0d94cdf12d2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b753a8-58b2-4192-b727-38a1991dea67 HTTP/1.1" status: 200 len: 1000 time: 0.0994377 Dec 13 23:59:50.594238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795bcd11-1f53-4df8-8182-1bb46686e2d4 req-321657a0-765d-4c16-b616-30accb111b1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 23:59:50.595704 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-795bcd11-1f53-4df8-8182-1bb46686e2d4 req-321657a0-765d-4c16-b616-30accb111b1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0580509 Dec 13 23:59:50.655096 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': '66b753a8-58b2-4192-b727-38a1991dea67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:b5:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d586cdc-4792-4176-a617-4295fb509930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-13T23:59:49Z', 'revision_number': 1, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:50.658939 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 13 23:59:50.669539 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 23:59:50.670758 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-13T23:59:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:50.670886 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-795bcd11-1f53-4df8-8182-1bb46686e2d4 req-7536b585-6055-490a-a3ed-a4c6e9e155f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690084 Dec 13 23:59:50.802224 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-795bcd11-1f53-4df8-8182-1bb46686e2d4 req-e2686885-bb6c-410c-a0f3-903000cf0f38 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252117 Dec 13 23:59:50.846408 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 13 23:59:50.938527 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-795bcd11-1f53-4df8-8182-1bb46686e2d4 req-535e55e2-3bf9-452e-9709-e56232730d29 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302915 Dec 13 23:59:51.196604 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': '66b753a8-58b2-4192-b727-38a1991dea67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:b5:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d586cdc-4792-4176-a617-4295fb509930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-13T23:59:49Z', 'revision_number': 1, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 23:59:51.200386 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342fcbe1-d445-405d-be17-f33726d26bcb None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': '66b753a8-58b2-4192-b727-38a1991dea67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:b5:50:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d586cdc-4792-4176-a617-4295fb509930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-13T23:59:49Z', 'revision_number': 1, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 13 23:59:52.057644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffeeb50c-e1d2-468c-be1d-b5b6eec4dc61 None None] New status for floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:00:00.727003 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-681c04ac-0f19-4d2c-b0a4-d3af871e410d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720112 Dec 14 00:00:00.881468 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-1c1fb12a-91a5-43af-9b0a-e3222bb6f595 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 1099 time: 0.0690758 Dec 14 00:00:01.025865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-d813168a-ab5d-4bd3-9ab9-1df65c57eb36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:01.031874 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-d813168a-ab5d-4bd3-9ab9-1df65c57eb36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1265626 Dec 14 00:00:01.238677 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-2d367092-ea34-41dd-9a1e-50d8fae1591c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b753a8-58b2-4192-b727-38a1991dea67 HTTP/1.1" status: 200 len: 1002 time: 0.2037354 Dec 14 00:00:01.303124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-70e049e3-2641-4226-a975-3cd585f3d309 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:01.304508 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-70e049e3-2641-4226-a975-3cd585f3d309 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0592837 Dec 14 00:00:01.379591 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-c824cd2a-6d40-4a36-a9cb-276c605cec1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685842 Dec 14 00:00:01.514682 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-00e456f1-7812-4cc1-b08c-3628d0c6bbb7 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278958 Dec 14 00:00:01.653599 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a318a370-7c24-4484-8ca8-38da077f9a08 req-9167783e-bd49-43b8-bc9e-54cf89de2aef service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245739 Dec 14 00:00:11.881363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ed91b322-047f-4dd1-8d2b-60332840d2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:14.099232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3a56e8d8-ddea-4df8-8a61-f930f25ad805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:15.423986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:15.453238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:16.841454 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:19.521416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:20.069204 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:00:27.931695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87510e9-cf12-4eb2-9b6c-6a24ff154c81 req-287c06b0-0a1e-4a58-9d01-db0bbe1d73dd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:27.933088 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d87510e9-cf12-4eb2-9b6c-6a24ff154c81 req-287c06b0-0a1e-4a58-9d01-db0bbe1d73dd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0793951 Dec 14 00:00:27.982812 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d87510e9-cf12-4eb2-9b6c-6a24ff154c81 req-1c0d4c59-9fcf-454e-8902-c9e73a402ae3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435755 Dec 14 00:00:28.184487 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cd45a36c-9d5b-4c57-8e19-653a3a2e2f9a req-a11d33c5-960b-4f75-9b6d-c583c9c44922 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0694082 Dec 14 00:00:28.610057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e4d0-872d-4c47-a053-0924292b8e75 req-af223bf1-cbe4-4144-9849-f547c90c4f78 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:28.611587 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6937e4d0-872d-4c47-a053-0924292b8e75 req-af223bf1-cbe4-4144-9849-f547c90c4f78 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0777054 Dec 14 00:00:28.702588 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6937e4d0-872d-4c47-a053-0924292b8e75 req-21349f12-97b6-4b16-99de-fcd689608f25 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849338 Dec 14 00:00:28.723324 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-3ae28d2b-eed4-4544-ae3e-254cc5050a88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1075127 Dec 14 00:00:29.902671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3685-b630-41ea-a2ea-2f831b4b4813 req-29d61bc9-4266-4880-8c5b-8d8c9664336d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:29.904162 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e83a3685-b630-41ea-a2ea-2f831b4b4813 req-29d61bc9-4266-4880-8c5b-8d8c9664336d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0823035 Dec 14 00:00:29.950949 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e83a3685-b630-41ea-a2ea-2f831b4b4813 req-2e32f99b-f0cb-40c7-befc-727c080d4fbf tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408237 Dec 14 00:00:30.643408 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-c2720123-b6e7-48cb-acf3-4c7f3ed26572 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 1099 time: 0.0708318 Dec 14 00:00:30.776335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-f0dde2e3-ee5e-4d0d-84d9-b0807cd9109d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:30.777769 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-f0dde2e3-ee5e-4d0d-84d9-b0807cd9109d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1282883 Dec 14 00:00:30.880972 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-9f00bec8-a4cb-46c7-a9ed-1199a49e84b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b753a8-58b2-4192-b727-38a1991dea67 HTTP/1.1" status: 200 len: 1002 time: 0.0965443 Dec 14 00:00:30.946319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-92036b9c-8bd9-411a-8cc1-aa63edeb24e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:30.947672 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-92036b9c-8bd9-411a-8cc1-aa63edeb24e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0607064 Dec 14 00:00:31.023959 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-2a4c6400-cc11-4970-b731-fa90943fa035 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690949 Dec 14 00:00:31.157447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a759c7-963e-4eb1-a3ec-0a6cff68e2b7 req-2fe3cc46-23b2-4e50-a937-a1e7d695858c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:31.158467 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-1d69addd-d82b-4c55-ba3d-2069984a92b7 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279740 Dec 14 00:00:31.158892 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-09a759c7-963e-4eb1-a3ec-0a6cff68e2b7 req-2fe3cc46-23b2-4e50-a937-a1e7d695858c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0801728 Dec 14 00:00:31.207182 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-09a759c7-963e-4eb1-a3ec-0a6cff68e2b7 req-041c84af-47df-42e7-9445-9e2e230594af tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426011 Dec 14 00:00:31.293172 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-9da11083-4c62-4ade-861c-8a85ce0b96ff service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290293 Dec 14 00:00:32.410498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35054c90-9931-4b34-9ac4-c6f2d5353eff req-1830714e-f462-41ad-b19b-3f18c6db108b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:32.412011 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-35054c90-9931-4b34-9ac4-c6f2d5353eff req-1830714e-f462-41ad-b19b-3f18c6db108b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0833926 Dec 14 00:00:32.458239 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-35054c90-9931-4b34-9ac4-c6f2d5353eff req-44e1e784-6618-482a-89e9-7e1e099fc60f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406933 Dec 14 00:00:33.810226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3e4a-004a-40a4-9e11-85cbdf5ca7d7 req-113abb43-1397-4c25-a435-24caf080ec6b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:33.812330 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4f9d3e4a-004a-40a4-9e11-85cbdf5ca7d7 req-113abb43-1397-4c25-a435-24caf080ec6b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0814288 Dec 14 00:00:33.856861 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4f9d3e4a-004a-40a4-9e11-85cbdf5ca7d7 req-952f2e93-26df-468f-8699-6540facaa4bf tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390434 Dec 14 00:00:35.053997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e242aed-366a-4c57-a1b8-4116204027fe req-9d6e26e0-bd51-4396-ba87-72aaf60b2836 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:35.055445 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3e242aed-366a-4c57-a1b8-4116204027fe req-9d6e26e0-bd51-4396-ba87-72aaf60b2836 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0769122 Dec 14 00:00:35.101400 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3e242aed-366a-4c57-a1b8-4116204027fe req-f0c5db8c-bcdd-4309-90f2-990299f03dca tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Dec 14 00:00:36.302188 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2e275-ca00-49b9-8f12-faaf73c1154e req-88a14c50-f148-44e6-a9d3-a5af83906fa6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:36.303664 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f7f2e275-ca00-49b9-8f12-faaf73c1154e req-88a14c50-f148-44e6-a9d3-a5af83906fa6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0812929 Dec 14 00:00:36.351093 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f7f2e275-ca00-49b9-8f12-faaf73c1154e req-1b2b1558-9b7c-4531-9aef-465073ce6801 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419531 Dec 14 00:00:37.742146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eb186-1bb1-4f4b-99ea-b01de45f180e req-ef79d19c-9091-4d57-96b6-6abd5095de56 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:37.743514 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a2eb186-1bb1-4f4b-99ea-b01de45f180e req-ef79d19c-9091-4d57-96b6-6abd5095de56 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.2724135 Dec 14 00:00:37.788435 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a2eb186-1bb1-4f4b-99ea-b01de45f180e req-55c74a8c-7508-4c17-825d-457bda1ef707 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393476 Dec 14 00:00:39.058798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d8781-6ff5-4954-97fa-786aaa1902d7 req-f15716fe-05d3-48d7-bfe9-ec7cdab42342 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:39.060553 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a77d8781-6ff5-4954-97fa-786aaa1902d7 req-f15716fe-05d3-48d7-bfe9-ec7cdab42342 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.1517258 Dec 14 00:00:39.106564 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a77d8781-6ff5-4954-97fa-786aaa1902d7 req-85a48276-6f19-455b-baa9-02620331b87e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397911 Dec 14 00:00:40.318349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42dc2a-cc64-4ad8-9bc1-d7a490023218 req-d50578bb-5a7f-4ebc-a7f5-820767be28c2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:40.319826 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce42dc2a-cc64-4ad8-9bc1-d7a490023218 req-d50578bb-5a7f-4ebc-a7f5-820767be28c2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0780566 Dec 14 00:00:40.365525 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce42dc2a-cc64-4ad8-9bc1-d7a490023218 req-fcea07d0-7e66-4c46-9ab0-1ed28c99b846 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403256 Dec 14 00:00:41.558469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9fbe9-ce2d-4424-8ee2-f373795a428d req-d42168c9-0a0d-4fa7-bc7f-2c94034604df tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:41.560161 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-82e9fbe9-ce2d-4424-8ee2-f373795a428d req-d42168c9-0a0d-4fa7-bc7f-2c94034604df tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0761235 Dec 14 00:00:41.612263 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-82e9fbe9-ce2d-4424-8ee2-f373795a428d req-322d15cb-1359-4968-9693-6e2ee3545913 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460100 Dec 14 00:00:41.864133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e1e6-7f0c-40de-9f66-87848d3cca38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:42.809561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519075e2-1015-428e-8b74-61299204a4d4 req-053fa423-43ea-45bc-87a4-4792db55de3d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:42.812052 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-519075e2-1015-428e-8b74-61299204a4d4 req-053fa423-43ea-45bc-87a4-4792db55de3d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0808263 Dec 14 00:00:42.856639 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-519075e2-1015-428e-8b74-61299204a4d4 req-2a2702f2-a18f-4f66-8b0c-dc9723f4f8f5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394967 Dec 14 00:00:43.278645 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-a502d326-aeaf-488d-b43d-ba51cc2114e9 service neutron] 10.222.0.18 "GET /v2.0/ports/66b753a8-58b2-4192-b727-38a1991dea67/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.1423659 Dec 14 00:00:43.749282 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-69678266-9b37-4faf-b1a4-9836f0c0f033 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 1099 time: 0.0726898 Dec 14 00:00:43.837731 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-2e8efe73-cd54-43c5-9bb4-55494da6be9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 1099 time: 0.0683844 Dec 14 00:00:43.970567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-c84f0632-03ef-4d07-bbff-7ea57994aa4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:43.972021 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-c84f0632-03ef-4d07-bbff-7ea57994aa4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1278870 Dec 14 00:00:44.063331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81be73-cade-4ffb-a0dc-629cf439389a req-3e11f120-5c97-4fa8-a27f-4ae317fe57d1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:44.064850 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ae81be73-cade-4ffb-a0dc-629cf439389a req-3e11f120-5c97-4fa8-a27f-4ae317fe57d1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0878282 Dec 14 00:00:44.079782 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-effd2ad6-816f-4e69-a0c4-fd2fc1d745b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b753a8-58b2-4192-b727-38a1991dea67 HTTP/1.1" status: 200 len: 1002 time: 0.1008492 Dec 14 00:00:44.103921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f53bfa94-362c-4378-b3c6-3587efaabaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:44.110448 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ae81be73-cade-4ffb-a0dc-629cf439389a req-cd670029-c9c4-4444-9c8b-02c66bf4f10f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401268 Dec 14 00:00:44.146247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-41230ef8-4671-41ff-b377-cb1ab9292889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:44.147725 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-41230ef8-4671-41ff-b377-cb1ab9292889 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0621834 Dec 14 00:00:44.222778 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-84359d64-d01d-4982-a77c-2cd9595763eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690935 Dec 14 00:00:44.357421 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-0d782486-2017-49d7-b731-cdf737fc00df service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276774 Dec 14 00:00:44.490661 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e64b64de-ba2b-44d3-8c77-ed27621f38bd req-c5a4b5fb-0963-48a2-9e4b-77ee2f20cbbb service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265402 Dec 14 00:00:45.304906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4375e0-d181-4612-851e-321abe970cfa req-416bc0e7-1a8a-44c1-ba53-76be6eb9fa12 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:45.306358 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2e4375e0-d181-4612-851e-321abe970cfa req-416bc0e7-1a8a-44c1-ba53-76be6eb9fa12 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0774374 Dec 14 00:00:45.358064 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2e4375e0-d181-4612-851e-321abe970cfa req-527500df-1163-49fc-bba6-38a5c183834d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445850 Dec 14 00:00:45.458335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:45.475285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:46.473451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 66b753a8-58b2-4192-b727-38a1991dea67 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:00:46.569455 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffebb8-d710-45a3-adb6-8d1243bd9e19 req-dcf8f684-07fa-447a-8944-f51feff39e1c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:46.570923 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c5ffebb8-d710-45a3-adb6-8d1243bd9e19 req-dcf8f684-07fa-447a-8944-f51feff39e1c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0786450 Dec 14 00:00:46.615319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:46.650492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:00:46.661591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66b753a8-58b2-4192-b727-38a1991dea67,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:00:46.717231 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67', 'code': 200} Dec 14 00:00:46.721178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:46.725312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d65c1b12-f161-499b-83fc-5a0fe397bc20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:00:46.726472 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c5ffebb8-d710-45a3-adb6-8d1243bd9e19 req-0b950c49-2cde-492f-a742-0fe2e1322d6d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494155 Dec 14 00:00:46.800031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=66b753a8-58b2-4192-b727-38a1991dea67,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:00:46.808372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.811391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.811391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.811391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.811391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.811391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.811779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.811970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.812294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.812612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.812929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:46.816834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:00:46.857957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:47.226732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7376d1-8da8-4a37-b79a-3bab15d1e591 req-c90734b7-327c-4558-96a2-13f7da89687c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:47.228501 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cc7376d1-8da8-4a37-b79a-3bab15d1e591 req-c90734b7-327c-4558-96a2-13f7da89687c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 944 time: 0.0779302 Dec 14 00:00:47.275475 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cc7376d1-8da8-4a37-b79a-3bab15d1e591 req-ea2678c2-c7fe-44c4-8e31-e7c424205e9a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404403 Dec 14 00:00:47.281167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-8c710a61-069a-42d2-b94d-ba9e46b44159 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:47.282592 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-8c710a61-069a-42d2-b94d-ba9e46b44159 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930&tenant_id=175d8b698d8a41d78bafaba498d180fa&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 944 time: 0.0807645 Dec 14 00:00:47.423030 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-b0193314-f32d-462d-8318-001bdb326e6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 1097 time: 0.0698292 Dec 14 00:00:47.555257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-fc1f5a26-eec2-4715-a8a7-9650d2fa5d1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:47.556742 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-fc1f5a26-eec2-4715-a8a7-9650d2fa5d1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1278479 Dec 14 00:00:47.659868 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-bfede884-94f3-4ce8-8e8d-15e16a897d61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66b753a8-58b2-4192-b727-38a1991dea67 HTTP/1.1" status: 200 len: 1000 time: 0.0965850 Dec 14 00:00:47.725086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-40a98c55-e46b-4075-9b95-c0b77011ccca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:47.726483 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-40a98c55-e46b-4075-9b95-c0b77011ccca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0608425 Dec 14 00:00:47.800797 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-af3702a8-d244-4c2b-96c8-801ea88094c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679996 Dec 14 00:00:48.037100 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-66b9fbec-5141-46c9-8bbe-81e2f4f53419 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296700 Dec 14 00:00:48.169291 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-253c2705-41a4-489b-916a-7e59ef7eea48 req-f5784c00-eb0c-4d50-a1ad-3f8ad25071d7 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256082 Dec 14 00:00:48.478202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 66b753a8-58b2-4192-b727-38a1991dea67 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:00:48.480895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2c58-297e-4f16-938c-a4b0b9d3c380 req-23404d60-2dc3-4fb5-b85c-c945d5766677 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:48.482399 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-418c2c58-297e-4f16-938c-a4b0b9d3c380 req-23404d60-2dc3-4fb5-b85c-c945d5766677 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 944 time: 0.0814238 Dec 14 00:00:48.531193 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-418c2c58-297e-4f16-938c-a4b0b9d3c380 req-a306f7a5-2885-4cea-a709-7e4a522f7243 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430193 Dec 14 00:00:48.613096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66b753a8-58b2-4192-b727-38a1991dea67,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:00:48.626516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '66b753a8-58b2-4192-b727-38a1991dea67', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': '66b753a8-58b2-4192-b727-38a1991dea67', 'mac_address': 'fa:16:3e:b5:50:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:00:48.678393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:48.698320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b753a8-58b2-4192-b727-38a1991dea67 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:00:48.712945 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66b753a8-58b2-4192-b727-38a1991dea67,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:00:48.795892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:48.797656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-58f1e1a8-f98d-48c5-8600-fa8df7bfe427 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:00:48.860337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['66b753a8-58b2-4192-b727-38a1991dea67'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:00:48.902635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=66b753a8-58b2-4192-b727-38a1991dea67,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:00:48.907485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:00:49.520740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:49.730371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28799494-7663-4d8c-b04c-ef70d884a27f req-7beb1662-c5e5-4f19-a94d-1e08dc0ce6d7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:49.731726 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-28799494-7663-4d8c-b04c-ef70d884a27f req-7beb1662-c5e5-4f19-a94d-1e08dc0ce6d7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 945 time: 0.0811992 Dec 14 00:00:49.777154 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-28799494-7663-4d8c-b04c-ef70d884a27f req-9328db3a-4274-4efa-a335-3cddab8f07d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399218 Dec 14 00:00:49.971272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6ece3-60e9-4700-aa8e-84beac1e76a5 req-003e6422-63a3-4db3-93f4-b0b9dc960c64 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:49.972793 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-54a6ece3-60e9-4700-aa8e-84beac1e76a5 req-003e6422-63a3-4db3-93f4-b0b9dc960c64 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 945 time: 0.0777662 Dec 14 00:00:50.018932 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-54a6ece3-60e9-4700-aa8e-84beac1e76a5 req-2fe7ea90-0f6b-4452-898a-6f0fa01b52c5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406928 Dec 14 00:00:50.215300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73d8c-ec00-4270-b1cc-e7917b6fb9bb req-f0b177ab-284b-42a6-a1b8-19db9de6bef2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:50.217501 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-75b73d8c-ec00-4270-b1cc-e7917b6fb9bb req-f0b177ab-284b-42a6-a1b8-19db9de6bef2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 945 time: 0.0786154 Dec 14 00:00:50.261292 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-75b73d8c-ec00-4270-b1cc-e7917b6fb9bb req-0f2dc03b-a194-4b5d-bf70-3245d805caff tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385630 Dec 14 00:00:50.488299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 66b753a8-58b2-4192-b727-38a1991dea67 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:00:50.556523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 66b753a8-58b2-4192-b727-38a1991dea67 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:00:50.557214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:50.671060 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:50.697810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:00:50.707983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66b753a8-58b2-4192-b727-38a1991dea67,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:00:50.753987 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67', 'code': 200} Dec 14 00:00:50.784166 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:50.786802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:00:50.852800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=66b753a8-58b2-4192-b727-38a1991dea67,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:00:50.855694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:00:50.871427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fff32-44a9-4c5b-8d6c-db56b49d55a1 req-2b4725a4-b939-450c-a45a-04349acf4419 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:50.872982 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-813fff32-44a9-4c5b-8d6c-db56b49d55a1 req-2b4725a4-b939-450c-a45a-04349acf4419 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0820827 Dec 14 00:00:50.917616 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-813fff32-44a9-4c5b-8d6c-db56b49d55a1 req-e8a740bb-7d3d-4ab6-9b34-a3e275ed7310 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392087 Dec 14 00:00:52.127871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe76931-d7eb-42ac-b7cf-81b2ae3a35c0 req-d277f428-5933-40c6-8e95-e1052ab5999d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:52.129250 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7fe76931-d7eb-42ac-b7cf-81b2ae3a35c0 req-d277f428-5933-40c6-8e95-e1052ab5999d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0821674 Dec 14 00:00:52.174800 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7fe76931-d7eb-42ac-b7cf-81b2ae3a35c0 req-a4ba5865-3a8d-4607-952d-aa8ff3750de4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401185 Dec 14 00:00:52.534683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be28fe3-f776-4085-a1e7-9240619b706e req-c7311a9e-845a-48c5-91b6-a1c1bd4ce946 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:52.536126 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8be28fe3-f776-4085-a1e7-9240619b706e req-c7311a9e-845a-48c5-91b6-a1c1bd4ce946 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0780399 Dec 14 00:00:52.606885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Deleting port 66b753a8-58b2-4192-b727-38a1991dea67 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:00:52.607565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:52.851444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] For port 66b753a8-58b2-4192-b727-38a1991dea67, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=66b753a8-58b2-4192-b727-38a1991dea67,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:00:52.851746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:53.142538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:53.143166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:53.143166 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7 disassociated. External IP: 172.26.5.197, port: 66b753a8-58b2-4192-b727-38a1991dea67. Dec 14 00:00:53.143436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Calling delete_port for 66b753a8-58b2-4192-b727-38a1991dea67 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:00:53.350263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:53.356360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-791e1a2f-6b42-4144-95cf-04a460c1aa02 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:00:53.374342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984a040-469b-4a65-b56b-3f6e4290c22a req-b9defbd9-114d-426a-9451-5e15bdfb8361 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:53.375940 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3984a040-469b-4a65-b56b-3f6e4290c22a req-b9defbd9-114d-426a-9451-5e15bdfb8361 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 946 time: 0.0806653 Dec 14 00:00:53.402667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event deleted for resources: {'Port': ['ID=66b753a8-58b2-4192-b727-38a1991dea67,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:00:53.417385 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.417788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.418753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.419020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.419417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.420165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.420706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.420946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.421325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.421702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.422075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:00:53.425319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:00:53.433790 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3984a040-469b-4a65-b56b-3f6e4290c22a req-0e292cf2-b771-45de-981e-0a15ae40b211 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506945 Dec 14 00:00:53.740045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:00:53.937691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:00:53.946983 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:00:53.959816 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:00:53.960425 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:00:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:00:54.009609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] No DVR routers for this DVR port 66b753a8-58b2-4192-b727-38a1991dea67 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:00:54.012164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:54.015525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'name': 'network-vif-deleted', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:00:54.069924 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d586cdc-4792-4176-a617-4295fb509930', 'name': 'network-vif-deleted', 'tag': '66b753a8-58b2-4192-b727-38a1991dea67', 'status': 'completed', 'code': 200} Dec 14 00:00:54.104621 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8be28fe3-f776-4085-a1e7-9240619b706e req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "DELETE /v2.0/ports/66b753a8-58b2-4192-b727-38a1991dea67 HTTP/1.1" status: 204 len: 173 time: 1.5631549 Dec 14 00:00:54.139702 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:00:54.485689 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:00:54.489647 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:00:54.500846 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:00:54.501457 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:00:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:00:54.613245 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fee9ce64-be4c-463e-b372-40b116c739c1 req-88ee921e-3755-4324-8660-7ae449edbfd0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d586cdc-4792-4176-a617-4295fb509930 HTTP/1.1" status: 200 len: 210 time: 0.0419848 Dec 14 00:00:54.681099 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:00:54.984916 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:00:54.988921 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5f133-087f-46f1-8bed-0e4bc9183478 None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:00:55.208373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2191b3b-499c-4221-a9b2-e43a804cdb55 None None] New status for floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:00:55.965913 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-2e0f27e4-63a8-49ff-9488-14bf170d6414 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--112493195&fields=id&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 267 time: 0.0419173 Dec 14 00:00:56.113516 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-fd325ce0-b7fd-4676-b3b9-3165a2fe554b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:56.114955 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-fd325ce0-b7fd-4676-b3b9-3165a2fe554b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 812 time: 0.1425002 Dec 14 00:00:56.130975 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-63a266f7-ecaa-4ec9-857e-0f3bcd2caa71 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/quotas/175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 375 time: 0.0107245 Dec 14 00:00:56.211294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-d44cea0b-2c3e-4344-8c30-fc64dfd7674d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:00:56.269407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-d44cea0b-2c3e-4344-8c30-fc64dfd7674d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:00:56.270743 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-d44cea0b-2c3e-4344-8c30-fc64dfd7674d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1351938 Dec 14 00:00:56.412073 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-86d52013-c5f6-4490-b93a-060f30b608ee service neutron] 10.222.0.30 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286612 Dec 14 00:00:56.545368 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-29726210-4c43-4f4e-a983-8b0f56dd5571 service neutron] 10.222.0.30 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276634 Dec 14 00:00:56.574471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 66b753a8-58b2-4192-b727-38a1991dea67 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:00:56.609992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 66b753a8-58b2-4192-b727-38a1991dea67 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:00:56.610348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 66b753a8-58b2-4192-b727-38a1991dea67 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:00:56.805238 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9008244b-0b56-4396-a4c9-8c596d94881c req-51fbf1bc-450e-45a9-a441-5d50f28d8b65 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 210 time: 0.0477843 Dec 14 00:00:57.069511 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:00:57.971302 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80e3d51a-c3d6-4c20-9258-7c65c4c273a0 req-08d1775e-87eb-4717-a09a-8af5317f6c4a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 210 time: 0.0463741 Dec 14 00:00:58.555785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-7a83f4e2-b871-4c45-8568-f4e7cebb25f1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:58.557187 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-7a83f4e2-b871-4c45-8568-f4e7cebb25f1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 812 time: 0.1436765 Dec 14 00:00:58.612438 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-3786ec35-159c-4585-879c-a2347ba70293 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 379 time: 0.0419037 Dec 14 00:00:58.621111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'port': {'device_id': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'admin_state_up': True, 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'security_groups': ['8a0d9a65-3a07-4429-953f-97f79a9510b5']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:00:58.759050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:00:58.769679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:00:58.834916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Made reservation on behalf of 175d8b698d8a41d78bafaba498d180fa for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:00:58.837911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:59.002032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Allocated IP 172.20.0.4 (c2380813-3be3-486b-87c6-f3cabc1e2b59/9da84a98-1e70-4317-ab5a-16e02d63c8c7/8214225c-33f3-4b23-8cc7-c79f7104753d) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:00:59.137169 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e1058c9a-cd2e-4a2f-a22c-76ad09ebeba2 req-a48e69bc-c4bf-4fc6-b8e3-727e046602c7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 210 time: 0.0451767 Dec 14 00:00:59.191560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:59.207209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Transition to ACTIVE for port object 8214225c-33f3-4b23-8cc7-c79f7104753d will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:00:59.286023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:59.291382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-72370c1d-ec1c-4b5f-885e-bdaa85597db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:00:59.474744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:00:59.478231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:00:59.482129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:00:59.514881 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event updated for resources: {'Port': ['ID=8214225c-33f3-4b23-8cc7-c79f7104753d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:00:59.522689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:00:59.552848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:00:59.553446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:59.641676 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0240901 Dec 14 00:00:59.655084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Request body: {'port': {'device_id': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:00:59.738100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-13b4c37f-1457-49f8-9085-31392b942d5a None None] Provisioning for port 8214225c-33f3-4b23-8cc7-c79f7104753d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:00:59.743159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-13b4c37f-1457-49f8-9085-31392b942d5a None None] Provisioning complete for port 8214225c-33f3-4b23-8cc7-c79f7104753d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:00:59.743546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-13b4c37f-1457-49f8-9085-31392b942d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:59.767419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:00:59.799964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-13b4c37f-1457-49f8-9085-31392b942d5a None None] Port 8214225c-33f3-4b23-8cc7-c79f7104753d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:01:00.100284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8214225c-33f3-4b23-8cc7-c79f7104753d {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:01:00.107523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:00.121629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Transition to ACTIVE for port object 8214225c-33f3-4b23-8cc7-c79f7104753d will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:01:00.178240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:00.182225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-efeb1d45-4656-42fc-ac3f-e123f6655a26 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:01:00.360765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Pushing event updated for resources: {'Port': ['ID=8214225c-33f3-4b23-8cc7-c79f7104753d,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:01:00.363719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:01:00.478781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a8c0b-cfc7-491b-bd05-000d4b88a3a8 req-83d311b0-f178-4453-a992-21339a861a27 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:00.479471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d64a8c0b-cfc7-491b-bd05-000d4b88a3a8 req-83d311b0-f178-4453-a992-21339a861a27 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:01:00.505219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Attempting to bind port 8214225c-33f3-4b23-8cc7-c79f7104753d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:01:00.505555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Attempting to bind port 8214225c-33f3-4b23-8cc7-c79f7104753d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:01:00.505878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Attempting to bind port 8214225c-33f3-4b23-8cc7-c79f7104753d on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:01:00.514732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Port 8214225c-33f3-4b23-8cc7-c79f7104753d on network c2380813-3be3-486b-87c6-f3cabc1e2b59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:01:00.515066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Attempting to bind port 8214225c-33f3-4b23-8cc7-c79f7104753d on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:01:00.521357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:01:00.526825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Checking segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:01:00.526825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Bound using segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:01:00.526825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Bound port: 8214225c-33f3-4b23-8cc7-c79f7104753d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:01:00.526825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:00.573459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d64a8c0b-cfc7-491b-bd05-000d4b88a3a8 req-83d311b0-f178-4453-a992-21339a861a27 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:01:00.574631 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d64a8c0b-cfc7-491b-bd05-000d4b88a3a8 req-83d311b0-f178-4453-a992-21339a861a27 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 943 time: 0.2909899 Dec 14 00:01:00.655278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:01:00.658903 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d64a8c0b-cfc7-491b-bd05-000d4b88a3a8 req-54b71062-bd4a-44d0-ae88-be5cd247b279 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762157 Dec 14 00:01:00.660541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8214225c-33f3-4b23-8cc7-c79f7104753d,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:01:00.698316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:00.702700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1f700739-e95f-4bf2-9595-86a1cd816deb tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:01:00.765837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:00.767313 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] 10.222.0.18 "PUT /v2.0/ports/8214225c-33f3-4b23-8cc7-c79f7104753d HTTP/1.1" status: 200 len: 1093 time: 1.1166413 Dec 14 00:01:00.767865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:01:00.787539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Pushing event updated for resources: {'Port': ['ID=8214225c-33f3-4b23-8cc7-c79f7104753d,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:01:00.790485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:01:00.826567 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'status': 'completed', 'code': 200} Dec 14 00:01:00.922666 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fbe4609b-8465-41d1-a413-412ebcda21a7 req-0285425f-4825-43ae-a565-c9f83e6ed9d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 1096 time: 0.0739112 Dec 14 00:01:01.064527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4609b-8465-41d1-a413-412ebcda21a7 req-b243a55f-c95f-4030-94bb-c86fc0e2b1bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:01.065965 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fbe4609b-8465-41d1-a413-412ebcda21a7 req-b243a55f-c95f-4030-94bb-c86fc0e2b1bb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=175d8b698d8a41d78bafaba498d180fa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1364567 Dec 14 00:01:01.205453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4609b-8465-41d1-a413-412ebcda21a7 req-2db07cf6-74c2-4b0c-8cd2-952c0abe478d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:01.206808 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fbe4609b-8465-41d1-a413-412ebcda21a7 req-2db07cf6-74c2-4b0c-8cd2-952c0abe478d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343241 Dec 14 00:01:01.322679 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-8ed94fb1-ed26-4969-b211-6496e13ff2ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 1096 time: 0.0801144 Dec 14 00:01:01.394491 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-274605c4-cbd3-4e09-91cd-6d70e633644a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8214225c-33f3-4b23-8cc7-c79f7104753d HTTP/1.1" status: 200 len: 217 time: 0.0651500 Dec 14 00:01:01.456519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-abc3dd23-5ba8-4654-a78e-9ef5becf3422 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:01.457860 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-abc3dd23-5ba8-4654-a78e-9ef5becf3422 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0571618 Dec 14 00:01:01.639624 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-43876962-9108-4b41-b7ed-56a97c1180e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1753674 Dec 14 00:01:01.772683 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-5a633796-593d-4609-9478-e2cc5946fd0c service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255271 Dec 14 00:01:01.962126 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a074bef0-05d4-4200-90ee-fe4860fade2d req-78217785-d4fa-4b06-b251-0d688d04f328 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828134 Dec 14 00:01:01.972939 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddb8c9-805f-4d57-a59a-a2e88849ea3d req-67f3f916-a70e-4cd8-8475-5c83ba3635e5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:01.977493 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3bddb8c9-805f-4d57-a59a-a2e88849ea3d req-67f3f916-a70e-4cd8-8475-5c83ba3635e5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 943 time: 0.1755304 Dec 14 00:01:02.020301 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3bddb8c9-805f-4d57-a59a-a2e88849ea3d req-5a36f9d3-f8b4-4ef0-955f-858d1a821be5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401106 Dec 14 00:01:03.223243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe91bd1-12ab-4c9e-862b-ef124d458b8a req-cebeb573-2e64-4187-8834-d876888ad515 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:03.224704 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dfe91bd1-12ab-4c9e-862b-ef124d458b8a req-cebeb573-2e64-4187-8834-d876888ad515 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 943 time: 0.0787048 Dec 14 00:01:03.269946 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dfe91bd1-12ab-4c9e-862b-ef124d458b8a req-89af3498-8f49-4a11-b2a0-aa8e662fbf1b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397458 Dec 14 00:01:04.466688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf815333-5a8e-4049-8e37-7e31221472d5 req-5dabb11b-5b13-41ee-a018-3b88800fff92 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:04.468156 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf815333-5a8e-4049-8e37-7e31221472d5 req-5dabb11b-5b13-41ee-a018-3b88800fff92 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 943 time: 0.0768940 Dec 14 00:01:04.512656 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf815333-5a8e-4049-8e37-7e31221472d5 req-fb54c870-54ca-4fa3-81c5-efafb5c6ef96 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390697 Dec 14 00:01:04.634590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8214225c-33f3-4b23-8cc7-c79f7104753d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:01:04.799491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8214225c-33f3-4b23-8cc7-c79f7104753d,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:01:04.812595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'mac_address': 'fa:16:3e:df:97:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:01:04.867336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:04.883854 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8214225c-33f3-4b23-8cc7-c79f7104753d {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:01:04.898260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8214225c-33f3-4b23-8cc7-c79f7104753d,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:01:04.955117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:04.956830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:01:05.019900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8214225c-33f3-4b23-8cc7-c79f7104753d,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:01:05.022775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:01:05.164763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['8214225c-33f3-4b23-8cc7-c79f7104753d'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:01:05.709653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3262-420c-4ec9-906c-7bf769491643 req-414742a8-861c-4de6-8e9e-a8ce8ae827e0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:05.711107 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cffc3262-420c-4ec9-906c-7bf769491643 req-414742a8-861c-4de6-8e9e-a8ce8ae827e0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 944 time: 0.0810320 Dec 14 00:01:05.755083 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cffc3262-420c-4ec9-906c-7bf769491643 req-3b842a7e-b0ad-416d-9ae2-84ef8201faf6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385647 Dec 14 00:01:06.650099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8214225c-33f3-4b23-8cc7-c79f7104753d up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:01:06.783746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 8214225c-33f3-4b23-8cc7-c79f7104753d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:01:06.788568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 8214225c-33f3-4b23-8cc7-c79f7104753d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:01:06.788936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:06.904179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:06.930747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:01:06.940963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8214225c-33f3-4b23-8cc7-c79f7104753d,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:01:06.964409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd9a2a0-04c3-47fb-9f58-09c8f9e35118 req-190dabc9-7ddc-4c85-b762-93963978079b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:06.966412 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bd9a2a0-04c3-47fb-9f58-09c8f9e35118 req-190dabc9-7ddc-4c85-b762-93963978079b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 944 time: 0.0815623 Dec 14 00:01:06.989881 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'code': 200} Dec 14 00:01:07.012298 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bd9a2a0-04c3-47fb-9f58-09c8f9e35118 req-b772ffe2-4790-4ea9-89be-5517864bb2ba tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403385 Dec 14 00:01:07.021928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:07.024928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:01:07.094673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8214225c-33f3-4b23-8cc7-c79f7104753d,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:01:07.097815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:01:07.407649 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-87e93553-cf90-4b1a-93b0-c18e00f5d9d0 req-47121dfe-29fd-4fb0-bd95-9c551251e10f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 1098 time: 0.0698063 Dec 14 00:01:07.449350 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-87e93553-cf90-4b1a-93b0-c18e00f5d9d0 req-e31d5ad1-dd04-4fac-928d-d4b74e18f306 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350714 Dec 14 00:01:08.210867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac765d-cc1c-41f6-aa89-5e266dcac8b0 req-d86a7ed8-d1f8-408f-8b16-4c9184d2544a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:08.212346 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cbac765d-cc1c-41f6-aa89-5e266dcac8b0 req-d86a7ed8-d1f8-408f-8b16-4c9184d2544a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0773175 Dec 14 00:01:08.258675 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cbac765d-cc1c-41f6-aa89-5e266dcac8b0 req-7c847fa0-d908-45ba-8df3-c71b38aab6bf tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407207 Dec 14 00:01:09.462858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d48a29-f5ab-4a73-a01e-a7b175c57b4a req-758af7d9-8ebd-4c53-9ad4-06513b6b7e1b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:09.464348 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-25d48a29-f5ab-4a73-a01e-a7b175c57b4a req-758af7d9-8ebd-4c53-9ad4-06513b6b7e1b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0809014 Dec 14 00:01:09.509931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-25d48a29-f5ab-4a73-a01e-a7b175c57b4a req-35d29708-1c72-4da7-a45c-ecae29a21832 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391560 Dec 14 00:01:09.704453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb66b56-d7ee-437e-a7ee-8046d0816992 req-e622f5f8-4637-4bb7-9005-e1d0080fe7d2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:09.705886 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2eb66b56-d7ee-437e-a7ee-8046d0816992 req-e622f5f8-4637-4bb7-9005-e1d0080fe7d2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0801866 Dec 14 00:01:09.714519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 59376) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:01:09.720535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d2b8efe1-b4f5-4b23-b233-6929bb8d6a67 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'floatingip': {'port_id': '8214225c-33f3-4b23-8cc7-c79f7104753d'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:01:09.795736 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2b8efe1-b4f5-4b23-b233-6929bb8d6a67 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:10.477139 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2b8efe1-b4f5-4b23-b233-6929bb8d6a67 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:10.531981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2b8efe1-b4f5-4b23-b233-6929bb8d6a67 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:10.725837 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-d2b8efe1-b4f5-4b23-b233-6929bb8d6a67 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7 associated. External IP: 172.26.5.197, port: 8214225c-33f3-4b23-8cc7-c79f7104753d. Dec 14 00:01:11.120605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b8efe1-b4f5-4b23-b233-6929bb8d6a67 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:01:11.329213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b8efe1-b4f5-4b23-b233-6929bb8d6a67 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:01:11.333801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d2b8efe1-b4f5-4b23-b233-6929bb8d6a67 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:11.339728 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:01:11.352756 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:01:11.353500 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:00:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:01:11.390808 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d2b8efe1-b4f5-4b23-b233-6929bb8d6a67 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "PUT /v2.0/floatingips/2b2da884-2126-40f9-aa1b-05f3c43f06f7 HTTP/1.1" status: 200 len: 991 time: 1.6752424 Dec 14 00:01:11.391473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:01:11.528163 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'status': 'completed', 'code': 200} Dec 14 00:01:11.545912 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:01:11.619346 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fdafa8ce-81ae-4c73-8034-ebfc57dd1912 req-c6172cc1-f853-410c-bcf1-dc1501b4b57d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 1098 time: 0.0710804 Dec 14 00:01:11.751719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafa8ce-81ae-4c73-8034-ebfc57dd1912 req-7547bf50-48c3-4fdd-b33b-431c47d2846c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:11.753085 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fdafa8ce-81ae-4c73-8034-ebfc57dd1912 req-7547bf50-48c3-4fdd-b33b-431c47d2846c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1280882 Dec 14 00:01:11.858602 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fdafa8ce-81ae-4c73-8034-ebfc57dd1912 req-ead37532-9498-437c-b101-708f5704fa8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8214225c-33f3-4b23-8cc7-c79f7104753d HTTP/1.1" status: 200 len: 999 time: 0.0991526 Dec 14 00:01:11.879742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-69dee3d7-c82a-43d4-b2d8-4dd9dd21dd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:11.894571 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:df:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-14T00:01:10Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:01:11.898712 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:01:11.910168 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:01:11.910780 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:00:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:01:11.925747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafa8ce-81ae-4c73-8034-ebfc57dd1912 req-c7622c7b-6b92-498d-89fc-c12f54c6e14f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:11.927187 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fdafa8ce-81ae-4c73-8034-ebfc57dd1912 req-c7622c7b-6b92-498d-89fc-c12f54c6e14f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0619764 Dec 14 00:01:12.002916 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fdafa8ce-81ae-4c73-8034-ebfc57dd1912 req-9ed5ceef-a0e4-4bfb-a021-0cfde3aba6c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697687 Dec 14 00:01:12.121146 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:01:12.140188 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fdafa8ce-81ae-4c73-8034-ebfc57dd1912 req-c592be99-a83a-4c8f-9347-2a1377b35d88 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312363 Dec 14 00:01:12.274277 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fdafa8ce-81ae-4c73-8034-ebfc57dd1912 req-952fa3aa-fcf2-4412-994a-cbb21b3775f1 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277125 Dec 14 00:01:12.469626 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:df:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-14T00:01:10Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:01:12.473656 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515abdda-0373-4875-8559-e5eaf80d8071 None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:df:97:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-14T00:01:10Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:01:12.662564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2925e5f3-28d2-4335-ad7a-81fc28aeb49c None None] New status for floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:01:14.103732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f3f21d06-165d-4275-bb9b-a31499ee011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:15.458036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:15.474885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:16.852031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:19.532111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:34.071108 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:01:41.890512 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-605c55e2-2cc1-4303-a3cd-760ee5e6906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:44.142991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b124f3af-548d-4139-ab21-20f532484156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:45.468911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:45.480386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:46.880375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:48.303239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15db2e-a986-4816-a965-9010adcfffe7 req-1c07b6df-fadd-4450-8564-d00753107a8c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:48.304816 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b15db2e-a986-4816-a965-9010adcfffe7 req-1c07b6df-fadd-4450-8564-d00753107a8c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0843916 Dec 14 00:01:48.352108 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4b15db2e-a986-4816-a965-9010adcfffe7 req-9e290533-9155-44a8-b08e-8930abbd1fe6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410244 Dec 14 00:01:49.543032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:01:49.556592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e760e8-70f9-4151-80fd-c91045455ea7 req-9dbca0ef-e89f-4702-9a66-b2f5d792ce5c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:49.557619 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c4e760e8-70f9-4151-80fd-c91045455ea7 req-9dbca0ef-e89f-4702-9a66-b2f5d792ce5c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0841410 Dec 14 00:01:49.704121 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c4e760e8-70f9-4151-80fd-c91045455ea7 req-87cf850c-be79-43bf-8e38-1861b35092cc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405494 Dec 14 00:01:50.905593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fe7b0-90df-4c23-8b0c-3d863cc9d160 req-3c899ce3-bc5f-46c7-ab3b-6ded9ef4399f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:50.907038 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c33fe7b0-90df-4c23-8b0c-3d863cc9d160 req-3c899ce3-bc5f-46c7-ab3b-6ded9ef4399f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0759261 Dec 14 00:01:50.952936 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c33fe7b0-90df-4c23-8b0c-3d863cc9d160 req-750cf4de-bef0-49a7-89b2-b7a35eee6814 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399117 Dec 14 00:01:52.152213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242a55f-9d9f-4aa6-b185-9294444c75eb req-41abd2dc-145b-48aa-b1dc-a2c0cd0355e8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:52.153681 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6242a55f-9d9f-4aa6-b185-9294444c75eb req-41abd2dc-145b-48aa-b1dc-a2c0cd0355e8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0773411 Dec 14 00:01:52.199369 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6242a55f-9d9f-4aa6-b185-9294444c75eb req-03497c11-7983-4066-8103-7eca3a43d429 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395510 Dec 14 00:01:53.398975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ab9af-27e3-40ca-a5e1-30259347c641 req-4cb55000-6c55-4381-9270-87a082c96da5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:53.400444 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7b8ab9af-27e3-40ca-a5e1-30259347c641 req-4cb55000-6c55-4381-9270-87a082c96da5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0792677 Dec 14 00:01:53.444793 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7b8ab9af-27e3-40ca-a5e1-30259347c641 req-e47bd415-d4a3-46d2-93e5-6077ab031588 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389748 Dec 14 00:01:54.641870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0590f-da7b-49cf-b2ff-cf7ff590b520 req-6df1d8a5-cda8-4805-9be5-0a36d849d851 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:54.643894 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-31f0590f-da7b-49cf-b2ff-cf7ff590b520 req-6df1d8a5-cda8-4805-9be5-0a36d849d851 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0802269 Dec 14 00:01:54.689005 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-31f0590f-da7b-49cf-b2ff-cf7ff590b520 req-0a200622-2076-42a9-9879-31b8e82d017e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396428 Dec 14 00:01:55.882020 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaca1a2-df82-412c-9432-896a2260df8f req-5a392ead-400c-4a89-94e0-764fc3f1aa4d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:55.883458 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dcaca1a2-df82-412c-9432-896a2260df8f req-5a392ead-400c-4a89-94e0-764fc3f1aa4d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0761607 Dec 14 00:01:55.932105 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dcaca1a2-df82-412c-9432-896a2260df8f req-5a4071fc-4c37-4c85-a21b-13da409a557f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432019 Dec 14 00:01:57.134240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29990b-bee1-40b4-9f53-664cae4d5c19 req-e3e1877b-3d02-454c-821e-93878f8ab7c1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:57.135787 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bc29990b-bee1-40b4-9f53-664cae4d5c19 req-e3e1877b-3d02-454c-821e-93878f8ab7c1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0809646 Dec 14 00:01:57.188571 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bc29990b-bee1-40b4-9f53-664cae4d5c19 req-8201dec4-1e1e-4ad2-8d08-2f3f756c5bb3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442410 Dec 14 00:01:58.389632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4bc19-a8f6-432a-9464-e72919d89095 req-bfe48bac-7b3b-4924-931d-4c0ffef3c7a2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:58.391079 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e4f4bc19-a8f6-432a-9464-e72919d89095 req-bfe48bac-7b3b-4924-931d-4c0ffef3c7a2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0772011 Dec 14 00:01:58.437191 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e4f4bc19-a8f6-432a-9464-e72919d89095 req-f0368dca-4d10-4817-ac1e-1c13971ba287 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405326 Dec 14 00:01:59.779078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2417195-570a-43e9-89a1-418af7af8c88 req-d67136e5-e682-4b95-adc8-5755f139772a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:01:59.780558 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d2417195-570a-43e9-89a1-418af7af8c88 req-d67136e5-e682-4b95-adc8-5755f139772a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0769181 Dec 14 00:01:59.826526 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d2417195-570a-43e9-89a1-418af7af8c88 req-40c5fb48-dbf5-44ac-8a38-8fe72a645eec tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398967 Dec 14 00:02:01.128254 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c4e6b-d4b8-4985-85fb-01775ea2bd3f req-7aeee593-1280-4bcf-a559-9ce5d7f44d99 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:01.129453 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f45c4e6b-d4b8-4985-85fb-01775ea2bd3f req-7aeee593-1280-4bcf-a559-9ce5d7f44d99 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.1833482 Dec 14 00:02:01.175570 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f45c4e6b-d4b8-4985-85fb-01775ea2bd3f req-3dc38eea-059d-4123-a930-e492bd9d2d9a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405836 Dec 14 00:02:02.378388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0963d81-aa06-4d36-8381-600a10af1ba7 req-37434649-2063-4001-889b-1bb284849b26 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:02.379862 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a0963d81-aa06-4d36-8381-600a10af1ba7 req-37434649-2063-4001-889b-1bb284849b26 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0840733 Dec 14 00:02:02.426777 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a0963d81-aa06-4d36-8381-600a10af1ba7 req-2f7d3d8f-c343-4f03-a943-eb6d23972aa2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414793 Dec 14 00:02:02.788698 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a69b866d-8db3-48b6-bade-e769177023d2 req-d36e9d68-fa50-4200-a3c8-6bd9daef9012 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 1098 time: 0.0693228 Dec 14 00:02:02.936637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b866d-8db3-48b6-bade-e769177023d2 req-b5c729bb-c2c9-4533-8e94-0c8d3caa5a75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:02.938093 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a69b866d-8db3-48b6-bade-e769177023d2 req-b5c729bb-c2c9-4533-8e94-0c8d3caa5a75 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1309905 Dec 14 00:02:03.041651 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a69b866d-8db3-48b6-bade-e769177023d2 req-5f464572-b0f5-420e-a03e-f0419b22b4a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8214225c-33f3-4b23-8cc7-c79f7104753d HTTP/1.1" status: 200 len: 1001 time: 0.0963814 Dec 14 00:02:03.103448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b866d-8db3-48b6-bade-e769177023d2 req-f322fa65-b2a6-4877-8cef-c352c957192d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:03.104918 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a69b866d-8db3-48b6-bade-e769177023d2 req-f322fa65-b2a6-4877-8cef-c352c957192d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0577240 Dec 14 00:02:03.187102 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a69b866d-8db3-48b6-bade-e769177023d2 req-3035049a-6b75-4eb9-bbee-894cbed65b73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756114 Dec 14 00:02:03.319635 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a69b866d-8db3-48b6-bade-e769177023d2 req-1c1d7a64-8153-4a0a-ad4b-beb66d836703 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256855 Dec 14 00:02:03.453685 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a69b866d-8db3-48b6-bade-e769177023d2 req-e0bfd4ec-2658-4105-a31f-dde0367c6df7 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281121 Dec 14 00:02:03.625088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d865-9cbc-4cee-8673-f0876b01479c req-f2174c91-b8f4-4287-9ee7-a59b23f534b9 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:03.626462 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c543d865-9cbc-4cee-8673-f0876b01479c req-f2174c91-b8f4-4287-9ee7-a59b23f534b9 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0780964 Dec 14 00:02:03.674601 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c543d865-9cbc-4cee-8673-f0876b01479c req-fc508fc8-0439-4734-a177-8e30cd038363 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415437 Dec 14 00:02:04.868770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8879d6-3dae-461c-abd5-8e54a7779a47 req-6aac9fe4-e873-4005-ae26-7b576e60d27a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:04.870238 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a8879d6-3dae-461c-abd5-8e54a7779a47 req-6aac9fe4-e873-4005-ae26-7b576e60d27a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0767682 Dec 14 00:02:04.915153 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a8879d6-3dae-461c-abd5-8e54a7779a47 req-8fc118fe-d0c2-47b2-a4f5-ff750ecbbfa0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395489 Dec 14 00:02:05.176507 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5642ac5c-8af1-449b-909e-9e95b9536245 req-dc5f8814-c534-47af-9a19-89687f995531 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1369824 Dec 14 00:02:05.619044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff56e92-c081-4301-ae05-2bafb7628840 req-be3fa92b-3ba2-4c33-bf02-e06fef49c02a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:05.620550 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8ff56e92-c081-4301-ae05-2bafb7628840 req-be3fa92b-3ba2-4c33-bf02-e06fef49c02a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0831814 Dec 14 00:02:05.668749 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8ff56e92-c081-4301-ae05-2bafb7628840 req-4930f976-9d35-4cad-8fbc-c7ae4b0bcc61 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 Dec 14 00:02:05.725051 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-16e62776-f036-46a6-bc3a-729c7e149350 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1386797 Dec 14 00:02:06.871341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad9e06-3935-4b59-9661-5c7ccb4959fd req-c3ed5739-30f1-4dd5-87f9-0d23469783a8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:06.872826 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73ad9e06-3935-4b59-9661-5c7ccb4959fd req-c3ed5739-30f1-4dd5-87f9-0d23469783a8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0825820 Dec 14 00:02:06.918527 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73ad9e06-3935-4b59-9661-5c7ccb4959fd req-7ff4bf12-eaec-4b32-8eac-91c4a50c373f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394328 Dec 14 00:02:07.726332 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-661adbcd-6abc-49db-af58-c5ba1d2d2d74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 1098 time: 0.0706522 Dec 14 00:02:07.855130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-7688c9a1-3ce2-406a-b1fa-71848102afc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:07.856582 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-7688c9a1-3ce2-406a-b1fa-71848102afc1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1247745 Dec 14 00:02:08.104821 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-3168189b-e563-4627-9d64-0af0221c27d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8214225c-33f3-4b23-8cc7-c79f7104753d HTTP/1.1" status: 200 len: 1001 time: 0.2416394 Dec 14 00:02:08.180733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c1a25-92bb-4838-ba4f-4c20b998ad37 req-f4492a2c-3a19-4b0a-af1a-03178799caaf tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:08.182178 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-516c1a25-92bb-4838-ba4f-4c20b998ad37 req-f4492a2c-3a19-4b0a-af1a-03178799caaf tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.1343641 Dec 14 00:02:08.191668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-17edcfdf-73ad-467a-9dc6-0cc15fe52a16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:08.193007 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-17edcfdf-73ad-467a-9dc6-0cc15fe52a16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0802283 Dec 14 00:02:08.279261 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-516c1a25-92bb-4838-ba4f-4c20b998ad37 req-5f475c5d-c7a8-4d9d-b6e6-192cd3118eb4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896826 Dec 14 00:02:08.300843 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-09d6645a-9a1b-4b03-8bf0-3f824d67baab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915971 Dec 14 00:02:08.435268 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-56b1ce69-6f71-414a-8a08-864a4e947658 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264780 Dec 14 00:02:08.566042 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-e0e3d522-887d-4145-be40-9e395ca90a2b service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244447 Dec 14 00:02:09.478312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c9f63-7e5b-4e25-acd9-5a59bfa1476a req-0c45929d-6c87-4c98-948d-7c650ad9c2c4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:09.479793 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f13c9f63-7e5b-4e25-acd9-5a59bfa1476a req-0c45929d-6c87-4c98-948d-7c650ad9c2c4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0769992 Dec 14 00:02:09.526098 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f13c9f63-7e5b-4e25-acd9-5a59bfa1476a req-a0525265-3b70-4847-80f5-a9206ac17b0f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 Dec 14 00:02:10.402440 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-4b90e53c-70d1-4dcd-92ca-0455b590112d service neutron] 10.222.0.18 "GET /v2.0/ports/8214225c-33f3-4b23-8cc7-c79f7104753d/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0734644 Dec 14 00:02:10.733717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcff425-b876-40e6-aefc-58618d3eb31e req-d5f6077f-382b-4ba3-83df-81c263b5e50d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:10.735104 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8bcff425-b876-40e6-aefc-58618d3eb31e req-d5f6077f-382b-4ba3-83df-81c263b5e50d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0896981 Dec 14 00:02:10.782182 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8bcff425-b876-40e6-aefc-58618d3eb31e req-b52d57d9-f6b7-4a6f-8bac-1196da6b8cdd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410683 Dec 14 00:02:10.914812 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-099c4e14-f654-4ad4-84a8-12f511c0d498 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 1098 time: 0.0692620 Dec 14 00:02:11.006582 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-92244d93-3613-4fd1-b977-2aa8a7efab2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 1098 time: 0.0708628 Dec 14 00:02:11.071188 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:02:11.138693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-ebe895c3-8fed-4ce1-9bb8-b5ad5444f5c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:11.140154 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-ebe895c3-8fed-4ce1-9bb8-b5ad5444f5c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1278963 Dec 14 00:02:11.249424 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-af08786e-2522-4eef-8ebf-c687d681357b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8214225c-33f3-4b23-8cc7-c79f7104753d HTTP/1.1" status: 200 len: 1001 time: 0.1017702 Dec 14 00:02:11.312195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-50412906-0d90-4772-b3ab-fd51cfcffcd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:11.313608 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-50412906-0d90-4772-b3ab-fd51cfcffcd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0581594 Dec 14 00:02:11.389002 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-8494a095-e58b-4fc5-9f73-81558dd55e87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686345 Dec 14 00:02:11.520497 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-196009d8-4c66-4c0b-9eb0-b34284ca95a5 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249163 Dec 14 00:02:11.653095 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e259be68-a9eb-4f64-952f-8350d58f2535 req-20bea9a6-5580-4be4-908b-60aeba31f245 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266849 Dec 14 00:02:11.908737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-39a248ee-47be-498d-9174-a85d4e4c2fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:11.994650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278f4ab-9382-4533-838c-ec0b2e682caa req-15d21dee-d487-4366-8b24-0aaff72487dd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:11.996174 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c278f4ab-9382-4533-838c-ec0b2e682caa req-15d21dee-d487-4366-8b24-0aaff72487dd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0878525 Dec 14 00:02:12.043641 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c278f4ab-9382-4533-838c-ec0b2e682caa req-2ff75fd5-87fd-446a-8026-8608257f4f34 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Dec 14 00:02:13.027189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8214225c-33f3-4b23-8cc7-c79f7104753d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:02:13.138341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:13.166348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:02:13.176130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8214225c-33f3-4b23-8cc7-c79f7104753d,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:02:13.235276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:13.242102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:02:13.321238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8214225c-33f3-4b23-8cc7-c79f7104753d,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:02:13.327988 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'code': 200} Dec 14 00:02:13.334509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.334865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.335207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.335561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.336070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.336408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.336740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.337070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.337394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.337898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.338227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:13.343149 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:02:13.367044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb5d0c-66b5-4507-b1f4-859665c3b3d2 req-06ff08ec-2401-4167-b34b-1fdd46c14c83 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:13.368551 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bbcb5d0c-66b5-4507-b1f4-859665c3b3d2 req-06ff08ec-2401-4167-b34b-1fdd46c14c83 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 943 time: 0.1954496 Dec 14 00:02:13.415246 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bbcb5d0c-66b5-4507-b1f4-859665c3b3d2 req-8a2d0212-f1a6-4ac2-82ff-c2ab1f45ee44 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407312 Dec 14 00:02:14.097587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-eea3c3fb-10ab-45df-b33e-9e475496552a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:14.617490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecccab-8cf9-4183-8edb-43f88b757ddf req-7d702a1c-7a72-4662-97a7-2aeb8eee65d3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:14.618927 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ccecccab-8cf9-4183-8edb-43f88b757ddf req-7d702a1c-7a72-4662-97a7-2aeb8eee65d3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 943 time: 0.0764620 Dec 14 00:02:14.668631 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ccecccab-8cf9-4183-8edb-43f88b757ddf req-a39ad01b-7623-4077-8dc3-f84c7a5cf111 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441473 Dec 14 00:02:15.039555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8214225c-33f3-4b23-8cc7-c79f7104753d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:02:15.137336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7784b-d636-4e8f-bb6c-cdbb2a2c8570 req-c268335b-fec2-4186-b4c7-8d01b29c8088 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:15.140250 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c4f7784b-d636-4e8f-bb6c-cdbb2a2c8570 req-c268335b-fec2-4186-b4c7-8d01b29c8088 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 943 time: 0.0812867 Dec 14 00:02:15.182147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8214225c-33f3-4b23-8cc7-c79f7104753d,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:02:15.189235 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c4f7784b-d636-4e8f-bb6c-cdbb2a2c8570 req-eed95d35-69fe-4959-b6b1-47b887317750 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433857 Dec 14 00:02:15.197799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'mac_address': 'fa:16:3e:df:97:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:02:15.204254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678187-82e8-4d32-940f-744696069ff5 req-9c00093e-b3e7-4b16-9e15-74bbfe545bcf tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:15.205705 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-59678187-82e8-4d32-940f-744696069ff5 req-9c00093e-b3e7-4b16-9e15-74bbfe545bcf tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490&tenant_id=175d8b698d8a41d78bafaba498d180fa&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 943 time: 0.0882096 Dec 14 00:02:15.252268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:15.273712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8214225c-33f3-4b23-8cc7-c79f7104753d {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:02:15.289490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8214225c-33f3-4b23-8cc7-c79f7104753d,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:02:15.348185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:15.349999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:02:15.350979 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-59678187-82e8-4d32-940f-744696069ff5 req-b983f8e6-92a6-4045-b151-ce4c055c2483 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 1096 time: 0.0712342 Dec 14 00:02:15.428988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['8214225c-33f3-4b23-8cc7-c79f7104753d'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:02:15.477794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8214225c-33f3-4b23-8cc7-c79f7104753d,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:02:15.490237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678187-82e8-4d32-940f-744696069ff5 req-2b3facee-481f-45cf-9f09-a65dae91acde service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:15.490653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:02:15.491714 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-59678187-82e8-4d32-940f-744696069ff5 req-2b3facee-481f-45cf-9f09-a65dae91acde service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1352229 Dec 14 00:02:15.554493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:15.578081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:15.599984 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-59678187-82e8-4d32-940f-744696069ff5 req-fe5c45c4-0bac-43c1-a1d2-509ca7f94fb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8214225c-33f3-4b23-8cc7-c79f7104753d HTTP/1.1" status: 200 len: 1000 time: 0.1017399 Dec 14 00:02:15.662924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59678187-82e8-4d32-940f-744696069ff5 req-a27cf95b-5c9c-453e-9981-f5af66f8f4e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:15.664388 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-59678187-82e8-4d32-940f-744696069ff5 req-a27cf95b-5c9c-453e-9981-f5af66f8f4e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0589151 Dec 14 00:02:15.743404 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-59678187-82e8-4d32-940f-744696069ff5 req-52e756df-0c1d-4183-bddd-5c8a56d8ce92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727606 Dec 14 00:02:15.873033 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-59678187-82e8-4d32-940f-744696069ff5 req-e711d9cf-8c75-4526-81fb-3d14ad9248bf service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231141 Dec 14 00:02:16.007254 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-59678187-82e8-4d32-940f-744696069ff5 req-4cf268bb-663a-48f0-8b32-5ea800928443 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271598 Dec 14 00:02:16.393274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4dba0-903e-4fef-89d6-6d039d8c3910 req-66debfd1-4738-4837-840b-9e11f1c196d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:16.394742 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b4d4dba0-903e-4fef-89d6-6d039d8c3910 req-66debfd1-4738-4837-840b-9e11f1c196d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 944 time: 0.0768752 Dec 14 00:02:16.439929 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b4d4dba0-903e-4fef-89d6-6d039d8c3910 req-f19c460f-2179-433c-aa2a-1a9fb8c7082b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396655 Dec 14 00:02:16.856928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:17.042272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8214225c-33f3-4b23-8cc7-c79f7104753d up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:02:17.113043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 8214225c-33f3-4b23-8cc7-c79f7104753d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:02:17.113457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:17.221843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:17.247489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:02:17.257351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8214225c-33f3-4b23-8cc7-c79f7104753d,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:02:17.301753 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'code': 200} Dec 14 00:02:17.341811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:17.344578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:02:17.410368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=8214225c-33f3-4b23-8cc7-c79f7104753d,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:02:17.413880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:02:17.640270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d2ac6-8821-4ac2-9a94-64d59e1ae73d req-d2ae263d-9df6-4944-92ae-d3f2aae66fea tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:17.641733 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-802d2ac6-8821-4ac2-9a94-64d59e1ae73d req-d2ae263d-9df6-4944-92ae-d3f2aae66fea tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0807216 Dec 14 00:02:17.686990 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-802d2ac6-8821-4ac2-9a94-64d59e1ae73d req-caa04297-f45b-41bc-b8c9-5b9424e9d141 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398645 Dec 14 00:02:17.888314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c814b-32c0-4cb6-8218-1d7b269acfcd req-7552d391-d0ac-498a-9be7-6082d3879c0d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:17.889642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c49c814b-32c0-4cb6-8218-1d7b269acfcd req-7552d391-d0ac-498a-9be7-6082d3879c0d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0820005 Dec 14 00:02:17.935585 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c49c814b-32c0-4cb6-8218-1d7b269acfcd req-329cc762-18f9-4e82-b51f-622de89a0d73 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402162 Dec 14 00:02:18.424237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aaca4-1dc5-42f9-a003-822e72b8a37d req-650e694f-aaf5-486b-8bc8-14426ebcb8a3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:18.425893 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-930aaca4-1dc5-42f9-a003-822e72b8a37d req-650e694f-aaf5-486b-8bc8-14426ebcb8a3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0818400 Dec 14 00:02:18.475831 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-930aaca4-1dc5-42f9-a003-822e72b8a37d req-1aad2e2e-54e4-4fc7-a245-f0e7ac19b401 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445387 Dec 14 00:02:18.530511 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ea8cd36-94f4-41dd-a37c-7048a4a0afa0 req-2bfe8698-075d-4aa3-8ea3-9e3de2a3802e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 1098 time: 0.0690656 Dec 14 00:02:18.663105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8cd36-94f4-41dd-a37c-7048a4a0afa0 req-e319fd40-aa29-4733-9997-cc4f5fef2c85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:18.664582 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ea8cd36-94f4-41dd-a37c-7048a4a0afa0 req-e319fd40-aa29-4733-9997-cc4f5fef2c85 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1280599 Dec 14 00:02:18.770135 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ea8cd36-94f4-41dd-a37c-7048a4a0afa0 req-7db04af4-1977-4fab-ab39-56de9783654f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8214225c-33f3-4b23-8cc7-c79f7104753d HTTP/1.1" status: 200 len: 1001 time: 0.0992582 Dec 14 00:02:18.830199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8cd36-94f4-41dd-a37c-7048a4a0afa0 req-aa599aaf-1d7e-4ebc-b5d1-c1b28ad80831 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:18.832191 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ea8cd36-94f4-41dd-a37c-7048a4a0afa0 req-aa599aaf-1d7e-4ebc-b5d1-c1b28ad80831 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0558650 Dec 14 00:02:18.907473 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ea8cd36-94f4-41dd-a37c-7048a4a0afa0 req-a3ea1e29-6293-4ced-8b46-27050e1b8207 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696926 Dec 14 00:02:19.140494 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ea8cd36-94f4-41dd-a37c-7048a4a0afa0 req-dec47a25-5c3d-4f9a-b8bb-99f85683e56f service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265630 Dec 14 00:02:19.268215 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ea8cd36-94f4-41dd-a37c-7048a4a0afa0 req-ba1a1d3f-ab61-4859-a819-2b8bbbb4460b service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220367 Dec 14 00:02:19.560420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:19.672600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49fe9e-27bd-4383-8c60-f95930f827a8 req-b3c1e70a-9c30-4f6d-baeb-605182552a4e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:19.674173 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7f49fe9e-27bd-4383-8c60-f95930f827a8 req-b3c1e70a-9c30-4f6d-baeb-605182552a4e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0774856 Dec 14 00:02:19.720379 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7f49fe9e-27bd-4383-8c60-f95930f827a8 req-86c97233-40fb-4f28-84d7-90491e6b23fc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400894 Dec 14 00:02:20.932295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ecc95-a8ed-41d6-ad5d-d9ea9aea6f8d req-a3707673-01c5-4f84-a347-c91a67e562d6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:20.933743 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-251ecc95-a8ed-41d6-ad5d-d9ea9aea6f8d req-a3707673-01c5-4f84-a347-c91a67e562d6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0806842 Dec 14 00:02:20.981260 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-251ecc95-a8ed-41d6-ad5d-d9ea9aea6f8d req-f58be808-2a5c-4246-b292-4d05e0e71c23 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416863 Dec 14 00:02:21.553931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a855e-6673-42fc-b452-0937756ea190 req-7b41f25b-b3b2-4e17-9ec4-35952da1dd0a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:21.555394 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-276a855e-6673-42fc-b452-0937756ea190 req-7b41f25b-b3b2-4e17-9ec4-35952da1dd0a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0803566 Dec 14 00:02:21.600690 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-276a855e-6673-42fc-b452-0937756ea190 req-d16d84cd-993d-43f7-b10c-ce4efa98fd3a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 Dec 14 00:02:22.804014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368f07c-3add-4c26-bdc1-d4f5a935bed7 req-23e3cfc4-a5d1-4cfd-8de2-5b61f1e5f3fc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:22.805484 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8368f07c-3add-4c26-bdc1-d4f5a935bed7 req-23e3cfc4-a5d1-4cfd-8de2-5b61f1e5f3fc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0822010 Dec 14 00:02:22.850959 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8368f07c-3add-4c26-bdc1-d4f5a935bed7 req-cbe9c1b3-ba6b-4195-b383-35a7b6cdcfae tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395992 Dec 14 00:02:23.147481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-493b2de9-49e1-4ef9-9e49-1256ffa7281b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:23.148947 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-493b2de9-49e1-4ef9-9e49-1256ffa7281b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 945 time: 0.0787597 Dec 14 00:02:23.219506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Deleting port 8214225c-33f3-4b23-8cc7-c79f7104753d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:02:23.219872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:23.463066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] For port 8214225c-33f3-4b23-8cc7-c79f7104753d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8214225c-33f3-4b23-8cc7-c79f7104753d,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:02:23.463329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:23.744807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:23.745095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:23.745409 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7 disassociated. External IP: 172.26.5.197, port: 8214225c-33f3-4b23-8cc7-c79f7104753d. Dec 14 00:02:23.745747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Calling delete_port for 8214225c-33f3-4b23-8cc7-c79f7104753d owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:02:23.947230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:23.953272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-bb72da64-addf-403e-ac6c-150e2848df4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:02:23.996730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event deleted for resources: {'Port': ['ID=8214225c-33f3-4b23-8cc7-c79f7104753d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:02:24.011008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.011398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.011810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.012187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.012564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.012935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.013306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.013683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.014095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.014433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.014797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:02:24.018802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:02:24.022071 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-891b15a1-8633-44b6-aa09-2018abcefa73 req-cf8a341a-8575-41bc-9871-860cbbd1b06a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 210 time: 0.0457633 Dec 14 00:02:24.226227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:02:24.539697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:02:24.549042 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:02:24.561947 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:02:24.562547 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:02:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:02:24.608740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] No DVR routers for this DVR port 8214225c-33f3-4b23-8cc7-c79f7104753d on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:02:24.611171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:24.614458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'name': 'network-vif-deleted', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:02:24.667747 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490', 'name': 'network-vif-deleted', 'tag': '8214225c-33f3-4b23-8cc7-c79f7104753d', 'status': 'completed', 'code': 200} Dec 14 00:02:24.697917 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3a06ff98-2d88-4d31-a5c6-874c883d71ca req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "DELETE /v2.0/ports/8214225c-33f3-4b23-8cc7-c79f7104753d HTTP/1.1" status: 204 len: 173 time: 1.5436437 Dec 14 00:02:24.742333 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:02:25.055833 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:02:25.059812 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:02:25.072715 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:02:25.072715 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:02:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:02:25.201677 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1256854c-4d9c-482f-8c62-c4ae9253d4d0 req-d1647ccf-bd63-4d7d-97d5-95bc7da9843b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c26a2b1-b5c7-47b9-95f0-3ac05f5c2490 HTTP/1.1" status: 200 len: 210 time: 0.0421741 Dec 14 00:02:25.247268 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:02:25.589782 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:02:25.593652 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fa43a6-d43d-4bc5-9dc1-a3a9cd4d92f2 None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:02:25.808176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d12e09f-46c7-4534-a0f7-51878d7652a2 None None] New status for floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:02:26.579847 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-aef2b50e-8908-417c-a28d-8c41cdf22108 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--112493195&fields=id&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 267 time: 0.0413735 Dec 14 00:02:26.725838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-69b8552f-426b-46b6-8b91-fcd08eec7d6d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:26.727181 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-69b8552f-426b-46b6-8b91-fcd08eec7d6d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 812 time: 0.1411338 Dec 14 00:02:26.743995 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-90c58e08-db9e-4b97-919f-f81752312136 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/quotas/175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 375 time: 0.0115848 Dec 14 00:02:26.829674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-bed66502-76bf-4232-93cc-a5579a8c36c4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:02:26.906719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-bed66502-76bf-4232-93cc-a5579a8c36c4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:02:26.908077 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-bed66502-76bf-4232-93cc-a5579a8c36c4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1593752 Dec 14 00:02:27.086987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8214225c-33f3-4b23-8cc7-c79f7104753d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:02:27.115020 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-72eaeedd-bd9a-46ce-9306-0f79e7af8aaa service neutron] 10.222.0.30 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947725 Dec 14 00:02:27.121347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 8214225c-33f3-4b23-8cc7-c79f7104753d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:02:27.121698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 8214225c-33f3-4b23-8cc7-c79f7104753d not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:02:27.247223 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-ef4108ff-702c-417b-bb48-a2374fb70b93 service neutron] 10.222.0.30 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263418 Dec 14 00:02:27.509286 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a5ab8ee5-0fae-4f8c-b30b-c7575ce1fe6c req-4dcff4f2-b791-4927-b011-e4c207444983 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 210 time: 0.0410709 Dec 14 00:02:28.672160 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ff9cfae1-cf76-47bc-b17e-f5b90626077d req-06b8ade0-ca23-4834-aede-4970ef10e41f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 210 time: 0.0440292 Dec 14 00:02:29.596201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-98ba6343-640a-4042-8787-ccf9bc551b70 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:29.598133 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-98ba6343-640a-4042-8787-ccf9bc551b70 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 812 time: 0.1454065 Dec 14 00:02:29.651964 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-f6f5a4e3-c915-4436-b56f-14a601b81377 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 379 time: 0.0408204 Dec 14 00:02:29.660012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'port': {'device_id': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'admin_state_up': True, 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'security_groups': ['8a0d9a65-3a07-4429-953f-97f79a9510b5']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:02:29.799014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:02:29.811226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:02:29.845726 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a2fe2dad-619c-4539-bd72-acb7b5730074 req-49023082-cac0-4786-b466-d7ee56329169 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 210 time: 0.0479257 Dec 14 00:02:29.908583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Made reservation on behalf of 175d8b698d8a41d78bafaba498d180fa for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:02:29.912798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:30.076779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Allocated IP 172.20.0.6 (c2380813-3be3-486b-87c6-f3cabc1e2b59/9da84a98-1e70-4317-ab5a-16e02d63c8c7/9c9f2b2d-4157-475d-b8b9-d90fa23fe961) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:02:30.261218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:30.278282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Transition to ACTIVE for port object 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:02:30.376256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:30.382741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5ecf34c0-5cc4-4ea4-a25b-028af23f4e80 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:02:30.452305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:02:30.455769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:02:30.460251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:02:30.491221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:02:30.498056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:02:30.528550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:30.529149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:30.628375 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9718499 Dec 14 00:02:30.639917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Request body: {'port': {'device_id': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:02:30.804420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-584d241d-224e-4e7d-850f-3279586b1a81 None None] Provisioning for port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:02:30.810288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-584d241d-224e-4e7d-850f-3279586b1a81 None None] Provisioning complete for port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:02:30.810765 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-584d241d-224e-4e7d-850f-3279586b1a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:30.864316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-584d241d-224e-4e7d-850f-3279586b1a81 None None] Port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:02:30.865125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:31.167474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41654ec1-e6af-49e4-a50a-1cbaac156375 req-cc3967ef-c9ce-4005-93bf-0d0a809c2349 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:31.168104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-41654ec1-e6af-49e4-a50a-1cbaac156375 req-cc3967ef-c9ce-4005-93bf-0d0a809c2349 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:02:31.280371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-41654ec1-e6af-49e4-a50a-1cbaac156375 req-cc3967ef-c9ce-4005-93bf-0d0a809c2349 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:02:31.281516 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-41654ec1-e6af-49e4-a50a-1cbaac156375 req-cc3967ef-c9ce-4005-93bf-0d0a809c2349 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 931 time: 0.3011968 Dec 14 00:02:31.290532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:02:31.314603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:31.344409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Transition to ACTIVE for port object 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:02:31.354940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-41654ec1-e6af-49e4-a50a-1cbaac156375 req-2ce8c007-2f0b-4516-b780-12cefb38c27b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667582 Dec 14 00:02:31.421853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:31.425817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b1445bcd-8fe1-445f-82b6-e1b0b132c5aa tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:02:31.552413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:02:31.556582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:02:31.668641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Attempting to bind port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:02:31.668976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Attempting to bind port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:02:31.669304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Attempting to bind port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:02:31.675108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:02:31.675378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Attempting to bind port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:02:31.682440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:02:31.682777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Checking segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:02:31.683163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Bound using segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:02:31.683590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Bound port: 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:02:31.683958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:31.771123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:02:31.774088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:02:31.879794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:31.883438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-960e4ee5-59b4-4869-a6a1-362d7e187a6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:02:31.950968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:31.952347 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-d626d609-1703-43ae-aa91-821c88594893 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c9f2b2d-4157-475d-b8b9-d90fa23fe961 HTTP/1.1" status: 200 len: 1093 time: 1.3166645 Dec 14 00:02:31.952871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:02:31.968711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:02:31.972286 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:02:32.019709 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'status': 'completed', 'code': 200} Dec 14 00:02:32.117460 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-896afa87-c3d4-4750-847a-a2328067db82 req-016044c1-04db-4116-bcd8-a1d4f7a8b32f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 1096 time: 0.0742640 Dec 14 00:02:32.260814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896afa87-c3d4-4750-847a-a2328067db82 req-62fa7f54-1a2d-4341-b3ce-aed6c4b228c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:32.262275 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-896afa87-c3d4-4750-847a-a2328067db82 req-62fa7f54-1a2d-4341-b3ce-aed6c4b228c5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=175d8b698d8a41d78bafaba498d180fa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1380212 Dec 14 00:02:32.398070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896afa87-c3d4-4750-847a-a2328067db82 req-7d77be65-19f1-4b79-8129-1e5b463ee53f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:32.399534 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-896afa87-c3d4-4750-847a-a2328067db82 req-7d77be65-19f1-4b79-8129-1e5b463ee53f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313717 Dec 14 00:02:32.559425 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-01e0c167-5c2c-442c-9237-035367aa7aac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 1096 time: 0.1241493 Dec 14 00:02:32.638921 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-0c2e1a53-cbc6-4170-ada9-91f06e693cc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961 HTTP/1.1" status: 200 len: 217 time: 0.0700357 Dec 14 00:02:32.644907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcaaa7-3850-47e7-8379-458916f10335 req-7a1902ed-2321-482e-a244-1f496f005aaa tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:32.646286 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3efcaaa7-3850-47e7-8379-458916f10335 req-7a1902ed-2321-482e-a244-1f496f005aaa tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 943 time: 0.1632740 Dec 14 00:02:32.732337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-6e335ec0-f2f7-4201-b4a5-6494a14e03e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:32.733757 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-6e335ec0-f2f7-4201-b4a5-6494a14e03e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0866497 Dec 14 00:02:32.738907 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3efcaaa7-3850-47e7-8379-458916f10335 req-6d8e5c88-846f-4898-aacb-b3df5d344edd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616398 Dec 14 00:02:32.813561 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-f4383da3-29d4-4b0f-a8d5-2cc76adaff8d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728858 Dec 14 00:02:33.055541 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-8948f90f-0110-42d9-a20b-7a76ec7c9399 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354329 Dec 14 00:02:33.186944 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5217821f-dd8c-4023-938e-c31dca1fb215 req-c35b658f-9342-4ec1-b8c0-f91a1887ac45 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253047 Dec 14 00:02:33.937272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bea40e-96b2-420d-8d3b-b33d47b09766 req-38fca5e8-50af-46cc-98f7-4c4e00269a93 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:33.938756 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f2bea40e-96b2-420d-8d3b-b33d47b09766 req-38fca5e8-50af-46cc-98f7-4c4e00269a93 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 943 time: 0.0780180 Dec 14 00:02:33.984070 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f2bea40e-96b2-420d-8d3b-b33d47b09766 req-ccbb0310-7f37-4989-b2d0-2d7b16df43a6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397842 Dec 14 00:02:35.200683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908a165-fbcd-486b-a2a9-bf7fcdc7a560 req-b65c3cdb-cab6-468d-8f6c-15f2e8f2ae4a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:35.202163 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a908a165-fbcd-486b-a2a9-bf7fcdc7a560 req-b65c3cdb-cab6-468d-8f6c-15f2e8f2ae4a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 943 time: 0.0937829 Dec 14 00:02:35.254353 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a908a165-fbcd-486b-a2a9-bf7fcdc7a560 req-ba3c3b65-f76f-44c3-ae5a-58624c72702b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456600 Dec 14 00:02:36.458553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ddbc3-abcf-4247-8f7c-95ed086b3b42 req-3df47e9e-863a-4bfe-9b6d-07e5a5c1067b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:36.460096 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b63ddbc3-abcf-4247-8f7c-95ed086b3b42 req-3df47e9e-863a-4bfe-9b6d-07e5a5c1067b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 943 time: 0.0831318 Dec 14 00:02:36.505012 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b63ddbc3-abcf-4247-8f7c-95ed086b3b42 req-2c6530ce-15e5-45a5-8d41-a02a5ebdd8b5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393732 Dec 14 00:02:37.117298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:02:37.249158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:02:37.262818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'mac_address': 'fa:16:3e:e6:75:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:02:37.318795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:37.336360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:02:37.351732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:02:37.432870 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:37.434763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:02:37.498466 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:02:37.501471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:02:37.640422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['9c9f2b2d-4157-475d-b8b9-d90fa23fe961'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:02:37.706905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54d46-225e-4a1f-abee-a84777c071b9 req-48c8077d-2386-4c90-a662-e4922926a353 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:37.708491 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f3d54d46-225e-4a1f-abee-a84777c071b9 req-48c8077d-2386-4c90-a662-e4922926a353 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 944 time: 0.0837929 Dec 14 00:02:37.755551 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f3d54d46-225e-4a1f-abee-a84777c071b9 req-d6c0ab7f-a92b-43c9-8807-17202ba9bb87 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Dec 14 00:02:38.956365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5d4a5-012f-43c8-9ce1-83ce038769aa req-81cfc361-1417-4d5d-a807-620d5d42ef69 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:38.958391 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cfc5d4a5-012f-43c8-9ce1-83ce038769aa req-81cfc361-1417-4d5d-a807-620d5d42ef69 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 944 time: 0.0771663 Dec 14 00:02:39.007249 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cfc5d4a5-012f-43c8-9ce1-83ce038769aa req-da7da9d9-1a18-4c54-adfd-570d398165eb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433798 Dec 14 00:02:39.124439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:02:39.256931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:02:39.261873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:02:39.262252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:39.374911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:39.400517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:02:39.409962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:02:39.457008 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'code': 200} Dec 14 00:02:39.497183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:39.499023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:02:39.571298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:02:39.574687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:02:39.824488 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-31073c3b-3ed5-4163-8dec-cac0c2a44e4a req-0560219d-415d-4b10-9d6f-cec8342a5d8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0678115 Dec 14 00:02:39.871839 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-31073c3b-3ed5-4163-8dec-cac0c2a44e4a req-6e70e824-0871-4251-8c8e-5ebce53eada4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 Dec 14 00:02:40.201733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3f0fc-59f5-434a-8211-220435e6e981 req-18e4f092-c89f-4d9a-983d-e5bee1e6eafc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:40.203117 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f5f3f0fc-59f5-434a-8211-220435e6e981 req-18e4f092-c89f-4d9a-983d-e5bee1e6eafc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0774305 Dec 14 00:02:40.248099 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f5f3f0fc-59f5-434a-8211-220435e6e981 req-c0e190a6-49b3-4a3f-8d78-94ab87023844 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389225 Dec 14 00:02:41.447418 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a022f-8bb7-4912-ba19-98aa49500fef req-a619eb52-2ba3-4f53-98c4-bc62f8429313 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:41.448877 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-059a022f-8bb7-4912-ba19-98aa49500fef req-a619eb52-2ba3-4f53-98c4-bc62f8429313 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0766988 Dec 14 00:02:41.493897 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-059a022f-8bb7-4912-ba19-98aa49500fef req-42c14f21-93d2-4942-817a-c54f2180207d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394967 Dec 14 00:02:41.688250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9ccaf-a946-4622-803b-03da8347fb9a req-851e4999-871e-4365-b35d-b3e72190ed2c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:41.689703 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1be9ccaf-a946-4622-803b-03da8347fb9a req-851e4999-871e-4365-b35d-b3e72190ed2c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0808842 Dec 14 00:02:41.698218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 59620) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:02:41.703295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-34b57777-4157-4465-86d5-9d4efbeac61b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'floatingip': {'port_id': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:02:41.865972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34b57777-4157-4465-86d5-9d4efbeac61b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:41.889446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e86b43b9-c90c-405f-83d8-7802fd218e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:42.458517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34b57777-4157-4465-86d5-9d4efbeac61b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:42.541222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34b57777-4157-4465-86d5-9d4efbeac61b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:42.729195 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-34b57777-4157-4465-86d5-9d4efbeac61b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7 associated. External IP: 172.26.5.197, port: 9c9f2b2d-4157-475d-b8b9-d90fa23fe961. Dec 14 00:02:43.116143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b57777-4157-4465-86d5-9d4efbeac61b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:02:43.428129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b57777-4157-4465-86d5-9d4efbeac61b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:02:43.432473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-34b57777-4157-4465-86d5-9d4efbeac61b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:43.438119 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:02:43.451123 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:02:43.451839 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:02:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:02:43.485683 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-34b57777-4157-4465-86d5-9d4efbeac61b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "PUT /v2.0/floatingips/2b2da884-2126-40f9-aa1b-05f3c43f06f7 HTTP/1.1" status: 200 len: 991 time: 1.7864325 Dec 14 00:02:43.486361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:02:43.554468 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'status': 'completed', 'code': 200} Dec 14 00:02:43.633514 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:02:43.654377 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e45c1e7-e8d7-49fe-82c8-dbf6e35fd35f req-9bfc24a8-964b-47e0-bb3c-fc156161561e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0740509 Dec 14 00:02:43.786452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45c1e7-e8d7-49fe-82c8-dbf6e35fd35f req-a46ba37a-10e7-4851-a53d-a4ba47e0cfea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:43.787895 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e45c1e7-e8d7-49fe-82c8-dbf6e35fd35f req-a46ba37a-10e7-4851-a53d-a4ba47e0cfea service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1271734 Dec 14 00:02:43.888468 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e45c1e7-e8d7-49fe-82c8-dbf6e35fd35f req-426e3bbf-1906-4781-b658-baf5042f981b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961 HTTP/1.1" status: 200 len: 999 time: 0.0933938 Dec 14 00:02:43.953094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45c1e7-e8d7-49fe-82c8-dbf6e35fd35f req-5b309752-7c4e-4733-bca4-5637f2faaacc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:02:43.954523 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e45c1e7-e8d7-49fe-82c8-dbf6e35fd35f req-5b309752-7c4e-4733-bca4-5637f2faaacc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0607996 Dec 14 00:02:43.981356 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:e6:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-14T00:02:42Z', 'revision_number': 9, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:02:43.985264 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:02:43.996368 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:02:43.996964 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:02:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:02:44.028092 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e45c1e7-e8d7-49fe-82c8-dbf6e35fd35f req-3bc8d9f0-adbb-467f-a927-40e139098c13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674479 Dec 14 00:02:44.108646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f0b0cd5d-ef5e-4171-b091-5ab7a3c1b6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:44.164876 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e45c1e7-e8d7-49fe-82c8-dbf6e35fd35f req-c7554f14-54dc-48e0-9f78-1a3fdd6cb531 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306140 Dec 14 00:02:44.175758 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:02:44.300126 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6e45c1e7-e8d7-49fe-82c8-dbf6e35fd35f req-ab1408f7-ad61-4514-b32e-1e479c17f370 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285350 Dec 14 00:02:44.546917 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:e6:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-14T00:02:42Z', 'revision_number': 9, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:02:44.550834 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4e4a3-74f6-4907-b7c6-3826aa8bb392 None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:e6:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-14T00:02:42Z', 'revision_number': 9, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:02:44.745701 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b97a6-51ac-4852-8d05-4825f572a2e6 None None] New status for floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:02:45.422067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:45.467698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:46.895568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:02:48.071180 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:02:49.565160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:02.777976 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-03760f58-e92b-4c64-9aa6-7d84f80f4514 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733540 Dec 14 00:03:02.924615 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-206df8ea-4d73-4768-9d45-bca149750530 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0719423 Dec 14 00:03:03.169165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-b1bc281c-5caf-4df6-b00b-bbd0ef0002b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:03.170521 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-b1bc281c-5caf-4df6-b00b-bbd0ef0002b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.2274852 Dec 14 00:03:03.273106 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-06a3a0f9-b46c-43b9-80b4-c10d1758cc8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961 HTTP/1.1" status: 200 len: 1002 time: 0.0960710 Dec 14 00:03:03.339055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-346d40bf-bf9c-4654-8600-85a8a26f0c98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:03.340515 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-346d40bf-bf9c-4654-8600-85a8a26f0c98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0582447 Dec 14 00:03:03.418031 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-3e7049c2-847a-4d95-97cf-8508fa107d02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713284 Dec 14 00:03:03.429368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-bb0dc730-8ad1-44c1-a9df-fb435cda7ed8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 14 00:03:03.430213 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-bb0dc730-8ad1-44c1-a9df-fb435cda7ed8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052047 Dec 14 00:03:03.561234 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-8ca1d178-a643-4acd-bb5d-e0313f88228f service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239991 Dec 14 00:03:03.692048 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-118dd9d1-3437-48ee-9e75-e0bbc8447962 req-0cb7fd07-9ef3-40e0-890d-abe25e4afb1f service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238546 Dec 14 00:03:11.885248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-db020dc7-cf97-48f3-8c1a-9d394ac336c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:14.118920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b9d5-37bb-4efa-8caf-f005b3628f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:15.449346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:15.477430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:16.867627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:19.576489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:20.266752 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6036fde2-eebe-49b1-8375-755977fe023c req-eb35d43a-2327-4075-9333-a60a50df934f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699842 Dec 14 00:03:20.716884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a201c8-d652-4665-a61f-87bfb1f1df3a req-279a966b-0537-446e-b464-be1d39c56cf8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:20.718354 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-68a201c8-d652-4665-a61f-87bfb1f1df3a req-279a966b-0537-446e-b464-be1d39c56cf8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0773053 Dec 14 00:03:20.765272 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-68a201c8-d652-4665-a61f-87bfb1f1df3a req-053a96ea-6b4c-46b2-b854-4c099054d87e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408807 Dec 14 00:03:20.803972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-f79c3c70-da8e-476a-b104-23ab73a8c035 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708160 Dec 14 00:03:21.968599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6a8c-82f6-45b1-a87c-954fef2c9bcc req-baa495b7-3b86-4b58-beb2-c780040318a1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:21.969978 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-89eb6a8c-82f6-45b1-a87c-954fef2c9bcc req-baa495b7-3b86-4b58-beb2-c780040318a1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0809534 Dec 14 00:03:22.015215 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-89eb6a8c-82f6-45b1-a87c-954fef2c9bcc req-dd31259a-3a3a-4f7e-8693-893de5c3b3da tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390761 Dec 14 00:03:22.872619 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-753f4ecc-0c3c-4a14-8bb7-06c2bdd4db90 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0738881 Dec 14 00:03:23.008415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-6c0c5194-12ca-4223-af80-bee21c7ecb02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:23.009849 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-6c0c5194-12ca-4223-af80-bee21c7ecb02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1305580 Dec 14 00:03:23.119470 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-c031d65e-ce55-4698-9912-351da5b5c86a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961 HTTP/1.1" status: 200 len: 1002 time: 0.1021039 Dec 14 00:03:23.230585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-c85b85f9-1968-4fca-a086-db3d3c13ab4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:23.231923 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-c85b85f9-1968-4fca-a086-db3d3c13ab4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.1066365 Dec 14 00:03:23.307831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0ad19-b944-4963-9d15-ff0688e5a932 req-234404ae-fba7-4116-b75e-3bf3968de92f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:23.309265 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85f0ad19-b944-4963-9d15-ff0688e5a932 req-234404ae-fba7-4116-b75e-3bf3968de92f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.1507301 Dec 14 00:03:23.356637 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-601fb244-bce5-4fdf-9593-a8ac02e89219 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167433 Dec 14 00:03:23.385454 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85f0ad19-b944-4963-9d15-ff0688e5a932 req-d9d5c602-917f-445b-af57-a0b0f792b9df tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661979 Dec 14 00:03:23.498399 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-c1dc3913-d0ff-4bd0-a5f1-f8f9fef62540 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328404 Dec 14 00:03:23.628044 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-361ab708-c5f5-4f5a-b062-7f69cf9fecbd service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230967 Dec 14 00:03:24.579119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69353d50-9bbc-49f5-b921-b19c1f96acf1 req-cd83b879-2d3a-4264-aca5-40cae85e2398 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:24.580580 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-69353d50-9bbc-49f5-b921-b19c1f96acf1 req-cd83b879-2d3a-4264-aca5-40cae85e2398 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0759559 Dec 14 00:03:24.626595 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-69353d50-9bbc-49f5-b921-b19c1f96acf1 req-95d6a70a-7024-4406-a962-2d529d69022a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396736 Dec 14 00:03:25.072330 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:03:25.938134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75abf36-f8ff-4800-8e21-193b1bd35a6d req-7c4556d6-52db-4c04-a32e-ea6eea8e3144 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:25.939518 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c75abf36-f8ff-4800-8e21-193b1bd35a6d req-7c4556d6-52db-4c04-a32e-ea6eea8e3144 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.1893804 Dec 14 00:03:25.985410 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c75abf36-f8ff-4800-8e21-193b1bd35a6d req-ce834173-670d-49da-93bd-b2eb0b0f8be2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398822 Dec 14 00:03:27.185295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e5f42-e1d6-4edd-83c1-ae72764cb99c req-32d1f290-04e3-47b1-af2b-1f3ad8780dbc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:27.187025 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e9e5f42-e1d6-4edd-83c1-ae72764cb99c req-32d1f290-04e3-47b1-af2b-1f3ad8780dbc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0798357 Dec 14 00:03:27.232380 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e9e5f42-e1d6-4edd-83c1-ae72764cb99c req-3f5a1853-9644-4b2e-a141-99a7a4c45aba tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397441 Dec 14 00:03:28.438735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55f835-2aba-4483-af86-54e465a37212 req-093f4529-eb97-492b-8981-e645853404db tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:28.440221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1e55f835-2aba-4483-af86-54e465a37212 req-093f4529-eb97-492b-8981-e645853404db tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0795238 Dec 14 00:03:28.485371 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1e55f835-2aba-4483-af86-54e465a37212 req-0b30bdaf-4b12-4096-963f-39b13285b02a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397215 Dec 14 00:03:29.683373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13a67e-1b27-48d2-b51d-06530afeefff req-8be2ca13-ab42-45a5-9fa0-f9233942f992 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:29.684787 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4e13a67e-1b27-48d2-b51d-06530afeefff req-8be2ca13-ab42-45a5-9fa0-f9233942f992 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0786436 Dec 14 00:03:29.731356 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4e13a67e-1b27-48d2-b51d-06530afeefff req-65ee3287-2832-4c0c-bb9e-b42dfdf05ba2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402458 Dec 14 00:03:30.935831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40927e-ea58-4dc9-8bb8-3452734f3f69 req-dad0805e-df45-42a9-b693-69f62e2b0c26 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:30.937462 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5c40927e-ea58-4dc9-8bb8-3452734f3f69 req-dad0805e-df45-42a9-b693-69f62e2b0c26 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0834999 Dec 14 00:03:30.982494 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5c40927e-ea58-4dc9-8bb8-3452734f3f69 req-7207d598-5213-4f61-8267-ae842a9eb756 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395401 Dec 14 00:03:32.182068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea1965-8d07-49cd-b937-3a2989b51b7b req-048b6cc3-a3ee-4ff0-bc14-76dcc2c97206 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:32.183509 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a6ea1965-8d07-49cd-b937-3a2989b51b7b req-048b6cc3-a3ee-4ff0-bc14-76dcc2c97206 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0803311 Dec 14 00:03:32.228543 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a6ea1965-8d07-49cd-b937-3a2989b51b7b req-1db1350f-05bc-4c41-aa8a-5d5808409f82 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392609 Dec 14 00:03:33.426534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6631678-8adf-4641-8059-ae51a51c4d15 req-02500f52-f29e-428f-876e-f062beb73c8b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:33.428040 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6631678-8adf-4641-8059-ae51a51c4d15 req-02500f52-f29e-428f-876e-f062beb73c8b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0767310 Dec 14 00:03:33.477163 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6631678-8adf-4641-8059-ae51a51c4d15 req-f26a7cd9-7a8a-4b3c-8f37-3b035fbf3752 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436800 Dec 14 00:03:34.677559 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db91e3b-6e83-450f-956c-c1136a495de1 req-c89d4e02-d8c9-4246-a19c-950c731f78c3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:34.677559 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6db91e3b-6e83-450f-956c-c1136a495de1 req-c89d4e02-d8c9-4246-a19c-950c731f78c3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0771337 Dec 14 00:03:34.724424 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6db91e3b-6e83-450f-956c-c1136a495de1 req-f4738832-d145-450a-b1b8-70bd86e0e320 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444236 Dec 14 00:03:35.543735 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-d80576d5-fefb-498e-8a28-e26038ae23d3 service neutron] 10.222.0.18 "GET /v2.0/ports/9c9f2b2d-4157-475d-b8b9-d90fa23fe961/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0910904 Dec 14 00:03:35.924887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cd6ef-c902-4a4e-9d0b-5d2c2fe58341 req-32949944-8fe3-4e88-8403-652be088d9c6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:35.926533 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6a3cd6ef-c902-4a4e-9d0b-5d2c2fe58341 req-32949944-8fe3-4e88-8403-652be088d9c6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0784442 Dec 14 00:03:35.977533 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6a3cd6ef-c902-4a4e-9d0b-5d2c2fe58341 req-4573be6c-5682-4db9-8509-b2e8a6fd49cf tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444946 Dec 14 00:03:36.162656 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-cfc1edf2-bb4e-42c5-9f55-166ffac0ac5a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 1098 time: 0.0709050 Dec 14 00:03:36.253956 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-cfd28a2d-71e7-42f1-9bc6-db23f34680d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0712759 Dec 14 00:03:36.390026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-80ddff6a-5a73-42d1-a174-4b8e48f5e949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:36.391503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-80ddff6a-5a73-42d1-a174-4b8e48f5e949 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1306708 Dec 14 00:03:36.495588 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-c6de30b5-fadb-428a-9910-196a764ddf01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961 HTTP/1.1" status: 200 len: 1002 time: 0.0968783 Dec 14 00:03:36.561325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-188924ad-741c-458b-84c1-a67c3f471a9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:36.562821 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-188924ad-741c-458b-84c1-a67c3f471a9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0611374 Dec 14 00:03:36.637433 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-cf6c576a-e7c0-4cff-b8a7-1fd7f3da336a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683732 Dec 14 00:03:36.767987 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-2a6303a5-d3b3-4727-a341-af239c07e55f service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234901 Dec 14 00:03:36.896427 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0a63bc2-f544-409e-bd32-d1cda4f9e5d7 req-14624fcf-be71-4bfd-94f7-87666d1154c5 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228447 Dec 14 00:03:37.181404 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086860ff-8e40-42a1-9a44-648ac636ac3d req-0147eb45-1967-434b-beda-12b1659914e8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:37.182860 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-086860ff-8e40-42a1-9a44-648ac636ac3d req-0147eb45-1967-434b-beda-12b1659914e8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0787323 Dec 14 00:03:37.230651 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-086860ff-8e40-42a1-9a44-648ac636ac3d req-da452415-3167-4f20-a304-15dfc4923dba tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419059 Dec 14 00:03:38.430953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b0777-7fe7-45a7-b6df-146b8b12ad5f req-f192a7f8-0706-4af3-8611-44e53557b6f8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:38.432775 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-429b0777-7fe7-45a7-b6df-146b8b12ad5f req-f192a7f8-0706-4af3-8611-44e53557b6f8 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0799053 Dec 14 00:03:38.483100 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-429b0777-7fe7-45a7-b6df-146b8b12ad5f req-75134759-fa29-45ae-8113-841bab1c445f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446711 Dec 14 00:03:39.485722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:03:39.489194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:03:39.686198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2e8a8-7858-4132-a958-0bc90814156b req-3a5dfcea-073d-4f35-bf37-f617b514bd07 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:39.687720 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-47b2e8a8-7858-4132-a958-0bc90814156b req-3a5dfcea-073d-4f35-bf37-f617b514bd07 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0838947 Dec 14 00:03:39.699116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:39.730554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:03:39.735144 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-47b2e8a8-7858-4132-a958-0bc90814156b req-0242bc8c-896d-45d9-8cff-d8cc51fc3836 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415857 Dec 14 00:03:39.751973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:03:39.758167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'mac_address': 'fa:16:3e:e6:75:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:03:39.764119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:03:39.820764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:39.832537 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'code': 200} Dec 14 00:03:39.835846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:39.840722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:39.880203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:03:39.954066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:39.966977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:03:39.967339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:03:39.968775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.974492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:39.976499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:40.520894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:40.538634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:03:40.553878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:03:40.570509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ab07f-a903-457c-b31e-48130d6a439f req-dae24d47-a837-4ac0-b248-b53efdd3815f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:40.571981 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1c7ab07f-a903-457c-b31e-48130d6a439f req-dae24d47-a837-4ac0-b248-b53efdd3815f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 943 time: 0.1431403 Dec 14 00:03:40.577458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-36e66554-9979-4e22-830c-a66ebed79267 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:40.578697 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-36e66554-9979-4e22-830c-a66ebed79267 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9&tenant_id=175d8b698d8a41d78bafaba498d180fa&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 943 time: 0.1480439 Dec 14 00:03:40.610707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:40.614091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-60314508-68d6-4bd0-b303-60a506eb3aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:40.677563 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1c7ab07f-a903-457c-b31e-48130d6a439f req-ad50c253-7c87-4670-937d-914a2e78f1e0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979254 Dec 14 00:03:40.682257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['9c9f2b2d-4157-475d-b8b9-d90fa23fe961'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:03:40.687717 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-8206c143-e377-41e1-9134-a366dd5ecfaa service neutron] 10.222.0.18 "GET /v2.0/ports/9c9f2b2d-4157-475d-b8b9-d90fa23fe961/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0946755 Dec 14 00:03:40.722597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:40.726951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:40.889102 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-9aa786c8-c40c-4337-bcad-06ee40c5f6a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 1097 time: 0.1761453 Dec 14 00:03:41.020415 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-f798b0ae-a714-4c86-ada0-2427c47d452c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:41.021854 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-f798b0ae-a714-4c86-ada0-2427c47d452c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1266310 Dec 14 00:03:41.125305 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-18efca6c-43b5-4c72-b19c-63c1354d9c8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961 HTTP/1.1" status: 200 len: 1001 time: 0.0963206 Dec 14 00:03:41.186139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-7c3ccce7-489e-4280-a288-8cb899f0a47c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:41.187466 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-7c3ccce7-489e-4280-a288-8cb899f0a47c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0561621 Dec 14 00:03:41.265397 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-22078937-d4bc-4763-8702-cf9f2883657b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717249 Dec 14 00:03:41.397970 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-0a106b0f-ef1f-49cb-93b2-af6cc04c356d service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264043 Dec 14 00:03:41.491087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:03:41.529170 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-fd73fbd4-ddb8-4368-aead-410eedd79b08 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246254 Dec 14 00:03:41.562440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:03:41.563066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:41.676081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:41.718473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:03:41.799427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:41.801339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:41.838208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:03:41.881353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:41.884554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:41.892026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff71266-2aa1-4672-8f90-e324778f9d9c req-ffad8a18-76b4-448d-b69f-ffddef01ce4a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:41.897919 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0ff71266-2aa1-4672-8f90-e324778f9d9c req-ffad8a18-76b4-448d-b69f-ffddef01ce4a tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0936286 Dec 14 00:03:41.908222 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'code': 200} Dec 14 00:03:41.939418 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0ff71266-2aa1-4672-8f90-e324778f9d9c req-d58d3d4a-409a-4f02-828a-b6c5ebc188fa tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398815 Dec 14 00:03:41.945516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-949f95c7-7922-4ae0-aac9-2eb6106255cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:43.141048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb5440-6bf2-4de2-b52d-adedddbc5352 req-ef75616d-6ca8-49fa-b871-14d30c8104e6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:43.144145 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9fbb5440-6bf2-4de2-b52d-adedddbc5352 req-ef75616d-6ca8-49fa-b871-14d30c8104e6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0818996 Dec 14 00:03:43.189299 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9fbb5440-6bf2-4de2-b52d-adedddbc5352 req-eaa54c0e-5580-4aa8-baa6-57997d052398 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397694 Dec 14 00:03:44.146114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-62a6e83e-8b01-4004-9949-526d080c76bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:44.393167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99245edb-d57c-41d6-a842-2d20d2247f03 req-8ae0ebc7-884b-423a-bf48-c99a81b59af0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:44.395439 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-99245edb-d57c-41d6-a842-2d20d2247f03 req-8ae0ebc7-884b-423a-bf48-c99a81b59af0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0846250 Dec 14 00:03:44.441310 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-99245edb-d57c-41d6-a842-2d20d2247f03 req-4ea5a110-b9de-4c01-9828-191b26740b0c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 Dec 14 00:03:44.475233 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-daa3fefa-4170-456e-be25-6136786e61d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 1098 time: 0.0762839 Dec 14 00:03:44.566686 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-a82be07c-2207-415a-bddc-696a6c27535e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 1098 time: 0.0689726 Dec 14 00:03:44.698780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-9b94156f-1051-4cc8-b21d-ab08f10041f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:44.700174 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-9b94156f-1051-4cc8-b21d-ab08f10041f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1276991 Dec 14 00:03:44.803990 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-fc706ab2-e97b-434c-8bc8-5d29759592de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961 HTTP/1.1" status: 200 len: 1002 time: 0.0969045 Dec 14 00:03:44.866466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-28f73772-8f66-47cf-be71-85fffb72fbb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:44.867906 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-28f73772-8f66-47cf-be71-85fffb72fbb6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0575464 Dec 14 00:03:44.946379 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-7479dd66-1d1f-42b0-bee9-b2de1df0f00f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719950 Dec 14 00:03:45.080204 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-66d064c8-fe2f-46e6-aa8a-84eeecf54421 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270058 Dec 14 00:03:45.315050 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e344bd3-0915-4688-99b1-ef8fe40594c3 req-c81a430e-24cf-409c-b9ad-e84ed54469c4 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283158 Dec 14 00:03:45.489172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:45.499938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:45.636905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cf015-dac2-4f30-9f38-d10c29933a6f req-20a7eaf4-110b-4704-9e7f-992f400bf110 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:45.638275 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5a5cf015-dac2-4f30-9f38-d10c29933a6f req-20a7eaf4-110b-4704-9e7f-992f400bf110 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0785670 Dec 14 00:03:45.684813 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5a5cf015-dac2-4f30-9f38-d10c29933a6f req-348a92d0-668a-4a38-8134-99b0e6dac97c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410378 Dec 14 00:03:46.883129 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:46.887292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a6d441-8f0b-4358-b776-080dd0222890 req-1c64f291-30e8-4136-a8f0-ba7ea536a345 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:46.888775 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-97a6d441-8f0b-4358-b776-080dd0222890 req-1c64f291-30e8-4136-a8f0-ba7ea536a345 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0804565 Dec 14 00:03:46.938391 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-97a6d441-8f0b-4358-b776-080dd0222890 req-4b66718e-bf31-48af-a6af-4c24ab3a1e5b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433505 Dec 14 00:03:47.523359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:03:47.525726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:03:47.784045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:47.801822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:03:47.823887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'mac_address': 'fa:16:3e:e6:75:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:03:47.829641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:03:47.865381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:03:47.888191 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'code': 200} Dec 14 00:03:47.895455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:47.912140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:03:47.940367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:47.943355 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:48.050001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:03:48.050792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:03:48.054046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=9']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:48.057117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:48.136505 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae4f2e-83b3-4c09-a971-05b88eeeb1dd req-ce060bc8-9a25-4da6-87c2-8cf6d8a3eb58 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:48.137939 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cdae4f2e-83b3-4c09-a971-05b88eeeb1dd req-ce060bc8-9a25-4da6-87c2-8cf6d8a3eb58 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 943 time: 0.0774586 Dec 14 00:03:48.183164 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cdae4f2e-83b3-4c09-a971-05b88eeeb1dd req-0d65cd86-b94e-4bb2-8e6c-3dac674c7325 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397954 Dec 14 00:03:48.385546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92198d8-e365-4072-ad82-cad04cbb9522 req-f5ab1c85-5455-4de9-a598-d42982ebb547 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:48.386996 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c92198d8-e365-4072-ad82-cad04cbb9522 req-f5ab1c85-5455-4de9-a598-d42982ebb547 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 943 time: 0.0818396 Dec 14 00:03:48.432756 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c92198d8-e365-4072-ad82-cad04cbb9522 req-a23c1443-b24d-4ce0-bba2-7b042f62c065 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401266 Dec 14 00:03:48.603148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:48.622807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:03:48.632974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8433bf4-26c7-4a3b-a24b-b7be58a5f1fc req-e21ecbe2-0b19-4922-9333-325563abf7c5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:48.634426 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8433bf4-26c7-4a3b-a24b-b7be58a5f1fc req-e21ecbe2-0b19-4922-9333-325563abf7c5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 943 time: 0.0855408 Dec 14 00:03:48.637617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:03:48.681118 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a8433bf4-26c7-4a3b-a24b-b7be58a5f1fc req-67f41f72-70e1-40a0-8120-4a52573225b3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411453 Dec 14 00:03:48.713321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:48.715091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:48.778616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['9c9f2b2d-4157-475d-b8b9-d90fa23fe961'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:03:48.822384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=10']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:48.826825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:49.329169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21a11b-30d3-4f1c-8d17-61c08deea18f req-720f45b7-02f5-4ae5-a097-f5538bd1f132 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:49.330637 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ca21a11b-30d3-4f1c-8d17-61c08deea18f req-720f45b7-02f5-4ae5-a097-f5538bd1f132 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 945 time: 0.0759184 Dec 14 00:03:49.376385 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ca21a11b-30d3-4f1c-8d17-61c08deea18f req-c5bc196a-3ea2-446c-a694-9e876f71696f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395947 Dec 14 00:03:49.533653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:03:49.589264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:49.604981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:03:49.605359 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:49.718391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:49.753046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:03:49.826987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:49.828667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:49.889029 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:03:49.896349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=11']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:49.899286 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:49.945152 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'code': 200} Dec 14 00:03:50.671781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767a119-2001-455b-95cb-0f603e2fb988 req-72703178-c1e0-420e-8c69-cfabf9781d42 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:50.673159 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a767a119-2001-455b-95cb-0f603e2fb988 req-72703178-c1e0-420e-8c69-cfabf9781d42 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 946 time: 0.1764300 Dec 14 00:03:50.719770 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a767a119-2001-455b-95cb-0f603e2fb988 req-b8cc40ab-4f7d-49ae-a1d5-e65da8702ee1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400727 Dec 14 00:03:51.377989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82988413-006d-46cc-a667-7f4f96e5208d req-cea81206-610c-4b9f-9271-f4eb9f23ed2d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:51.380103 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-82988413-006d-46cc-a667-7f4f96e5208d req-cea81206-610c-4b9f-9271-f4eb9f23ed2d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 946 time: 0.0797713 Dec 14 00:03:51.450703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Deleting port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:03:51.451049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:51.691924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] For port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:03:51.692211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:52.036113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:52.036482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:52.036795 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7 disassociated. External IP: 172.26.5.197, port: 9c9f2b2d-4157-475d-b8b9-d90fa23fe961. Dec 14 00:03:52.037136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Calling delete_port for 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:03:52.069824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99389e1d-fa4c-4299-bb68-df94e4a58c1c req-6e5e680d-bd5b-42c0-bd21-f311bd4038ab tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:52.071287 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-99389e1d-fa4c-4299-bb68-df94e4a58c1c req-6e5e680d-bd5b-42c0-bd21-f311bd4038ab tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 946 time: 0.2190886 Dec 14 00:03:52.148927 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-99389e1d-fa4c-4299-bb68-df94e4a58c1c req-6bdf134f-e7f5-480f-aa85-78624b85c677 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710595 Dec 14 00:03:52.256113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:52.261647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2ff89b91-37bd-4dd2-b74e-51b1232d0071 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:52.307251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event deleted for resources: {'Port': ['ID=9c9f2b2d-4157-475d-b8b9-d90fa23fe961,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:52.321408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.321802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.322189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.322576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.322955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.323331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.323737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.324104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.324489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.324855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.325223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:03:52.376556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:52.541236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:03:52.857255 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:03:52.867270 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:03:52.878907 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:03:52.879503 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:03:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:03:52.929668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] No DVR routers for this DVR port 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:03:52.932285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:52.936509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-deleted', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:03:53.043291 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-82988413-006d-46cc-a667-7f4f96e5208d req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "DELETE /v2.0/ports/9c9f2b2d-4157-475d-b8b9-d90fa23fe961 HTTP/1.1" status: 204 len: 173 time: 1.6578183 Dec 14 00:03:53.057978 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:03:53.074196 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb02ec1-15c7-4781-ade4-edd740f8fba9', 'name': 'network-vif-deleted', 'tag': '9c9f2b2d-4157-475d-b8b9-d90fa23fe961', 'status': 'completed', 'code': 200} Dec 14 00:03:53.317260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-06419cbf-964b-4521-9c67-246d971f5a0e req-926c8686-df98-4a24-9ac6-47459c1bc809 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:03:53.382967 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:03:53.386874 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:03:53.397327 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:03:53.397923 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:03:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:03:53.415998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-06419cbf-964b-4521-9c67-246d971f5a0e req-926c8686-df98-4a24-9ac6-47459c1bc809 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:03:53.417184 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-06419cbf-964b-4521-9c67-246d971f5a0e req-926c8686-df98-4a24-9ac6-47459c1bc809 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbb02ec1-15c7-4781-ade4-edd740f8fba9 HTTP/1.1" status: 200 len: 210 time: 0.1452732 Dec 14 00:03:53.571553 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:03:53.886589 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:03:53.890498 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3518ca5-ad00-4d2e-824b-3d7e7c6dabfd None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:03:54.113864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e14e8-f5bd-4b86-b261-910582e40afc None None] New status for floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:03:54.781769 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-53b08137-4169-4026-8d44-10612b741a1d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--112493195&fields=id&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 267 time: 0.0402281 Dec 14 00:03:54.929575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c9499372-6af3-43ba-b554-b6a7d3423fbb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:54.930906 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c9499372-6af3-43ba-b554-b6a7d3423fbb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 812 time: 0.1424227 Dec 14 00:03:54.946971 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-21d48521-9930-4f33-9999-789e01b25862 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/quotas/175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 375 time: 0.0106037 Dec 14 00:03:55.031627 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-d4da6daf-2a19-4d6e-a5d8-2bb89b824e87 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798755 Dec 14 00:03:55.046563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-2a28e24c-5d8c-484b-b55b-bec06679acf2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 14 00:03:55.047487 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-2a28e24c-5d8c-484b-b55b-bec06679acf2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048680 Dec 14 00:03:55.177849 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1bdd8e20-5216-4b8f-8634-5901aea27b59 service neutron] 10.222.0.30 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245637 Dec 14 00:03:55.307726 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-2c68dec4-a44c-4409-bfc7-0574ce66ce1a service neutron] 10.222.0.30 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243324 Dec 14 00:03:55.569253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:03:55.585851 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-937f951f-cfc4-4699-86de-733e504d0d02 req-9e8ee80f-1f56-468d-9b12-17bece5ac196 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 210 time: 0.0425534 Dec 14 00:03:55.604689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:03:55.605048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9c9f2b2d-4157-475d-b8b9-d90fa23fe961 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:03:56.748261 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-832882bf-43e5-467a-a6ac-1af774bcd2b5 req-b327da6b-1947-446d-9949-dfa606e871cd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 210 time: 0.0410013 Dec 14 00:03:57.529701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-eb4cbdbd-50a9-4c6f-98a3-a7d1a8035fd0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:57.531123 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-eb4cbdbd-50a9-4c6f-98a3-a7d1a8035fd0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 812 time: 0.1463852 Dec 14 00:03:57.590765 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-42d53ee0-88ca-4806-a9f2-afb074a9d91e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 379 time: 0.0456066 Dec 14 00:03:57.606295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'port': {'device_id': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'admin_state_up': True, 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'security_groups': ['8a0d9a65-3a07-4429-953f-97f79a9510b5']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:03:57.745501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:03:57.754868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:03:57.865510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Made reservation on behalf of 175d8b698d8a41d78bafaba498d180fa for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:03:57.868779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:57.926774 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9c1bbf98-cb1b-451a-82f4-dd6d1a8d41f1 req-467b6606-55b9-46a8-8e92-fa5157c0b9ca tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 210 time: 0.0462394 Dec 14 00:03:58.073899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Allocated IP 172.20.0.9 (c2380813-3be3-486b-87c6-f3cabc1e2b59/9da84a98-1e70-4317-ab5a-16e02d63c8c7/d8abf5c7-0f25-42b2-9932-3936a7763b36) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:03:58.264077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:58.279598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Transition to ACTIVE for port object d8abf5c7-0f25-42b2-9932-3936a7763b36 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:03:58.359228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:58.365579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4db01fb3-5904-4142-ab38-1e028edfd815 tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:58.436554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:03:58.440008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:03:58.444298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:03:58.476878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:58.483535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:58.512526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:58.513130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:58.594007 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9916396 Dec 14 00:03:58.605632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Request body: {'port': {'device_id': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:03:58.718580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:58.770018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bf38d6d3-5d2a-40b0-b00b-de7934820e10 None None] Provisioning for port d8abf5c7-0f25-42b2-9932-3936a7763b36 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:03:58.774970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bf38d6d3-5d2a-40b0-b00b-de7934820e10 None None] Provisioning complete for port d8abf5c7-0f25-42b2-9932-3936a7763b36 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:03:58.775350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bf38d6d3-5d2a-40b0-b00b-de7934820e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:58.832581 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bf38d6d3-5d2a-40b0-b00b-de7934820e10 None None] Port d8abf5c7-0f25-42b2-9932-3936a7763b36 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:03:59.062686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8abf5c7-0f25-42b2-9932-3936a7763b36 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:03:59.069767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:59.084211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Transition to ACTIVE for port object d8abf5c7-0f25-42b2-9932-3936a7763b36 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:03:59.128675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33051c5-1f18-4e2a-b9ad-9dd621c93487 req-3f1373af-e6b9-46fe-af99-d58b3cc4c71e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:03:59.130134 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f33051c5-1f18-4e2a-b9ad-9dd621c93487 req-3f1373af-e6b9-46fe-af99-d58b3cc4c71e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 931 time: 0.0781865 Dec 14 00:03:59.134166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:59.138179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:59.180307 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f33051c5-1f18-4e2a-b9ad-9dd621c93487 req-80a1e177-4b99-40f7-aa85-015131a6c45b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445879 Dec 14 00:03:59.268054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:59.271205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:59.485100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Attempting to bind port d8abf5c7-0f25-42b2-9932-3936a7763b36 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:03:59.485437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Attempting to bind port d8abf5c7-0f25-42b2-9932-3936a7763b36 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:03:59.485768 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Attempting to bind port d8abf5c7-0f25-42b2-9932-3936a7763b36 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:03:59.492073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Port d8abf5c7-0f25-42b2-9932-3936a7763b36 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:03:59.492399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Attempting to bind port d8abf5c7-0f25-42b2-9932-3936a7763b36 on network c2380813-3be3-486b-87c6-f3cabc1e2b59 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:03:59.498569 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:03:59.498854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Checking segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:03:59.499237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Bound using segment: {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:03:59.499688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Bound port: d8abf5c7-0f25-42b2-9932-3936a7763b36, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:03:59.500053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:59.587111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:03:59.590101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:03:59.688970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:59.693628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:03:59.755029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:03:59.756504 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/d8abf5c7-0f25-42b2-9932-3936a7763b36 HTTP/1.1" status: 200 len: 1093 time: 1.1551135 Dec 14 00:03:59.757024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:03:59.777609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:03:59.780783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:03:59.820349 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'status': 'completed', 'code': 200} Dec 14 00:03:59.916443 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ae50ea82-3428-4ba8-9527-ad66243e6005 req-b4959e0b-c2ab-46bf-8a09-ec723462518c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 1096 time: 0.0754347 Dec 14 00:04:00.064926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ea82-3428-4ba8-9527-ad66243e6005 req-74e59185-136b-4cbd-82d1-d963d28967f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:00.066924 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ae50ea82-3428-4ba8-9527-ad66243e6005 req-74e59185-136b-4cbd-82d1-d963d28967f6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=175d8b698d8a41d78bafaba498d180fa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1400597 Dec 14 00:04:00.203845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50ea82-3428-4ba8-9527-ad66243e6005 req-6b71f63a-fe00-4855-b856-7deccb073190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:00.205300 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ae50ea82-3428-4ba8-9527-ad66243e6005 req-6b71f63a-fe00-4855-b856-7deccb073190 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323035 Dec 14 00:04:00.329063 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-9e047fd5-4ee8-488b-96e0-840c1f61f305 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 1096 time: 0.0747161 Dec 14 00:04:00.385844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dbc58-52cc-4186-b4d4-499308881b97 req-0aa3f8c6-9cb1-4570-a601-53ea26db6910 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:00.387300 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d45dbc58-52cc-4186-b4d4-499308881b97 req-0aa3f8c6-9cb1-4570-a601-53ea26db6910 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 943 time: 0.0781629 Dec 14 00:04:00.399421 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-bc4b00b1-1f0a-46d0-aa73-219759966add service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36 HTTP/1.1" status: 200 len: 217 time: 0.0630198 Dec 14 00:04:00.433158 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d45dbc58-52cc-4186-b4d4-499308881b97 req-d9df278f-370a-4dd0-ad62-dd75f1845a8c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401647 Dec 14 00:04:00.466473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-383fd5b4-de79-40fe-a7f0-1df140f06e61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:00.467947 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-383fd5b4-de79-40fe-a7f0-1df140f06e61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0619874 Dec 14 00:04:00.540927 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-2a38c8a3-157a-4f2d-bda1-d83f6c4ecb83 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670679 Dec 14 00:04:00.671676 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-9ca84735-cad9-444a-b88c-a6040c084f87 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236463 Dec 14 00:04:00.803928 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-883d20a2-f2ce-4f97-83b2-43a1ec20e3c7 req-7fe12977-b141-4b10-a653-97ec48601a71 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255093 Dec 14 00:04:01.643127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1336c-205e-41b3-a868-1b5e94ce823f req-6229b540-e8c1-4e92-a65b-f36f727d9396 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:01.644017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-22d1336c-205e-41b3-a868-1b5e94ce823f req-6229b540-e8c1-4e92-a65b-f36f727d9396 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:04:01.707349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-22d1336c-205e-41b3-a868-1b5e94ce823f req-6229b540-e8c1-4e92-a65b-f36f727d9396 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:04:01.708536 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-22d1336c-205e-41b3-a868-1b5e94ce823f req-6229b540-e8c1-4e92-a65b-f36f727d9396 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 943 time: 0.1409900 Dec 14 00:04:01.758836 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-22d1336c-205e-41b3-a868-1b5e94ce823f req-85954372-bd90-45bd-a87c-8acd81692ab3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447295 Dec 14 00:04:02.071956 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:04:02.962165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940dd79-d25c-4501-a995-74c9b2653d61 req-9d06fd1c-76ac-4ffe-87cb-ef19eca7b9df tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:02.963685 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f940dd79-d25c-4501-a995-74c9b2653d61 req-9d06fd1c-76ac-4ffe-87cb-ef19eca7b9df tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 943 time: 0.0870366 Dec 14 00:04:03.009936 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f940dd79-d25c-4501-a995-74c9b2653d61 req-9f1c850c-88bd-4054-8415-0c041e850671 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406713 Dec 14 00:04:03.579826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:04:03.714718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:04:03.727822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'mac_address': 'fa:16:3e:ae:fa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:04:03.781217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:03.798086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8abf5c7-0f25-42b2-9932-3936a7763b36 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:04:03.813430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:04:03.866708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:03.869194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e630a7ed-1bcf-44a4-81a0-82cdc8b68c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:04:03.973187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:04:03.976242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:04:04.070799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['d8abf5c7-0f25-42b2-9932-3936a7763b36'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:04:04.206602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f34a81-283b-4499-8709-b901e8258aa6 req-72b89a82-dbb9-456c-a322-bd41a9e91dff tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:04.208331 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02f34a81-283b-4499-8709-b901e8258aa6 req-72b89a82-dbb9-456c-a322-bd41a9e91dff tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 944 time: 0.0768619 Dec 14 00:04:04.254914 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02f34a81-283b-4499-8709-b901e8258aa6 req-541748de-231b-45c7-82e0-fdf6844add5b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406380 Dec 14 00:04:05.449834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093a0a5-4a9d-49b1-aa8e-a23aa58558f8 req-5ff07805-749f-47be-a34e-d72e0ea2aee6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:05.451283 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5093a0a5-4a9d-49b1-aa8e-a23aa58558f8 req-5ff07805-749f-47be-a34e-d72e0ea2aee6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 944 time: 0.0778592 Dec 14 00:04:05.495936 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5093a0a5-4a9d-49b1-aa8e-a23aa58558f8 req-c831309d-8203-4a6e-8d14-5bef65b16259 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392065 Dec 14 00:04:05.600474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:04:05.747130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port d8abf5c7-0f25-42b2-9932-3936a7763b36 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:04:05.752042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port d8abf5c7-0f25-42b2-9932-3936a7763b36 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:04:05.752423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:05.867022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:05.892514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:04:05.902623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:04:05.948937 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'code': 200} Dec 14 00:04:05.969898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:05.971826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:04:06.037297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:04:06.040319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:04:06.325709 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d49cbb79-b794-4185-baa7-a86d0f9659cb req-f7a0e34d-4dd1-43f5-af9d-c678e0cfaa77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 1098 time: 0.0731330 Dec 14 00:04:06.370119 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d49cbb79-b794-4185-baa7-a86d0f9659cb req-6c38d349-7ad8-496c-bdf6-8e0184a4e540 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382223 Dec 14 00:04:06.698376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b5200-64e9-4c20-ad56-546124b54d16 req-2181d544-25fe-40cf-bc6f-db3e2f6b40f2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:06.699745 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-422b5200-64e9-4c20-ad56-546124b54d16 req-2181d544-25fe-40cf-bc6f-db3e2f6b40f2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0830581 Dec 14 00:04:06.744974 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-422b5200-64e9-4c20-ad56-546124b54d16 req-c66384b0-df80-4b3c-ad0e-e76c4f82241d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397687 Dec 14 00:04:07.940473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d6d60-f7da-4fae-9867-190cbcd01b82 req-895422fa-e7c3-4594-9fb2-5193d9601558 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:07.941916 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d55d6d60-f7da-4fae-9867-190cbcd01b82 req-895422fa-e7c3-4594-9fb2-5193d9601558 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0765245 Dec 14 00:04:07.986459 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d55d6d60-f7da-4fae-9867-190cbcd01b82 req-968c256b-ca87-493f-ac9c-6312263b18c1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390749 Dec 14 00:04:08.176283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b06fe-e151-4beb-b378-c5635be90ca5 req-2ddd8d85-bb54-48e7-bd87-9e1a227e81e4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:08.179329 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-064b06fe-e151-4beb-b378-c5635be90ca5 req-2ddd8d85-bb54-48e7-bd87-9e1a227e81e4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0765383 Dec 14 00:04:08.186779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 59844) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:04:08.191962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ea213bb7-bece-4bc9-9750-1ead6f893123 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Request body: {'floatingip': {'port_id': 'd8abf5c7-0f25-42b2-9932-3936a7763b36'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:04:08.268164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ea213bb7-bece-4bc9-9750-1ead6f893123 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:08.953037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ea213bb7-bece-4bc9-9750-1ead6f893123 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:09.015661 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ea213bb7-bece-4bc9-9750-1ead6f893123 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:09.210058 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-ea213bb7-bece-4bc9-9750-1ead6f893123 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7 associated. External IP: 172.26.5.197, port: d8abf5c7-0f25-42b2-9932-3936a7763b36. Dec 14 00:04:09.596004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea213bb7-bece-4bc9-9750-1ead6f893123 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:04:09.795186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea213bb7-bece-4bc9-9750-1ead6f893123 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:04:09.800119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ea213bb7-bece-4bc9-9750-1ead6f893123 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:09.805267 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:04:09.818578 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:04:09.819180 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:03:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:04:09.852488 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ea213bb7-bece-4bc9-9750-1ead6f893123 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "PUT /v2.0/floatingips/2b2da884-2126-40f9-aa1b-05f3c43f06f7 HTTP/1.1" status: 200 len: 992 time: 1.6645958 Dec 14 00:04:09.853178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:04:09.908979 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'status': 'completed', 'code': 200} Dec 14 00:04:09.998222 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:04:10.006512 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bcb866a-1b4a-4ae9-928a-b930fd129792 req-a31a017a-bbbe-4090-a934-3a293668f2a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 1098 time: 0.0766499 Dec 14 00:04:10.251924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb866a-1b4a-4ae9-928a-b930fd129792 req-fb413564-6355-42de-a42a-0169efb09ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:10.253294 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bcb866a-1b4a-4ae9-928a-b930fd129792 req-fb413564-6355-42de-a42a-0169efb09ec5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.2401569 Dec 14 00:04:10.362365 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bcb866a-1b4a-4ae9-928a-b930fd129792 req-c53205c1-95c3-4f14-97f2-8054a1dbab7f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36 HTTP/1.1" status: 200 len: 1000 time: 0.1023967 Dec 14 00:04:10.368741 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:ae:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-14T00:04:08Z', 'revision_number': 13, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:04:10.372807 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:04:10.384075 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:04:10.384682 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:03:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:04:10.424163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb866a-1b4a-4ae9-928a-b930fd129792 req-a944ab28-76db-4eca-8681-abd788c66ad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:10.425700 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bcb866a-1b4a-4ae9-928a-b930fd129792 req-a944ab28-76db-4eca-8681-abd788c66ad6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0570889 Dec 14 00:04:10.500284 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bcb866a-1b4a-4ae9-928a-b930fd129792 req-a256c12f-31ec-41ce-8d39-4eceb683ddb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687099 Dec 14 00:04:10.560759 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:04:10.635000 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bcb866a-1b4a-4ae9-928a-b930fd129792 req-30e7aab3-5f24-48d6-8474-89b1b14ba855 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284385 Dec 14 00:04:10.771503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0bcb866a-1b4a-4ae9-928a-b930fd129792 req-41f2fc10-ef29-43bd-983d-b76793e05f78 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297538 Dec 14 00:04:10.907241 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:ae:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-14T00:04:08Z', 'revision_number': 13, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:04:10.911572 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf2476b-9bca-45f7-b3a1-a8e60c88780b None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '2b2da884-2126-40f9-aa1b-05f3c43f06f7', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'floating_ip_address': '172.26.5.197', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'port_id': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'mac_address': 'fa:16:3e:ae:fa:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T23:59:33Z', 'updated_at': '2021-12-14T00:04:08Z', 'revision_number': 13, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:04:11.106775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b221d7a-bcfe-4ec8-93e8-201fcf3484f3 None None] New status for floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:04:11.899209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9df134ec-1166-405e-b8b9-8ac809c0b9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:14.106814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-95f6dfa8-d00c-4536-86d9-85bbd41db13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:15.442093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:15.499301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:16.871054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:19.597923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:39.073105 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:04:41.929727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e93bcc3d-da38-4891-98b1-99ffab481372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:44.118133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-edd97c6a-bafb-4cdc-a01d-fc330047d6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:45.443805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:45.506998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:46.878271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:48.493629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c0bf3-a90f-4b90-80a0-142df7bc2815 req-693052bc-21f2-4f29-8db0-c89e39c10f61 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:48.495071 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2b2c0bf3-a90f-4b90-80a0-142df7bc2815 req-693052bc-21f2-4f29-8db0-c89e39c10f61 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0807266 Dec 14 00:04:48.540693 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2b2c0bf3-a90f-4b90-80a0-142df7bc2815 req-c8a8d47b-897d-40a3-a06f-7cd3888cae5e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402536 Dec 14 00:04:49.603809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:04:58.538516 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-21aabeae-62b9-45a7-aed4-ce79f537c89d req-c26152c4-c8e0-49fe-9f80-b42dd61cf16c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0668948 Dec 14 00:04:59.000936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a623f7-30d8-485c-8daf-dcec65edf34d req-b56ae133-69f0-43e6-8119-404ba082979d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:04:59.002551 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-86a623f7-30d8-485c-8daf-dcec65edf34d req-b56ae133-69f0-43e6-8119-404ba082979d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0820649 Dec 14 00:04:59.050376 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-86a623f7-30d8-485c-8daf-dcec65edf34d req-7938e316-5011-431d-b1bd-80ae2b627434 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419903 Dec 14 00:04:59.078783 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-14100749-7ad7-4332-8d34-c580d3f56f17 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764909 Dec 14 00:05:00.259752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903f139-ca51-4b51-a469-6ed8d137fe79 req-8ef10f87-8380-41d1-9547-83c4462a8891 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:00.261211 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2903f139-ca51-4b51-a469-6ed8d137fe79 req-8ef10f87-8380-41d1-9547-83c4462a8891 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0780070 Dec 14 00:05:00.306582 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2903f139-ca51-4b51-a469-6ed8d137fe79 req-cce580ff-4666-4dd4-9bd1-d69dbaf92c99 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397069 Dec 14 00:05:01.142423 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-e614ef01-d543-455e-9fd5-05096ae2dc65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 1098 time: 0.0716341 Dec 14 00:05:01.273605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-ac48b900-23fc-4a89-a10d-f8beca2fcf32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:01.275039 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-ac48b900-23fc-4a89-a10d-f8beca2fcf32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1262777 Dec 14 00:05:01.387095 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-805dcd7b-b537-43bf-858b-a7e9b3a98fdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36 HTTP/1.1" status: 200 len: 1002 time: 0.1022394 Dec 14 00:05:01.494532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-92f79426-6072-4575-8c1e-9545eee687c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:01.495980 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-92f79426-6072-4575-8c1e-9545eee687c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.1018744 Dec 14 00:05:01.576880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b886b-e00b-4df4-b3d4-e6109e80c5eb req-f0a0e824-6e54-467a-b43f-daea6188675f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:01.578221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4f4b886b-e00b-4df4-b3d4-e6109e80c5eb req-f0a0e824-6e54-467a-b43f-daea6188675f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.1384587 Dec 14 00:05:01.623913 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-28950cd9-b4af-47c8-b80e-bab9034a79e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1207869 Dec 14 00:05:01.634070 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4f4b886b-e00b-4df4-b3d4-e6109e80c5eb req-3b7fb2cd-e431-48ee-a11e-a959e5117421 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494268 Dec 14 00:05:01.758654 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-e9d4dc64-f484-4887-9f5d-a1af0963d6ae service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236730 Dec 14 00:05:01.888424 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-d1c07fea-0069-47e7-96aa-c0a28e96b86d service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226852 Dec 14 00:05:02.942106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e096e9-6d1e-4107-b884-0a09d524f98c req-b3aeaa7b-fae2-44b8-a918-0316c71db5fc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:02.943469 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e3e096e9-6d1e-4107-b884-0a09d524f98c req-b3aeaa7b-fae2-44b8-a918-0316c71db5fc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.1878583 Dec 14 00:05:02.988834 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e3e096e9-6d1e-4107-b884-0a09d524f98c req-9cf616ea-4887-43ed-8423-8853481777dc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396821 Dec 14 00:05:03.452971 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f9a9876-a6e5-4b23-9508-8354b89c5129 req-d79b4045-f0ad-405e-a67d-8b705516c021 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 1098 time: 0.0695553 Dec 14 00:05:03.702323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9876-a6e5-4b23-9508-8354b89c5129 req-1adf8739-e181-4f22-9f9a-896539feb2da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:03.703798 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f9a9876-a6e5-4b23-9508-8354b89c5129 req-1adf8739-e181-4f22-9f9a-896539feb2da service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.2311549 Dec 14 00:05:03.806082 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f9a9876-a6e5-4b23-9508-8354b89c5129 req-704aad82-95b8-4e80-aa5e-60583e144d25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36 HTTP/1.1" status: 200 len: 1002 time: 0.0953321 Dec 14 00:05:03.871910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9876-a6e5-4b23-9508-8354b89c5129 req-61d7e91f-514d-4d70-b788-313ed5c7a09a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:03.873314 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f9a9876-a6e5-4b23-9508-8354b89c5129 req-61d7e91f-514d-4d70-b788-313ed5c7a09a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0596514 Dec 14 00:05:03.947964 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f9a9876-a6e5-4b23-9508-8354b89c5129 req-a5c0291c-ff6a-456d-90b5-d4163e607c9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682609 Dec 14 00:05:04.078957 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f9a9876-a6e5-4b23-9508-8354b89c5129 req-fb4fc0f7-b429-48aa-9372-d4e27078e151 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245713 Dec 14 00:05:04.269913 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6f9a9876-a6e5-4b23-9508-8354b89c5129 req-fde285b0-9326-40f4-a7ec-476e10945efc service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829133 Dec 14 00:05:04.280399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c506b96-a89d-4c9c-aaca-328cffc32cfc req-1a8aab6d-0dfb-4d47-b32e-debe552abcbc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:04.281782 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c506b96-a89d-4c9c-aaca-328cffc32cfc req-1a8aab6d-0dfb-4d47-b32e-debe552abcbc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.1715617 Dec 14 00:05:04.327865 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c506b96-a89d-4c9c-aaca-328cffc32cfc req-e1207a75-a028-4174-a0e3-cfb5ae9af0f5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389178 Dec 14 00:05:05.526221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ad292-de7f-4056-9a10-69a59b0e470d req-73912393-cc17-4841-8b55-4c2e167f2d73 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:05.527681 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-601ad292-de7f-4056-9a10-69a59b0e470d req-73912393-cc17-4841-8b55-4c2e167f2d73 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0797067 Dec 14 00:05:05.572296 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-601ad292-de7f-4056-9a10-69a59b0e470d req-2e7310b8-878f-49c3-9c16-71e258556f96 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391746 Dec 14 00:05:06.773902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a5737-8982-44d9-a35e-7c5b2b05826c req-04ac0185-fba4-43c0-b8e5-d810b17b1fc9 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:06.775366 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-669a5737-8982-44d9-a35e-7c5b2b05826c req-04ac0185-fba4-43c0-b8e5-d810b17b1fc9 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0781593 Dec 14 00:05:06.821035 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-669a5737-8982-44d9-a35e-7c5b2b05826c req-905f52aa-76a3-43a1-af2e-a1e34ce71283 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402787 Dec 14 00:05:08.017452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c2689-171e-4851-9bb1-93ecd52666d9 req-5b440dbf-4300-41d5-8edc-6ab9f15bb8c2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:08.018887 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-838c2689-171e-4851-9bb1-93ecd52666d9 req-5b440dbf-4300-41d5-8edc-6ab9f15bb8c2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0759554 Dec 14 00:05:08.063247 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-838c2689-171e-4851-9bb1-93ecd52666d9 req-15f7cd40-82e1-497f-862c-382519c1b5cc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388215 Dec 14 00:05:09.265392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd6293-9743-43ff-a6a6-2411082a9ab4 req-8fa16c0f-aa26-474e-aa9a-cebe0bd6f007 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:09.266841 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b4fd6293-9743-43ff-a6a6-2411082a9ab4 req-8fa16c0f-aa26-474e-aa9a-cebe0bd6f007 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0810223 Dec 14 00:05:09.312485 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b4fd6293-9743-43ff-a6a6-2411082a9ab4 req-ea21b80b-a6af-4380-a188-3b759ae76b7f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Dec 14 00:05:10.514287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5742d9-abfc-46a3-8442-03f252813e34 req-cab6621d-efb5-4e53-be51-bcc4e52ddcf2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:10.515760 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a5742d9-abfc-46a3-8442-03f252813e34 req-cab6621d-efb5-4e53-be51-bcc4e52ddcf2 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0816741 Dec 14 00:05:10.559969 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a5742d9-abfc-46a3-8442-03f252813e34 req-72d1105d-f2b6-4423-a8f1-286d86ee2fd6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387223 Dec 14 00:05:11.754830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81772-1f1f-41e4-ad24-5848b317b95a req-6c52a9bc-072c-47a1-aa55-3c0da2d676ed tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:11.756380 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eee81772-1f1f-41e4-ad24-5848b317b95a req-6c52a9bc-072c-47a1-aa55-3c0da2d676ed tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0777981 Dec 14 00:05:11.800763 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eee81772-1f1f-41e4-ad24-5848b317b95a req-51d0db59-801d-4ade-85ba-e85bc7e73e23 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385315 Dec 14 00:05:11.904161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8cfe206-9e56-4407-bb4c-ce8c95843be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:12.998079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d659b-78ff-4cf1-a0e6-2bd437108a23 req-2c554e08-5a39-4600-8345-1e6846b2795e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:12.999528 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a48d659b-78ff-4cf1-a0e6-2bd437108a23 req-2c554e08-5a39-4600-8345-1e6846b2795e tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0773551 Dec 14 00:05:13.046033 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a48d659b-78ff-4cf1-a0e6-2bd437108a23 req-52cca565-4a0e-4164-9871-bbc6047fc4ba tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409789 Dec 14 00:05:14.104474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5a206bd7-cbca-4238-b3eb-74a40ed7af71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:14.252127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593e98d-5e07-480a-89a3-bb21e17ce290 req-1db80018-48c5-4f4a-993c-19cd9104a039 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:14.253908 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f593e98d-5e07-480a-89a3-bb21e17ce290 req-1db80018-48c5-4f4a-993c-19cd9104a039 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0821080 Dec 14 00:05:14.300804 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f593e98d-5e07-480a-89a3-bb21e17ce290 req-7e5ce882-7010-4093-9b35-6712945a4ab6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412073 Dec 14 00:05:14.935305 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-296fc028-6aa4-4dc6-b20c-89397ddab86a service neutron] 10.222.0.18 "GET /v2.0/ports/d8abf5c7-0f25-42b2-9932-3936a7763b36/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0725894 Dec 14 00:05:15.455125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:15.481879 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-dd6dbc79-a64e-4dc1-88b8-db23eb1587f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 1098 time: 0.0799282 Dec 14 00:05:15.483431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:15.511635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3b45f-7264-4d02-8f8d-612582599de7 req-30855659-3ad7-4c5a-82fb-370eb04d5c24 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:15.513073 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c8d3b45f-7264-4d02-8f8d-612582599de7 req-30855659-3ad7-4c5a-82fb-370eb04d5c24 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0837274 Dec 14 00:05:15.559227 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c8d3b45f-7264-4d02-8f8d-612582599de7 req-1d853bb6-c5e0-43c7-8ed2-1abd7b161dc0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405862 Dec 14 00:05:15.574559 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-d020fd38-5232-418a-9b8e-ff267959a8ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 1098 time: 0.0703597 Dec 14 00:05:15.707563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-72502463-b505-4c85-9fb1-b622866b9e03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:15.709045 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-72502463-b505-4c85-9fb1-b622866b9e03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1277044 Dec 14 00:05:15.812732 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-b9e84b07-3493-4583-9ded-8e047578e069 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36 HTTP/1.1" status: 200 len: 1002 time: 0.0974147 Dec 14 00:05:15.874400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-ed246100-94a4-4740-ab21-f82c4b12aa81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:15.875824 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-ed246100-94a4-4740-ab21-f82c4b12aa81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0571132 Dec 14 00:05:15.953718 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-5d3f5b26-fab8-42d8-92d5-09dd05ae646d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713291 Dec 14 00:05:16.075113 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:05:16.194981 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-5d8ae371-66c8-4269-b90b-fc41aab09922 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342358 Dec 14 00:05:16.327362 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-396e4af0-c465-46dd-ba8b-927442e8a304 req-5b00857b-68cf-4d2e-a73f-5b337fa513a2 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263392 Dec 14 00:05:16.762783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141e39c-9b36-407e-8127-64373701e2ef req-cb43c6f4-bd1a-4366-97a9-fb5dac4c065d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:16.764288 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c141e39c-9b36-407e-8127-64373701e2ef req-cb43c6f4-bd1a-4366-97a9-fb5dac4c065d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0791745 Dec 14 00:05:16.816135 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c141e39c-9b36-407e-8127-64373701e2ef req-95648e78-9576-4ee0-88ee-c6201cb80015 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458515 Dec 14 00:05:16.893212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:17.849616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:05:17.965980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:17.994215 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:05:18.004082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:18.022610 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037fba6-54e9-429a-84d6-10f2a6d7b42f req-10987118-bf08-4415-a71d-6cb4e3177d59 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:18.024045 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e037fba6-54e9-429a-84d6-10f2a6d7b42f req-10987118-bf08-4415-a71d-6cb4e3177d59 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0818336 Dec 14 00:05:18.063190 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'code': 200} Dec 14 00:05:18.065764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:18.067554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:18.079180 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e037fba6-54e9-429a-84d6-10f2a6d7b42f req-a9d52769-672f-4639-aaaf-80829554d4e6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490780 Dec 14 00:05:18.139667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:18.148477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.152514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:18.155298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:19.288379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c4dfa-5142-455d-9486-79fc813bc0e1 req-4e7f49ca-5e47-47c7-b2a9-ac503399791d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:19.289842 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-388c4dfa-5142-455d-9486-79fc813bc0e1 req-4e7f49ca-5e47-47c7-b2a9-ac503399791d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 943 time: 0.0799308 Dec 14 00:05:19.334900 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-388c4dfa-5142-455d-9486-79fc813bc0e1 req-4d9ee66d-cc43-4c4c-9c29-887df9913f3b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391114 Dec 14 00:05:19.620429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:20.536178 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491de8e-7a3c-4d73-a9f1-a359101659fe req-207c1cb0-0a82-4210-bc3d-901a3f072c63 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:20.538201 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8491de8e-7a3c-4d73-a9f1-a359101659fe req-207c1cb0-0a82-4210-bc3d-901a3f072c63 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 943 time: 0.0828950 Dec 14 00:05:20.582843 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8491de8e-7a3c-4d73-a9f1-a359101659fe req-d8b8b742-e922-443f-aa59-9a9596de4ac5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391984 Dec 14 00:05:21.782800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa0e6d-d1b2-4a99-86b4-8e83e4727500 req-bd9b5761-0583-4b61-b7f7-2dcf7d94f623 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:21.784286 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-78fa0e6d-d1b2-4a99-86b4-8e83e4727500 req-bd9b5761-0583-4b61-b7f7-2dcf7d94f623 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 943 time: 0.0771532 Dec 14 00:05:21.834752 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-78fa0e6d-d1b2-4a99-86b4-8e83e4727500 req-e05ea912-e447-4a9d-93ef-7eed95e2381f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445735 Dec 14 00:05:21.874893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:05:22.013098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:22.026246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'mac_address': 'fa:16:3e:ae:fa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:05:22.079997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:22.096730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8abf5c7-0f25-42b2-9932-3936a7763b36 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:05:22.111828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:22.180145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:22.181802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:22.243479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['d8abf5c7-0f25-42b2-9932-3936a7763b36'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:05:22.321541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:22.330501 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:23.073944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e548e93-8d86-4d45-995f-23e7cbbff385 req-af0942c0-5645-4db2-98cb-ad4b34be82cc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:23.075408 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2e548e93-8d86-4d45-995f-23e7cbbff385 req-af0942c0-5645-4db2-98cb-ad4b34be82cc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 944 time: 0.1118929 Dec 14 00:05:23.121982 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2e548e93-8d86-4d45-995f-23e7cbbff385 req-1c558d9a-ea56-49d7-92d9-7fd5b588c87b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Dec 14 00:05:23.890453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:05:23.960084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port d8abf5c7-0f25-42b2-9932-3936a7763b36 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:05:23.960465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:24.072340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:24.098242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:05:24.112086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:24.161244 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'code': 200} Dec 14 00:05:24.186934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:24.188863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:24.253053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:24.256911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:24.325851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80fe2a-d4d7-448c-8fef-7373edc443c5 req-52b8491c-54bb-4089-b477-c385e2ff7497 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:24.327311 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf80fe2a-d4d7-448c-8fef-7373edc443c5 req-52b8491c-54bb-4089-b477-c385e2ff7497 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0772836 Dec 14 00:05:24.372541 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf80fe2a-d4d7-448c-8fef-7373edc443c5 req-907cccea-4f20-4d79-855c-3fcfc23038bc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394557 Dec 14 00:05:25.576875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae51e8-fcf0-45b2-b8f7-f36273b31a83 req-aa3dfca9-97a1-4124-822f-507e617e48bd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:25.578315 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3bae51e8-fcf0-45b2-b8f7-f36273b31a83 req-aa3dfca9-97a1-4124-822f-507e617e48bd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0827303 Dec 14 00:05:25.624251 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3bae51e8-fcf0-45b2-b8f7-f36273b31a83 req-d765b341-ce19-4205-8321-1092a104f851 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402849 Dec 14 00:05:26.403924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797be59-6d96-4d54-b151-f01d2bb1544f req-ac2d8b83-1440-4e75-bc99-241922ce4489 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:26.405422 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3797be59-6d96-4d54-b151-f01d2bb1544f req-ac2d8b83-1440-4e75-bc99-241922ce4489 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.1433158 Dec 14 00:05:26.416189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-a8fe487c-ccfa-4eb1-89af-e7b3653976b1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:26.417472 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-a8fe487c-ccfa-4eb1-89af-e7b3653976b1 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5&tenant_id=175d8b698d8a41d78bafaba498d180fa&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.1240935 Dec 14 00:05:26.519342 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3797be59-6d96-4d54-b151-f01d2bb1544f req-9810d4e9-b9f1-4cfa-ab28-d99ecd5c68b6 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009266 Dec 14 00:05:26.525243 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-eacb4ece-d3ab-4b78-b625-a731c7de012c service neutron] 10.222.0.18 "GET /v2.0/ports/d8abf5c7-0f25-42b2-9932-3936a7763b36/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0933576 Dec 14 00:05:26.617942 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-5ec83c03-e007-4257-b5de-6607a28c918c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 1098 time: 0.0698278 Dec 14 00:05:26.749434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-41c8f3f2-5b52-4e04-9b7c-bf96a5f251bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:26.750784 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-41c8f3f2-5b52-4e04-9b7c-bf96a5f251bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1256387 Dec 14 00:05:26.854494 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-9a754b8a-6341-40fb-b6f6-490938c503f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36 HTTP/1.1" status: 200 len: 1002 time: 0.0973907 Dec 14 00:05:26.915901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-0fe4e89f-3f42-4cc6-8bdf-17c63a8b7030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:26.917291 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-0fe4e89f-3f42-4cc6-8bdf-17c63a8b7030 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0564079 Dec 14 00:05:26.994736 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-7677b463-4eb9-4cb7-9fee-219cbc4e0f36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713158 Dec 14 00:05:27.127065 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-39320e01-053c-4b52-97d7-c91632758f22 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256428 Dec 14 00:05:27.261119 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-9b2ddfd4-5339-4724-99be-450558a25c64 service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283479 Dec 14 00:05:27.869574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993fc3ea-d1dd-4c96-b2a8-ad54728f4117 req-ba8c0223-1aeb-41ce-ba6e-ac40b9f5c836 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:27.870917 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-993fc3ea-d1dd-4c96-b2a8-ad54728f4117 req-ba8c0223-1aeb-41ce-ba6e-ac40b9f5c836 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0813336 Dec 14 00:05:27.916317 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-993fc3ea-d1dd-4c96-b2a8-ad54728f4117 req-04926d54-82fa-4c3b-b849-2c2eba8c0817 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399773 Dec 14 00:05:29.116490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a4ef4-204a-4d20-be33-c34911899106 req-e9d2fbd5-d9e7-4c7f-a2b1-5f927d5db5ed tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:29.117934 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d4a4ef4-204a-4d20-be33-c34911899106 req-e9d2fbd5-d9e7-4c7f-a2b1-5f927d5db5ed tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0766373 Dec 14 00:05:29.162695 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d4a4ef4-204a-4d20-be33-c34911899106 req-a702fddc-c4f9-4a76-b2b4-8140e4d65e69 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388808 Dec 14 00:05:30.357351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c2602-8a06-42cd-a398-a33f345d4384 req-61127848-8cae-4b03-8d8f-10c982165ced tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:30.358798 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-048c2602-8a06-42cd-a398-a33f345d4384 req-61127848-8cae-4b03-8d8f-10c982165ced tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0769527 Dec 14 00:05:30.407588 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-048c2602-8a06-42cd-a398-a33f345d4384 req-c144e9e2-36c0-4918-bd2c-81c997cf9d54 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432336 Dec 14 00:05:31.271919 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-bb563dbf-3aa7-4578-80cd-302ab5aa8259 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5&tenant_id=175d8b698d8a41d78bafaba498d180fa HTTP/1.1" status: 200 len: 1098 time: 0.1780849 Dec 14 00:05:31.363364 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-8caaa3e3-604a-4ef3-beb4-204cc986b087 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=175d8b698d8a41d78bafaba498d180fa&device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 1098 time: 0.0704577 Dec 14 00:05:31.497135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-ff89af5f-2524-4525-b3fe-e31a21cc94e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:31.498590 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-ff89af5f-2524-4525-b3fe-e31a21cc94e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 200 len: 913 time: 0.1287441 Dec 14 00:05:31.649134 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-a72e050a-44a9-4591-b5cb-31b2783c9a53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36 HTTP/1.1" status: 200 len: 1002 time: 0.1434762 Dec 14 00:05:31.717307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60e47e-1c8c-4e0e-afcf-ca3f2350e0a2 req-8e643421-9b0f-4b53-9be1-21735d4a9547 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:31.718743 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ad60e47e-1c8c-4e0e-afcf-ca3f2350e0a2 req-8e643421-9b0f-4b53-9be1-21735d4a9547 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.1616292 Dec 14 00:05:31.741635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-746b54f4-4b80-44e5-9db7-4837952a30d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:31.742995 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-746b54f4-4b80-44e5-9db7-4837952a30d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 200 len: 851 time: 0.0840080 Dec 14 00:05:31.814904 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ad60e47e-1c8c-4e0e-afcf-ca3f2350e0a2 req-520384cc-6d7b-4d40-a049-3d2cb7c856a4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888095 Dec 14 00:05:31.840619 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-49003f7f-209c-4342-be21-0f0429bdcd8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2380813-3be3-486b-87c6-f3cabc1e2b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904391 Dec 14 00:05:31.898541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:05:31.973805 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-f5cda0f2-5a7d-4cd8-b940-1a4396542f3f service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270881 Dec 14 00:05:32.010154 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:32.036681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:05:32.046110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:32.102869 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'code': 200} Dec 14 00:05:32.110880 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a7759f36-6e32-40a7-a175-e73eede25e91 req-104ed173-a99c-4c1f-9fbf-ce7036a0629d service neutron] 10.222.0.18 "GET /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295946 Dec 14 00:05:32.117618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:32.119723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:32.184737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=9']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:32.188136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:33.016688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5bee7-897b-443e-9f31-90de5fac0f64 req-4d41d9e6-26bd-4fe7-af97-449b6c245442 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:33.018164 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cef5bee7-897b-443e-9f31-90de5fac0f64 req-4d41d9e6-26bd-4fe7-af97-449b6c245442 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 943 time: 0.0781014 Dec 14 00:05:33.064153 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cef5bee7-897b-443e-9f31-90de5fac0f64 req-4c042779-8a3c-4a6f-8e07-2eda0e66beb7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404022 Dec 14 00:05:34.263187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a93491-2e57-4e9a-a3aa-666deee4b6c3 req-b9a92bd8-d9b7-4d66-97ed-74f2bda4311d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:34.264650 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-13a93491-2e57-4e9a-a3aa-666deee4b6c3 req-b9a92bd8-d9b7-4d66-97ed-74f2bda4311d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 943 time: 0.0762784 Dec 14 00:05:34.310290 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-13a93491-2e57-4e9a-a3aa-666deee4b6c3 req-0666a2f8-0fc7-40a8-b134-234e75bb1034 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402176 Dec 14 00:05:35.516414 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef969f2-0b25-4f18-8eca-f3abf63477f7 req-0698626c-99a8-4e57-aa0f-48bd128e403d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:35.517879 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4ef969f2-0b25-4f18-8eca-f3abf63477f7 req-0698626c-99a8-4e57-aa0f-48bd128e403d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 943 time: 0.0830498 Dec 14 00:05:35.563916 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4ef969f2-0b25-4f18-8eca-f3abf63477f7 req-dddbe98d-1610-4d31-a4a9-059164eb1a91 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392370 Dec 14 00:05:35.922526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:05:36.057764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:36.071844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'port_id': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'mac_address': 'fa:16:3e:ae:fa:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:05:36.128770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:36.145419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8abf5c7-0f25-42b2-9932-3936a7763b36 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:05:36.159867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:36.231259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:36.232898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:36.293928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['d8abf5c7-0f25-42b2-9932-3936a7763b36'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:05:36.342042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=10']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:36.354650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:36.762591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01f84f-7c8d-40a2-8883-4c942748f2f7 req-89302719-091f-4114-95f0-e7e57b902379 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:36.764055 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7a01f84f-7c8d-40a2-8883-4c942748f2f7 req-89302719-091f-4114-95f0-e7e57b902379 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.0796437 Dec 14 00:05:36.809443 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7a01f84f-7c8d-40a2-8883-4c942748f2f7 req-87887185-a085-481b-b40d-fb16ab86668b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399303 Dec 14 00:05:37.943732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:05:38.018241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port d8abf5c7-0f25-42b2-9932-3936a7763b36 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:05:38.018902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:38.147945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95333ff-7070-4dbf-a9b5-8deaeb138753 req-e1ff5c8a-9890-4c81-aeea-76487b276cd7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:38.149509 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d95333ff-7070-4dbf-a9b5-8deaeb138753 req-e1ff5c8a-9890-4c81-aeea-76487b276cd7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 945 time: 0.2195249 Dec 14 00:05:38.157843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:38.187497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:05:38.200099 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d95333ff-7070-4dbf-a9b5-8deaeb138753 req-5b39480f-f2c1-47ba-842e-fb6ba85b20e0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447974 Dec 14 00:05:38.202271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:38.258605 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'code': 200} Dec 14 00:05:38.272888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:38.274734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:38.343279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=11']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:38.346772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:39.403142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2d7a6-729d-4f33-9fff-2bfe77716a32 req-0c94abb3-549c-48e3-b71f-2dec0f88e4ac tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:39.404652 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-00c2d7a6-729d-4f33-9fff-2bfe77716a32 req-0c94abb3-549c-48e3-b71f-2dec0f88e4ac tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 946 time: 0.0830755 Dec 14 00:05:39.449950 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-00c2d7a6-729d-4f33-9fff-2bfe77716a32 req-0b0cf212-ecb7-4364-bf60-d80e4da8ff85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 Dec 14 00:05:40.729930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b240fa1-383f-40f6-b35f-ed9672de9f83 req-8b840261-9f11-4044-8e36-84bf9ecb3c41 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:40.731372 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2b240fa1-383f-40f6-b35f-ed9672de9f83 req-8b840261-9f11-4044-8e36-84bf9ecb3c41 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 946 time: 0.1569088 Dec 14 00:05:40.777967 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2b240fa1-383f-40f6-b35f-ed9672de9f83 req-a7671011-fc36-4879-96d9-c32f90f32310 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409961 Dec 14 00:05:41.903872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-90ca2f52-81d6-4edf-9e18-626ef85f4f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:41.993248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ae17d-37ce-404d-b48d-99bb0365a3f2 req-b359c608-8cc5-42ce-98fa-d4ff216ddc33 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:41.994611 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e26ae17d-37ce-404d-b48d-99bb0365a3f2 req-b359c608-8cc5-42ce-98fa-d4ff216ddc33 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 946 time: 0.0767360 Dec 14 00:05:42.043583 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e26ae17d-37ce-404d-b48d-99bb0365a3f2 req-f4f4385b-3b98-4ee9-89f0-5a1c94e327c4 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434453 Dec 14 00:05:42.244656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90967-d4e2-4f1e-8dac-f2b192b6ede2 req-ad007da8-629f-4d8b-90bc-c2e2b94b6da9 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:42.246025 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0cb90967-d4e2-4f1e-8dac-f2b192b6ede2 req-ad007da8-629f-4d8b-90bc-c2e2b94b6da9 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 946 time: 0.0819685 Dec 14 00:05:42.291107 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0cb90967-d4e2-4f1e-8dac-f2b192b6ede2 req-65d366f8-830c-43db-95e8-a6490c05115f tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396285 Dec 14 00:05:42.484805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99f7e5-b0fa-4703-908e-86f906764087 req-891ebe9a-9d85-4d21-8c8f-06e9cba20553 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:42.486245 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5f99f7e5-b0fa-4703-908e-86f906764087 req-891ebe9a-9d85-4d21-8c8f-06e9cba20553 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 946 time: 0.0777678 Dec 14 00:05:42.531244 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5f99f7e5-b0fa-4703-908e-86f906764087 req-8057eb7b-093f-4594-b4b1-11fa540c9c28 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388184 Dec 14 00:05:43.116972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12617e1-7f5b-46ff-87ff-f18d7fcc22a6 req-df9de03d-ee29-4c67-8c96-c42817fefbab tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:43.118326 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f12617e1-7f5b-46ff-87ff-f18d7fcc22a6 req-df9de03d-ee29-4c67-8c96-c42817fefbab tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 946 time: 0.0812333 Dec 14 00:05:43.164521 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f12617e1-7f5b-46ff-87ff-f18d7fcc22a6 req-2b73f1a6-13f2-4536-ab25-cef796ecb851 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Dec 14 00:05:44.115265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-13dc880a-b0b0-469f-8b5c-8439c403e849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:44.366345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927518af-142f-4b5a-b7fe-adfc5509f6b9 req-cdec6a02-37b9-4914-bd31-cd3e8c64fedc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:44.367762 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-927518af-142f-4b5a-b7fe-adfc5509f6b9 req-cdec6a02-37b9-4914-bd31-cd3e8c64fedc tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 946 time: 0.0789301 Dec 14 00:05:44.412120 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-927518af-142f-4b5a-b7fe-adfc5509f6b9 req-c84d2acb-49da-41e3-9205-304642c61493 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389073 Dec 14 00:05:45.409509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-a0158836-a855-42eb-bbcd-ad7b381f1e8c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:45.410943 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-a0158836-a855-42eb-bbcd-ad7b381f1e8c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 946 time: 0.0797975 Dec 14 00:05:45.446516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:45.503911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:45.628127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Deleting port d8abf5c7-0f25-42b2-9932-3936a7763b36 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:05:45.628376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:45.759621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c91851-0e7f-4e74-bdfa-eee07d4c4a5e req-7c1d695d-e52e-43fc-8271-e97cf40e65fd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:05:45.761089 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c8c91851-0e7f-4e74-bdfa-eee07d4c4a5e req-7c1d695d-e52e-43fc-8271-e97cf40e65fd tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 946 time: 0.1798410 Dec 14 00:05:45.896306 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c8c91851-0e7f-4e74-bdfa-eee07d4c4a5e req-a7f5cd44-1fc6-4933-b27a-173e2bef17b7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups?id=8a0d9a65-3a07-4429-953f-97f79a9510b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156723 Dec 14 00:05:45.928728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] For port d8abf5c7-0f25-42b2-9932-3936a7763b36, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=d8abf5c7-0f25-42b2-9932-3936a7763b36,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:45.930715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:46.217334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:46.217613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:46.217926 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7 disassociated. External IP: 172.26.5.197, port: d8abf5c7-0f25-42b2-9932-3936a7763b36. Dec 14 00:05:46.218265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Calling delete_port for d8abf5c7-0f25-42b2-9932-3936a7763b36 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:05:46.423507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:46.429398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2f80e4c1-94df-441c-ac72-e6ad39a415f9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:46.475818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event deleted for resources: {'Port': ['ID=d8abf5c7-0f25-42b2-9932-3936a7763b36,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:46.488807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.489207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.489664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.490051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.490436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.490812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.491190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.491567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.491963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.492335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.492705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:05:46.495967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:46.699705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:05:46.902564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:05:46.910560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:46.912790 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:05:46.929617 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:05:46.930264 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:05:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:05:46.972884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] No DVR routers for this DVR port d8abf5c7-0f25-42b2-9932-3936a7763b36 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:05:46.975548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:46.978533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-deleted', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:05:47.038772 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da589c42-c9d5-4331-b128-8c2b093773b5', 'name': 'network-vif-deleted', 'tag': 'd8abf5c7-0f25-42b2-9932-3936a7763b36', 'status': 'completed', 'code': 200} Dec 14 00:05:47.078456 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e474465f-d715-4095-a44d-b0f7552f4859 req-c68f9b72-045e-43b2-a324-44570d29bb08 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 210 time: 0.0490115 Dec 14 00:05:47.116447 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:05:47.117823 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-277c3a3b-45d9-452b-8d33-0696056c1548 req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.18 "DELETE /v2.0/ports/d8abf5c7-0f25-42b2-9932-3936a7763b36 HTTP/1.1" status: 204 len: 173 time: 1.7011263 Dec 14 00:05:47.460304 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:05:47.464094 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:05:47.474559 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:05:47.475145 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:05:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:05:47.655116 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:05:47.969374 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:05:47.973382 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788ecb7a-b833-420f-9aea-4abbc9e50b96 None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-13T23:59:29Z', 'revision_number': 4, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '916b2e6c-372d-44a6-9c2f-a47165c3d12c', 'name': '', 'network_id': 'c2380813-3be3-486b-87c6-f3cabc1e2b59', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'mac_address': 'fa:16:3e:72:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:28Z', 'updated_at': '2021-12-13T23:59:35Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'subnets': [{'id': '9da84a98-1e70-4317-ab5a-16e02d63c8c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:05:48.005178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:05:48.042817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: d8abf5c7-0f25-42b2-9932-3936a7763b36 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:05:48.043194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device d8abf5c7-0f25-42b2-9932-3936a7763b36 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:05:48.209265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7845460f-756f-42da-8bfb-4327b2d8b344 None None] New status for floating IP 2b2da884-2126-40f9-aa1b-05f3c43f06f7: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:05:48.267258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-31bd15d8-00ad-4611-831d-2ab1175469aa req-fb79b5cc-4ef9-42a7-8dba-5b5ebcd8f8a7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Synchronizing usage tracker for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:05:48.335105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-31bd15d8-00ad-4611-831d-2ab1175469aa req-fb79b5cc-4ef9-42a7-8dba-5b5ebcd8f8a7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Unset dirty status for tenant:175d8b698d8a41d78bafaba498d180fa on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:05:48.336552 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-31bd15d8-00ad-4611-831d-2ab1175469aa req-fb79b5cc-4ef9-42a7-8dba-5b5ebcd8f8a7 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/ports?device_id=da589c42-c9d5-4331-b128-8c2b093773b5 HTTP/1.1" status: 200 len: 210 time: 0.1174219 Dec 14 00:05:49.629059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:52.843257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60122) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:05:52.907876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-749925b4-a96f-470a-bd07-1c168d4d8e2c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:52.934599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-749925b4-a96f-470a-bd07-1c168d4d8e2c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:53.075634 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:05:53.105432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-749925b4-a96f-470a-bd07-1c168d4d8e2c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:53.110537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c3c12d2-7a90-4e39-9c60-089ca803a26f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:53.125778 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749925b4-a96f-470a-bd07-1c168d4d8e2c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0d9a65-3a07-4429-953f-97f79a9510b5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:53.128311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-749925b4-a96f-470a-bd07-1c168d4d8e2c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:53.202072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-749925b4-a96f-470a-bd07-1c168d4d8e2c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:53.203103 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-749925b4-a96f-470a-bd07-1c168d4d8e2c tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "DELETE /v2.0/security-groups/8a0d9a65-3a07-4429-953f-97f79a9510b5 HTTP/1.1" status: 204 len: 168 time: 0.3588295 Dec 14 00:05:53.205539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60126) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:05:53.221497 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.api.v2.resource [None req-5a41f56e-aaf5-4fb2-8f30-9b2807a335f0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] show failed (client error): The resource could not be found. Dec 14 00:05:53.222440 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5a41f56e-aaf5-4fb2-8f30-9b2807a335f0 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "GET /v2.0/security-groups/8a0d9a65-3a07-4429-953f-97f79a9510b5 HTTP/1.1" status: 404 len: 347 time: 0.0160277 Dec 14 00:05:53.225419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60130) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:05:53.492384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Deleting port 2201cd4c-dd81-482b-b2c4-571872a3935d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:05:53.492612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:53.657680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:53.658008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:53.779915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Calling delete_port for 2201cd4c-dd81-482b-b2c4-571872a3935d owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:05:53.996765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:54.001303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:54.046889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Pushing event deleted for resources: {'Port': ['ID=2201cd4c-dd81-482b-b2c4-571872a3935d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:54.049556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:54.136266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:54.201721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:54.202967 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] 10.222.0.30 "DELETE /v2.0/floatingips/2b2da884-2126-40f9-aa1b-05f3c43f06f7 HTTP/1.1" status: 204 len: 168 time: 0.9767160 Dec 14 00:05:54.207657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60134) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:05:54.669068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:55.365026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Deleting port 916b2e6c-372d-44a6-9c2f-a47165c3d12c {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:05:55.365713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:55.539094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] For port 916b2e6c-372d-44a6-9c2f-a47165c3d12c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=916b2e6c-372d-44a6-9c2f-a47165c3d12c,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:55.539453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:55.658770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Calling delete_port for 916b2e6c-372d-44a6-9c2f-a47165c3d12c owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:05:55.914788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:55.918320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:55.962417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Pushing event deleted for resources: {'Port': ['ID=916b2e6c-372d-44a6-9c2f-a47165c3d12c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:55.966317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:56.253949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:56.936646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Router 94ddeccf-732d-4d1c-941f-47f73ce5350a has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:05:57.138403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:05:57.148179 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] Sync routers for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:05:57.151493 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] 10.222.0.30 "PUT /v2.0/routers/94ddeccf-732d-4d1c-941f-47f73ce5350a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9428189 Dec 14 00:05:57.153985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60140) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:05:57.159674 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:05:57.160267 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:05:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:05:57.333817 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:05:57.355089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:57.557769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:57.619963 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239'}], 'enable_snat': True}, 'gw_port_id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-14T00:05:55Z', 'revision_number': 5, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port': {'id': '905ff80e-68f8-429a-8fbf-f4cce02e1fa1', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T23:59:26Z', 'updated_at': '2021-12-13T23:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:05:57.623632 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] Checking router: 94ddeccf-732d-4d1c-941f-47f73ce5350a for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:05:57.625801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Deleting port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:05:57.626178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:57.635353 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] Routers {'94ddeccf-732d-4d1c-941f-47f73ce5350a'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:05:57.636175 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:05:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['94ddeccf-732d-4d1c-941f-47f73ce5350a'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:05:57.809023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] For port 905ff80e-68f8-429a-8fbf-f4cce02e1fa1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=905ff80e-68f8-429a-8fbf-f4cce02e1fa1,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:57.809382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:57.815043 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] Set router 94ddeccf-732d-4d1c-941f-47f73ce5350a gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:05:57.918366 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-14T00:05:57Z', 'revision_number': 6, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:05:57.922179 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7778248-dfb4-4f32-84b4-3fc4762448f5 None None] The sync data for ids ['94ddeccf-732d-4d1c-941f-47f73ce5350a'] in dv-neutron-821564-1-hyperv is: [{'id': '94ddeccf-732d-4d1c-941f-47f73ce5350a', 'name': 'tempest-ServerActionsTestJSON-1056322916-router', 'tenant_id': '175d8b698d8a41d78bafaba498d180fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T23:59:25Z', 'updated_at': '2021-12-14T00:05:57Z', 'revision_number': 6, 'project_id': '175d8b698d8a41d78bafaba498d180fa', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:05:57.933657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Calling delete_port for 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:05:58.137383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:58.141087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1a3e42dc-fd5c-4590-b84d-46d3af7fc32c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:58.182045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=905ff80e-68f8-429a-8fbf-f4cce02e1fa1,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:58.184485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:58.535259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:58.794798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:58.799095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:58.888395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:58.888907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94ddeccf-732d-4d1c-941f-47f73ce5350a {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:05:58.901684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:58.902822 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/94ddeccf-732d-4d1c-941f-47f73ce5350a HTTP/1.1" status: 204 len: 168 time: 1.7479486 Dec 14 00:05:58.906166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60144) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:05:58.975826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] Deleting subnet 9da84a98-1e70-4317-ab5a-16e02d63c8c7 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:05:58.977539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.026877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.106671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.225800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.230740 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c0fdfb42-9c92-4328-968e-c8324ac68432 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:59.265142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9da84a98-1e70-4317-ab5a-16e02d63c8c7,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:05:59.268514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:05:59.269927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.275940 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9da84a98-1e70-4317-ab5a-16e02d63c8c7 HTTP/1.1" status: 204 len: 168 time: 0.3687925 Dec 14 00:05:59.276095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99a34b-ee5d-4406-a562-cc68ea3c7cb1 None None] Network c2380813-3be3-486b-87c6-f3cabc1e2b59 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:05:59.278305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60148) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:05:59.387456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.398526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Deleting port 8417c3ae-3073-4c75-968b-734585003d80 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:05:59.398861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.550452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] DHCP port deletion for c2380813-3be3-486b-87c6-f3cabc1e2b59 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:05:59.555162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] Deleting port 8417c3ae-3073-4c75-968b-734585003d80 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:05:59.555540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.610237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] For port 8417c3ae-3073-4c75-968b-734585003d80, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8417c3ae-3073-4c75-968b-734585003d80,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:59.610651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.733229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Calling delete_port for 8417c3ae-3073-4c75-968b-734585003d80 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:05:59.738037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:05:59.784355 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:05:59.784625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 905ff80e-68f8-429a-8fbf-f4cce02e1fa1 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:05:59.785046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 916b2e6c-372d-44a6-9c2f-a47165c3d12c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:05:59.820597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] For port 8417c3ae-3073-4c75-968b-734585003d80, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8417c3ae-3073-4c75-968b-734585003d80,segment=NetworkSegment(ab6d06d4-cdde-49ae-8f83-eac77b4b4b88),segment_id=ab6d06d4-cdde-49ae-8f83-eac77b4b4b88)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:05:59.830647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.882681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:05:59.886426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 916b2e6c-372d-44a6-9c2f-a47165c3d12c {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:05:59.886426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 916b2e6c-372d-44a6-9c2f-a47165c3d12c not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:05:59.886426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8417c3ae-3073-4c75-968b-734585003d80 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:05:59.887383 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c719aba4-53e6-43ba-94ca-5abfa2b04934 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:05:59.973125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] Calling delete_port for 8417c3ae-3073-4c75-968b-734585003d80 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:06:00.009197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 8417c3ae-3073-4c75-968b-734585003d80 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:06:00.009546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8417c3ae-3073-4c75-968b-734585003d80 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:06:00.044445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=8417c3ae-3073-4c75-968b-734585003d80,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn_limited( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn_limited( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:06:00.046002 dv-neutron-821564-1-hyperv neutron-server[84313]: util.warn( Dec 14 00:06:00.049953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:00.050190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] No DVR routers for this DVR port 8417c3ae-3073-4c75-968b-734585003d80 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:06:00.054328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:06:00.055061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:06:00.165790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:00.190527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2380813-3be3-486b-87c6-f3cabc1e2b59']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:00.202971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:00.203268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6d06d4-cdde-49ae-8f83-eac77b4b4b88') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:00.214975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:00.230394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:00.236363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:06:00.236751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:06:00.249604 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:06:00.373863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:00.377400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7d374322-eb59-4830-9ecd-4adb6678e314 tempest-NetworksTest-1602908305 tempest-NetworksTest-1602908305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:00.390582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:00.401216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2380813-3be3-486b-87c6-f3cabc1e2b59,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:00.404277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:00.485457 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c2380813-3be3-486b-87c6-f3cabc1e2b59 HTTP/1.1" status: 204 len: 168 time: 1.2060812 Dec 14 00:06:00.556317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] Deleting port 8417c3ae-3073-4c75-968b-734585003d80 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:06:00.556842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:00.620116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6bd83920-9de7-46b9-a52f-64933ac923bc None None] The port '8417c3ae-3073-4c75-968b-734585003d80' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:06:00.852355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60156) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:00.904457 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a23f4cea-3a78-4b11-91a0-66e8a19e955b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=175d8b698d8a41d78bafaba498d180fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0507381 Dec 14 00:06:00.906774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60160) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:00.971692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45261d5b-af32-4929-a37e-aee78c137df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:00.998395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45261d5b-af32-4929-a37e-aee78c137df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:01.120557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45261d5b-af32-4929-a37e-aee78c137df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:01.125702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e23021fb-db52-4ba0-a4df-ef1d18a2439b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:01.142110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45261d5b-af32-4929-a37e-aee78c137df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8f3bc3-347a-42d1-ae68-6af38f4a3286,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:01.145641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-45261d5b-af32-4929-a37e-aee78c137df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:01.147830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45261d5b-af32-4929-a37e-aee78c137df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:01.148889 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-45261d5b-af32-4929-a37e-aee78c137df5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d8f3bc3-347a-42d1-ae68-6af38f4a3286 HTTP/1.1" status: 204 len: 168 time: 0.2411838 Dec 14 00:06:02.275205 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60184) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:02.406459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1853055185-network', 'tenant_id': 'c0b75175fe504451889510d2464e0473'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:02.412226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:02.416059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Usage tracker for resource:network and tenant:c0b75175fe504451889510d2464e0473 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:02.418988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:02.426056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:02.493901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Made reservation on behalf of c0b75175fe504451889510d2464e0473 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:02.496120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:02.509854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:02.543130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:02.551097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Usage tracker for resource:security_group_rule and tenant:c0b75175fe504451889510d2464e0473 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:02.554887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:02.561052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:02.627402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:02.682245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:02.685158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-45261d5b-af32-4929-a37e-aee78c137df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:02.712672 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:06:02.720862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f78150-cff5-4e1a-9545-2a2b6d6cccd4,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:02.726116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:02.727488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:02.727870 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Added segment 96a6cb79-4770-4e7c-a055-fe18e5fabb8e of type vlan for network 3a4d2d98-eb77-431f-b850-674591306e80 Dec 14 00:06:02.757622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:02.848738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:02.849665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:02.850234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:02.853804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54d3247f-678a-4d54-a8d2-674caeb215ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:02.950596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Pushing event updated for resources: {'Network': ['ID=3a4d2d98-eb77-431f-b850-674591306e80,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:02.953248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:02.961333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 3a4d2d98-eb77-431f-b850-674591306e80 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:06:03.012534 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7361197 Dec 14 00:06:03.015267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60190) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:03.021811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Request body: {'subnet': {'network_id': '3a4d2d98-eb77-431f-b850-674591306e80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1853055185-subnet', 'tenant_id': 'c0b75175fe504451889510d2464e0473', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:03.027107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:03.031251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Usage tracker for resource:subnet and tenant:c0b75175fe504451889510d2464e0473 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:03.034490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:03.042407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:03.120465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Made reservation on behalf of c0b75175fe504451889510d2464e0473 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:03.122788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:03.402579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:03.406380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e2b41235-ae1f-408f-ba6a-01b3a90fa826 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:03.473582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f51ddf8-ab64-4b98-a1aa-51830b73bb2a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:03.479021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:03.491421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Checking segment: {'id': '96a6cb79-4770-4e7c-a055-fe18e5fabb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:06:03.491816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Network hostable DHCP agents. Network: 3a4d2d98-eb77-431f-b850-674591306e80, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:06:03.591042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Network 3a4d2d98-eb77-431f-b850-674591306e80 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:06:03.653671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 3a4d2d98-eb77-431f-b850-674591306e80) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:06:03.657427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:03.658111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:03.662160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5fdc6a-64fb-43e3-b8a4-966f481f89eb None None] Network 3a4d2d98-eb77-431f-b850-674591306e80 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:06:03.734931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7184711 Dec 14 00:06:03.874945 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e3c76b-daa7-444f-9278-35ab53ad0e14 None None] Network 3a4d2d98-eb77-431f-b850-674591306e80 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:06:04.275180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9c0fb2d7-f505-44b8-adc0-0c9f124637cc tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:04.275882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9c0fb2d7-f505-44b8-adc0-0c9f124637cc tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Synchronizing usage tracker for tenant:c0b75175fe504451889510d2464e0473 on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:06:04.351252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9c0fb2d7-f505-44b8-adc0-0c9f124637cc tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Unset dirty status for tenant:c0b75175fe504451889510d2464e0473 on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:06:04.352503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9c0fb2d7-f505-44b8-adc0-0c9f124637cc tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/networks?id=3a4d2d98-eb77-431f-b850-674591306e80 HTTP/1.1" status: 200 len: 814 time: 0.2221909 Dec 14 00:06:04.369100 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-ed5d8652-3e14-40e3-8bfb-d8c4a5ddd0e9 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/quotas/c0b75175fe504451889510d2464e0473 HTTP/1.1" status: 200 len: 375 time: 0.0111146 Dec 14 00:06:04.417469 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c0a410f7-4645-434a-a499-48247bb04e5b tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0b75175fe504451889510d2464e0473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432003 Dec 14 00:06:04.552216 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-a823ed19-2ea0-4b12-b366-660ae4fc6f9a service neutron] 10.222.0.30 "GET /v2.0/networks/3a4d2d98-eb77-431f-b850-674591306e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272573 Dec 14 00:06:04.681674 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-360ea2de-1303-4b27-981c-2a9cc319435e service neutron] 10.222.0.30 "GET /v2.0/networks/3a4d2d98-eb77-431f-b850-674591306e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241829 Dec 14 00:06:04.920312 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-778321af-b6db-4772-80cf-cd5b3cad6a0e req-714ee27c-5911-42c3-b0bd-3addd2e07290 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 210 time: 0.0446804 Dec 14 00:06:06.085821 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-10f7d899-e293-41b3-973f-5654a006af53 req-dadd35f6-6a6c-480a-a778-aa4e7be86074 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 210 time: 0.0439222 Dec 14 00:06:07.107576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-6753910b-441d-4e29-a0b9-7437102f596d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:07.109089 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-6753910b-441d-4e29-a0b9-7437102f596d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.18 "GET /v2.0/networks?id=3a4d2d98-eb77-431f-b850-674591306e80 HTTP/1.1" status: 200 len: 814 time: 0.2532899 Dec 14 00:06:07.125718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Request body: {'port': {'device_id': '81463678-2990-4172-89de-f499e14ff676', 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80', 'admin_state_up': True, 'tenant_id': 'c0b75175fe504451889510d2464e0473'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:07.254006 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6d7a3970-4809-400f-a29d-eaabb23b8ea3 req-1a914ba5-d0e6-4448-930a-712c51c5410a tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 210 time: 0.0442328 Dec 14 00:06:07.267449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:07.272338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Usage tracker for resource:port and tenant:c0b75175fe504451889510d2464e0473 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:07.275395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:07.281233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:07.354625 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Made reservation on behalf of c0b75175fe504451889510d2464e0473 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:07.358069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:07.520757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Allocated IP 172.20.0.14 (3a4d2d98-eb77-431f-b850-674591306e80/6f51ddf8-ab64-4b98-a1aa-51830b73bb2a/798d6d02-53b0-44f4-b238-d7913f15290e) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:06:07.721856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:07.837257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:07.843099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e7a6a5e3-4586-43a3-b12a-10208c1309e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:07.914170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Network 3a4d2d98-eb77-431f-b850-674591306e80 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:06:07.917117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:06:07.921369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:06:07.946809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Pushing event updated for resources: {'Port': ['ID=798d6d02-53b0-44f4-b238-d7913f15290e,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:07.950751 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:07.990142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:07.990749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:08.163369 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0414667 Dec 14 00:06:08.241895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Request body: {'port': {'device_id': '81463678-2990-4172-89de-f499e14ff676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:08.354258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:08.583958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6785ee-ba6a-484f-8ed9-2918e85d3e17 req-50ccc6f6-0a92-456f-b538-2948a89c9367 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:08.584651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1b6785ee-ba6a-484f-8ed9-2918e85d3e17 req-50ccc6f6-0a92-456f-b538-2948a89c9367 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Synchronizing usage tracker for tenant:c0b75175fe504451889510d2464e0473 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:06:08.719072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1b6785ee-ba6a-484f-8ed9-2918e85d3e17 req-50ccc6f6-0a92-456f-b538-2948a89c9367 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Unset dirty status for tenant:c0b75175fe504451889510d2464e0473 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:06:08.720272 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1b6785ee-ba6a-484f-8ed9-2918e85d3e17 req-50ccc6f6-0a92-456f-b538-2948a89c9367 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 932 time: 0.3268988 Dec 14 00:06:08.802231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798d6d02-53b0-44f4-b238-d7913f15290e {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:06:08.812626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:08.833350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1b6785ee-ba6a-484f-8ed9-2918e85d3e17 req-0dfd9a01-c5d9-41da-9263-a732784142cb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Synchronizing usage tracker for tenant:c0b75175fe504451889510d2464e0473 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:06:08.837054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Transition to ACTIVE for port object 798d6d02-53b0-44f4-b238-d7913f15290e will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:06:08.902864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:08.906708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1dd38608-a7e4-49fb-a815-9134a1b56575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:08.940997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1b6785ee-ba6a-484f-8ed9-2918e85d3e17 req-0dfd9a01-c5d9-41da-9263-a732784142cb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Unset dirty status for tenant:c0b75175fe504451889510d2464e0473 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:06:08.942829 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1b6785ee-ba6a-484f-8ed9-2918e85d3e17 req-0dfd9a01-c5d9-41da-9263-a732784142cb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169445 Dec 14 00:06:09.031749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Pushing event updated for resources: {'Port': ['ID=798d6d02-53b0-44f4-b238-d7913f15290e,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:09.034494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:09.143465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Attempting to bind port 798d6d02-53b0-44f4-b238-d7913f15290e on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:06:09.143749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Attempting to bind port 798d6d02-53b0-44f4-b238-d7913f15290e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '96a6cb79-4770-4e7c-a055-fe18e5fabb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:06:09.144073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Attempting to bind port 798d6d02-53b0-44f4-b238-d7913f15290e on network 3a4d2d98-eb77-431f-b850-674591306e80 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:06:09.149956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Port 798d6d02-53b0-44f4-b238-d7913f15290e on network 3a4d2d98-eb77-431f-b850-674591306e80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:06:09.150275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Attempting to bind port 798d6d02-53b0-44f4-b238-d7913f15290e on network 3a4d2d98-eb77-431f-b850-674591306e80 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:06:09.156465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:06:09.156798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Checking segment: {'id': '96a6cb79-4770-4e7c-a055-fe18e5fabb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:06:09.157178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Bound using segment: {'id': '96a6cb79-4770-4e7c-a055-fe18e5fabb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:06:09.157596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Bound port: 798d6d02-53b0-44f4-b238-d7913f15290e, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a6cb79-4770-4e7c-a055-fe18e5fabb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:06:09.157937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:09.245502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] For port 798d6d02-53b0-44f4-b238-d7913f15290e, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:06:09.248433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] For port 798d6d02-53b0-44f4-b238-d7913f15290e, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=798d6d02-53b0-44f4-b238-d7913f15290e,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:06:09.317445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:09.321484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9cae1225-f546-4da5-898c-553cf2a612cb tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:09.378029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:09.379323 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] 10.222.0.18 "PUT /v2.0/ports/798d6d02-53b0-44f4-b238-d7913f15290e HTTP/1.1" status: 200 len: 1094 time: 1.2072763 Dec 14 00:06:09.379873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81463678-2990-4172-89de-f499e14ff676', 'tag': '798d6d02-53b0-44f4-b238-d7913f15290e'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:06:09.403396 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Pushing event updated for resources: {'Port': ['ID=798d6d02-53b0-44f4-b238-d7913f15290e,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:09.406447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:09.434520 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81463678-2990-4172-89de-f499e14ff676', 'tag': '798d6d02-53b0-44f4-b238-d7913f15290e', 'status': 'completed', 'code': 200} Dec 14 00:06:09.525250 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7de1649c-db7b-45b6-81b4-cdf1946c6fc0 req-06613973-f133-4bf6-80c9-cfd6dca8b7fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0b75175fe504451889510d2464e0473&device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 1097 time: 0.0713325 Dec 14 00:06:09.767089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1649c-db7b-45b6-81b4-cdf1946c6fc0 req-ea1887a9-361a-4735-aa4e-740a33063db7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:09.768576 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7de1649c-db7b-45b6-81b4-cdf1946c6fc0 req-ea1887a9-361a-4735-aa4e-740a33063db7 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c0b75175fe504451889510d2464e0473&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2358050 Dec 14 00:06:09.905268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1649c-db7b-45b6-81b4-cdf1946c6fc0 req-c97d5863-4b3a-4f89-94b5-ec338cfec35a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:09.906731 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7de1649c-db7b-45b6-81b4-cdf1946c6fc0 req-c97d5863-4b3a-4f89-94b5-ec338cfec35a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1324043 Dec 14 00:06:10.014815 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-84814119-6a8c-499c-83c5-ddc592ac060b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0b75175fe504451889510d2464e0473&device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 1097 time: 0.0735414 Dec 14 00:06:10.119261 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-a23490a2-fcb7-46af-aa4e-84cd5cf891ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=798d6d02-53b0-44f4-b238-d7913f15290e HTTP/1.1" status: 200 len: 217 time: 0.0968342 Dec 14 00:06:10.196746 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-8444473f-778e-4e7e-9584-2e2a58dc0276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:10.198149 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-8444473f-778e-4e7e-9584-2e2a58dc0276 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f51ddf8-ab64-4b98-a1aa-51830b73bb2a HTTP/1.1" status: 200 len: 854 time: 0.0714927 Dec 14 00:06:10.243312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991198cf-5191-4473-861d-48b4e0ae01fe req-d9102442-de6e-4bce-b9c7-e030970c4d5d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:10.244643 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-991198cf-5191-4473-861d-48b4e0ae01fe req-d9102442-de6e-4bce-b9c7-e030970c4d5d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 944 time: 0.1745021 Dec 14 00:06:10.250193 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-e9d3c4d8-523a-497a-b852-5cba8e6f84e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a4d2d98-eb77-431f-b850-674591306e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454359 Dec 14 00:06:10.366817 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-991198cf-5191-4473-861d-48b4e0ae01fe req-b27cdd17-f6b6-4045-839b-694f5c0f0550 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157000 Dec 14 00:06:10.413886 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-c1b2607e-4b84-4254-940b-01f8ec074510 service neutron] 10.222.0.18 "GET /v2.0/networks/3a4d2d98-eb77-431f-b850-674591306e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466053 Dec 14 00:06:10.547005 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f9866b30-1443-4ecf-9fb9-7b4ab8f69d61 req-11a337fa-a71d-461a-ad26-891a67d43a6a service neutron] 10.222.0.18 "GET /v2.0/networks/3a4d2d98-eb77-431f-b850-674591306e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266785 Dec 14 00:06:11.658885 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00486663-6526-4014-a191-95fa52ccebcd req-5c0893dc-eb66-46b8-a52a-c0d3e8c5906c tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:11.660265 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-00486663-6526-4014-a191-95fa52ccebcd req-5c0893dc-eb66-46b8-a52a-c0d3e8c5906c tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 944 time: 0.1723385 Dec 14 00:06:11.705116 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-00486663-6526-4014-a191-95fa52ccebcd req-382eb628-b19b-43d4-8c20-b598a5d0f836 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388601 Dec 14 00:06:11.899724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a3d3199e-345b-4573-9430-9e3bcd7fe4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:12.898902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a8c5ea-97fe-4cc6-990e-9c9f55cf96d3 req-000af8aa-716e-4f5a-ac3e-c678934f826e tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:12.900380 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e2a8c5ea-97fe-4cc6-990e-9c9f55cf96d3 req-000af8aa-716e-4f5a-ac3e-c678934f826e tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 944 time: 0.0765495 Dec 14 00:06:12.945731 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e2a8c5ea-97fe-4cc6-990e-9c9f55cf96d3 req-48b4dc24-cd1f-4bf4-bc44-9c7f3b267d80 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Dec 14 00:06:14.116620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ed89289-a7dd-4446-b139-1f0befb23fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:14.140637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 798d6d02-53b0-44f4-b238-d7913f15290e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:06:14.147893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c07a40-189c-4cf2-ad84-8b8cdd67b8d4 req-06724bac-0666-4cd7-bf67-8ccecf88ae03 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:14.149362 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-03c07a40-189c-4cf2-ad84-8b8cdd67b8d4 req-06724bac-0666-4cd7-bf67-8ccecf88ae03 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 944 time: 0.0813839 Dec 14 00:06:14.195548 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-03c07a40-189c-4cf2-ad84-8b8cdd67b8d4 req-fee05022-c772-4409-8230-80076bc5c679 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405471 Dec 14 00:06:14.313457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 798d6d02-53b0-44f4-b238-d7913f15290e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=798d6d02-53b0-44f4-b238-d7913f15290e,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:14.327139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '798d6d02-53b0-44f4-b238-d7913f15290e', 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80', 'port_id': '798d6d02-53b0-44f4-b238-d7913f15290e', 'mac_address': 'fa:16:3e:38:27:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f51ddf8-ab64-4b98-a1aa-51830b73bb2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:06:14.384220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:14.401383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798d6d02-53b0-44f4-b238-d7913f15290e {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:06:14.416246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 798d6d02-53b0-44f4-b238-d7913f15290e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=798d6d02-53b0-44f4-b238-d7913f15290e,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:14.493494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:14.495259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:14.559602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=798d6d02-53b0-44f4-b238-d7913f15290e,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:14.562819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:14.711300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['798d6d02-53b0-44f4-b238-d7913f15290e'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:06:15.396174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17c118-f57e-49d0-9d4e-bc8322557575 req-1ccf4dd5-8367-4a1e-8f00-b3bcdf7bd233 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:15.397769 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6a17c118-f57e-49d0-9d4e-bc8322557575 req-1ccf4dd5-8367-4a1e-8f00-b3bcdf7bd233 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 945 time: 0.0832131 Dec 14 00:06:15.426051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:15.444934 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6a17c118-f57e-49d0-9d4e-bc8322557575 req-d67064db-1aba-4d1c-8211-6c0a6f9b6e19 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Dec 14 00:06:15.508784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:16.160367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 798d6d02-53b0-44f4-b238-d7913f15290e up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:06:16.319966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 798d6d02-53b0-44f4-b238-d7913f15290e completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:06:16.325104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 798d6d02-53b0-44f4-b238-d7913f15290e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:06:16.330967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:16.441742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:16.468286 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81463678-2990-4172-89de-f499e14ff676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798d6d02-53b0-44f4-b238-d7913f15290e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:06:16.477785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 798d6d02-53b0-44f4-b238-d7913f15290e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=798d6d02-53b0-44f4-b238-d7913f15290e,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:16.524173 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81463678-2990-4172-89de-f499e14ff676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798d6d02-53b0-44f4-b238-d7913f15290e', 'code': 200} Dec 14 00:06:16.537156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:16.540627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:16.615557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=798d6d02-53b0-44f4-b238-d7913f15290e,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:16.618606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:16.648176 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09637445-aa3d-4db3-be01-939c55b96104 req-8e936256-1282-4b37-9e52-feed9d459905 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:16.649639 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-09637445-aa3d-4db3-be01-939c55b96104 req-8e936256-1282-4b37-9e52-feed9d459905 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0774121 Dec 14 00:06:16.695867 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-09637445-aa3d-4db3-be01-939c55b96104 req-e95e9c62-9765-4260-99fa-58ecfe5317d0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Dec 14 00:06:16.871623 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a5fe1b10-d5b7-4c72-ae1b-6336311bda7a req-8632b614-5e6d-4164-b12f-946635a68219 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 1099 time: 0.0685978 Dec 14 00:06:16.893820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:16.914517 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a5fe1b10-d5b7-4c72-ae1b-6336311bda7a req-52d7a728-738f-455d-8e6c-e5c4daf01b7b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364418 Dec 14 00:06:17.898287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7282bf-e205-4979-9f7d-d7c140c291ca req-eb17bfee-b9f9-4ff2-9578-8e49811d4232 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:17.899802 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1d7282bf-e205-4979-9f7d-d7c140c291ca req-eb17bfee-b9f9-4ff2-9578-8e49811d4232 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0814257 Dec 14 00:06:17.948131 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1d7282bf-e205-4979-9f7d-d7c140c291ca req-b5245286-ecba-4d01-a1f3-12970db91772 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Dec 14 00:06:19.145604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4b300-8ea8-4620-8142-15eafee6a556 req-e5e574d9-162b-4e70-a9a8-29294d384675 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:19.147041 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24a4b300-8ea8-4620-8142-15eafee6a556 req-e5e574d9-162b-4e70-a9a8-29294d384675 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0809531 Dec 14 00:06:19.191790 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24a4b300-8ea8-4620-8142-15eafee6a556 req-ab5ddaf5-51e3-4b4c-ae1d-15f9f268c78b tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393257 Dec 14 00:06:19.496985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-ec2269a9-2b40-45a6-b609-777acc688c7f tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:19.498402 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-ec2269a9-2b40-45a6-b609-777acc688c7f tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/networks?id=3a4d2d98-eb77-431f-b850-674591306e80 HTTP/1.1" status: 200 len: 814 time: 0.1410708 Dec 14 00:06:19.514148 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-fc14e096-e097-4fd6-8ef2-a2b3edf2afff tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/quotas/c0b75175fe504451889510d2464e0473 HTTP/1.1" status: 200 len: 375 time: 0.0103924 Dec 14 00:06:19.594496 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-f9c6c538-8e55-4d3e-9160-b5e08e19e639 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0b75175fe504451889510d2464e0473&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0755987 Dec 14 00:06:19.636777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:19.728285 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-4fa98b85-97d5-4581-866c-22eb49406c59 service neutron] 10.222.0.30 "GET /v2.0/networks/3a4d2d98-eb77-431f-b850-674591306e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270206 Dec 14 00:06:19.968116 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-d72f880b-9eca-48a2-a042-b1585ca303ae service neutron] 10.222.0.30 "GET /v2.0/networks/3a4d2d98-eb77-431f-b850-674591306e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341771 Dec 14 00:06:20.232182 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6e8fc0b8-24a0-4a60-acf4-f1a451fd2be1 req-51a86c85-d31e-4610-ac1b-54db20bf6bca tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 210 time: 0.0412083 Dec 14 00:06:21.407128 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e3a0228c-855c-4b3c-8385-9ed346d4b615 req-561786cd-29ca-4c67-a1b5-df7cf6b728a6 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 210 time: 0.0431130 Dec 14 00:06:22.183630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-26efa55e-37d1-41f8-88a8-b45b68914961 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:22.185043 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-26efa55e-37d1-41f8-88a8-b45b68914961 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.18 "GET /v2.0/networks?id=3a4d2d98-eb77-431f-b850-674591306e80 HTTP/1.1" status: 200 len: 814 time: 0.1457920 Dec 14 00:06:22.200725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Request body: {'port': {'device_id': 'b1c6b069-b46f-47c1-9aee-9ef70e25e91c', 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80', 'admin_state_up': True, 'tenant_id': 'c0b75175fe504451889510d2464e0473'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:22.338452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:22.348517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:22.437310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Made reservation on behalf of c0b75175fe504451889510d2464e0473 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:22.441223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:22.578039 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eb1358e4-0c09-4d96-8b1e-1900ad40ccb2 req-48a5061d-30f2-4e78-9e04-beb7c5b36e47 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 210 time: 0.0477107 Dec 14 00:06:22.611338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Allocated IP 172.20.0.9 (3a4d2d98-eb77-431f-b850-674591306e80/6f51ddf8-ab64-4b98-a1aa-51830b73bb2a/e0c481e8-d6e2-400d-838d-278b5f80c0d9) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:06:22.810828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:22.905860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:22.912251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6f67d124-1dda-46cc-89f8-a3a0ada2aff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:22.917360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['798d6d02-53b0-44f4-b238-d7913f15290e'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:06:22.986904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Network 3a4d2d98-eb77-431f-b850-674591306e80 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:06:22.990450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:06:22.994888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:06:23.020000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Pushing event updated for resources: {'Port': ['ID=e0c481e8-d6e2-400d-838d-278b5f80c0d9,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:23.027142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:23.059513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:23.060142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:23.143698 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9463565 Dec 14 00:06:23.155452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Request body: {'port': {'device_id': 'b1c6b069-b46f-47c1-9aee-9ef70e25e91c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:23.269356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:23.612158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c481e8-d6e2-400d-838d-278b5f80c0d9 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:06:23.620294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:23.635012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Transition to ACTIVE for port object e0c481e8-d6e2-400d-838d-278b5f80c0d9 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:06:23.699251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:23.704490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e1e0e52-54d4-4e53-bcca-a07661eac76c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:23.978239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c481e8-d6e2-400d-838d-278b5f80c0d9,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:23.981673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:24.073478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5efab-add8-4fdd-89f0-46b16b33be84 req-b11b901c-493a-4b2d-b276-dfd501ca6908 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:24.074176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-31c5efab-add8-4fdd-89f0-46b16b33be84 req-b11b901c-493a-4b2d-b276-dfd501ca6908 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Synchronizing usage tracker for tenant:c0b75175fe504451889510d2464e0473 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:06:24.118862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Attempting to bind port e0c481e8-d6e2-400d-838d-278b5f80c0d9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:06:24.119195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Attempting to bind port e0c481e8-d6e2-400d-838d-278b5f80c0d9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '96a6cb79-4770-4e7c-a055-fe18e5fabb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:06:24.119525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Attempting to bind port e0c481e8-d6e2-400d-838d-278b5f80c0d9 on network 3a4d2d98-eb77-431f-b850-674591306e80 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:06:24.125883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Port e0c481e8-d6e2-400d-838d-278b5f80c0d9 on network 3a4d2d98-eb77-431f-b850-674591306e80 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:06:24.126204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Attempting to bind port e0c481e8-d6e2-400d-838d-278b5f80c0d9 on network 3a4d2d98-eb77-431f-b850-674591306e80 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:06:24.133211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:06:24.138482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Checking segment: {'id': '96a6cb79-4770-4e7c-a055-fe18e5fabb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:06:24.138482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Bound using segment: {'id': '96a6cb79-4770-4e7c-a055-fe18e5fabb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:06:24.138482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Bound port: e0c481e8-d6e2-400d-838d-278b5f80c0d9, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a6cb79-4770-4e7c-a055-fe18e5fabb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:06:24.138482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:24.177216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-31c5efab-add8-4fdd-89f0-46b16b33be84 req-b11b901c-493a-4b2d-b276-dfd501ca6908 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Unset dirty status for tenant:c0b75175fe504451889510d2464e0473 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:06:24.178375 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-31c5efab-add8-4fdd-89f0-46b16b33be84 req-b11b901c-493a-4b2d-b276-dfd501ca6908 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 943 time: 0.4749618 Dec 14 00:06:24.256068 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-31c5efab-add8-4fdd-89f0-46b16b33be84 req-e30cf542-e2f6-45c8-a75d-4b09617a984a tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715382 Dec 14 00:06:24.257029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] For port e0c481e8-d6e2-400d-838d-278b5f80c0d9, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:06:24.260364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] For port e0c481e8-d6e2-400d-838d-278b5f80c0d9, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e0c481e8-d6e2-400d-838d-278b5f80c0d9,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:06:24.354800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:24.358838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-110af3b2-5060-45f7-a8a8-ee9b7dfa11a0 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:24.415253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:24.416725 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] 10.222.0.18 "PUT /v2.0/ports/e0c481e8-d6e2-400d-838d-278b5f80c0d9 HTTP/1.1" status: 200 len: 1093 time: 1.2656994 Dec 14 00:06:24.419094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c6b069-b46f-47c1-9aee-9ef70e25e91c', 'tag': 'e0c481e8-d6e2-400d-838d-278b5f80c0d9'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:06:24.444817 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c481e8-d6e2-400d-838d-278b5f80c0d9,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:24.447886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:24.484053 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c6b069-b46f-47c1-9aee-9ef70e25e91c', 'tag': 'e0c481e8-d6e2-400d-838d-278b5f80c0d9', 'status': 'completed', 'code': 200} Dec 14 00:06:24.579384 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a6a6758-198a-4cfb-8d3a-10fb434da132 req-9dbb3a81-e667-47ec-b730-238fc3c39e79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0b75175fe504451889510d2464e0473&device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 1096 time: 0.0732141 Dec 14 00:06:24.717727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a6758-198a-4cfb-8d3a-10fb434da132 req-86c1376c-6496-43dd-aa7f-ba72f638cc2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:24.719146 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a6a6758-198a-4cfb-8d3a-10fb434da132 req-86c1376c-6496-43dd-aa7f-ba72f638cc2f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c0b75175fe504451889510d2464e0473&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1331148 Dec 14 00:06:24.854197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a6758-198a-4cfb-8d3a-10fb434da132 req-47b56cb7-98db-436e-83e8-d9090a2f9beb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:24.855657 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1a6a6758-198a-4cfb-8d3a-10fb434da132 req-47b56cb7-98db-436e-83e8-d9090a2f9beb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303902 Dec 14 00:06:24.964621 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-1acca955-40fa-478b-a386-3b621f60fcbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0b75175fe504451889510d2464e0473&device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 1096 time: 0.0735495 Dec 14 00:06:25.032997 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-4845f3a0-d57d-46fd-8a0e-8a3d0b75da2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0c481e8-d6e2-400d-838d-278b5f80c0d9 HTTP/1.1" status: 200 len: 217 time: 0.0610318 Dec 14 00:06:25.097704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-bd0cb6f6-5b40-4d50-bf24-988a25f21796 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:25.099174 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-bd0cb6f6-5b40-4d50-bf24-988a25f21796 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6f51ddf8-ab64-4b98-a1aa-51830b73bb2a HTTP/1.1" status: 200 len: 854 time: 0.0604098 Dec 14 00:06:25.144098 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-2aadc646-ebe0-4078-beeb-74de63188d05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a4d2d98-eb77-431f-b850-674591306e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388193 Dec 14 00:06:25.273933 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-ac1ad7c8-1f34-4b9b-b7e8-4918c9633c67 service neutron] 10.222.0.18 "GET /v2.0/networks/3a4d2d98-eb77-431f-b850-674591306e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240664 Dec 14 00:06:25.445351 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-56eda2e1-d59e-4ebb-a6fb-895ceee2695e req-a10d75fc-d635-44d5-a372-f865a68273da service neutron] 10.222.0.18 "GET /v2.0/networks/3a4d2d98-eb77-431f-b850-674591306e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645336 Dec 14 00:06:25.479269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f95d6-4028-4816-81eb-f96195713900 req-9f1fdafe-39a7-42c8-b517-d5ea9bfd4115 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:25.480903 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7c4f95d6-4028-4816-81eb-f96195713900 req-9f1fdafe-39a7-42c8-b517-d5ea9bfd4115 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 943 time: 0.0937526 Dec 14 00:06:25.531768 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7c4f95d6-4028-4816-81eb-f96195713900 req-cec80a6d-96f4-49d8-9439-31ac6111e4c2 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452342 Dec 14 00:06:26.726691 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec2792-d66d-4713-9941-12231a9c477f req-dc70f36d-8df8-4d64-988d-c93fd4f46090 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:26.728053 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-87ec2792-d66d-4713-9941-12231a9c477f req-dc70f36d-8df8-4d64-988d-c93fd4f46090 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 943 time: 0.0771368 Dec 14 00:06:26.772698 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-87ec2792-d66d-4713-9941-12231a9c477f req-d14c72b5-9320-49cf-8bab-719b4f3bdb39 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392275 Dec 14 00:06:27.976293 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3333c-9910-4b84-b744-e5b3218e31e8 req-a3b3352c-dd4f-46b9-8bbd-519591ba251d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:27.977680 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0cb3333c-9910-4b84-b744-e5b3218e31e8 req-a3b3352c-dd4f-46b9-8bbd-519591ba251d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 943 time: 0.0771906 Dec 14 00:06:28.023496 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0cb3333c-9910-4b84-b744-e5b3218e31e8 req-24d8eac5-3b9d-44aa-95f4-491938bb813a tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Dec 14 00:06:28.282822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device e0c481e8-d6e2-400d-838d-278b5f80c0d9 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:06:28.419792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port e0c481e8-d6e2-400d-838d-278b5f80c0d9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e0c481e8-d6e2-400d-838d-278b5f80c0d9,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:28.433036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'e0c481e8-d6e2-400d-838d-278b5f80c0d9', 'network_id': '3a4d2d98-eb77-431f-b850-674591306e80', 'port_id': 'e0c481e8-d6e2-400d-838d-278b5f80c0d9', 'mac_address': 'fa:16:3e:54:6b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f51ddf8-ab64-4b98-a1aa-51830b73bb2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:06:28.484610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:28.501554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c481e8-d6e2-400d-838d-278b5f80c0d9 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:06:28.517651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port e0c481e8-d6e2-400d-838d-278b5f80c0d9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e0c481e8-d6e2-400d-838d-278b5f80c0d9,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:28.590828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:28.592494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:28.655989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=e0c481e8-d6e2-400d-838d-278b5f80c0d9,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:28.664641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.664990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.665334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.665670 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.666005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.666338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.666685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.667012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.667338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.667685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.668011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:28.671724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:28.808281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['e0c481e8-d6e2-400d-838d-278b5f80c0d9'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:06:29.223466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a795450-4bbc-4af2-9c60-f329f7a57533 req-e62150f9-ddf1-43ff-9906-e010d1221eb2 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:29.224928 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1a795450-4bbc-4af2-9c60-f329f7a57533 req-e62150f9-ddf1-43ff-9906-e010d1221eb2 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 944 time: 0.0812204 Dec 14 00:06:29.270000 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1a795450-4bbc-4af2-9c60-f329f7a57533 req-46df6c05-27ab-4204-9caf-a8356dcba9f4 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Dec 14 00:06:30.076780 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:06:30.312456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device e0c481e8-d6e2-400d-838d-278b5f80c0d9 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:06:30.439951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port e0c481e8-d6e2-400d-838d-278b5f80c0d9 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:06:30.445956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port e0c481e8-d6e2-400d-838d-278b5f80c0d9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:06:30.449944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:30.473636 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9446b-3eb7-4584-a95a-0eedb68201a9 req-6b24929f-5387-4e31-833e-b50da325152c tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:30.475183 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-21e9446b-3eb7-4584-a95a-0eedb68201a9 req-6b24929f-5387-4e31-833e-b50da325152c tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 944 time: 0.0828018 Dec 14 00:06:30.521837 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-21e9446b-3eb7-4584-a95a-0eedb68201a9 req-c887a693-2d9d-46be-b41b-62b4159cad14 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 Dec 14 00:06:30.559207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:30.588269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c6b069-b46f-47c1-9aee-9ef70e25e91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c481e8-d6e2-400d-838d-278b5f80c0d9'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:06:30.597405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port e0c481e8-d6e2-400d-838d-278b5f80c0d9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e0c481e8-d6e2-400d-838d-278b5f80c0d9,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:30.643323 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c6b069-b46f-47c1-9aee-9ef70e25e91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c481e8-d6e2-400d-838d-278b5f80c0d9', 'code': 200} Dec 14 00:06:30.651292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:30.653789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:30.721156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=e0c481e8-d6e2-400d-838d-278b5f80c0d9,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:30.724518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:30.985409 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c412f541-612c-475f-9429-f12e7db0e6f0 req-c68f5980-effc-4571-90b3-4a067b0ef357 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 1098 time: 0.0682516 Dec 14 00:06:31.029106 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c412f541-612c-475f-9429-f12e7db0e6f0 req-f2510787-9e96-45ab-8b7f-45903913ea7e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353332 Dec 14 00:06:31.830982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9492-5404-49d1-aad6-a119208b72c1 req-127f184f-c9c1-4b7c-b6a0-a647087ed10a tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:31.832486 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-50dd9492-5404-49d1-aad6-a119208b72c1 req-127f184f-c9c1-4b7c-b6a0-a647087ed10a tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 945 time: 0.1926322 Dec 14 00:06:31.877705 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-50dd9492-5404-49d1-aad6-a119208b72c1 req-7979288c-a8c8-46fa-a1e1-1a730a898502 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386329 Dec 14 00:06:33.081002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bf85e-b9dd-48ef-810d-55b4e344a104 req-e83cceb8-f815-466b-9f40-5c9965b5fcd4 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:33.082452 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c99bf85e-b9dd-48ef-810d-55b4e344a104 req-e83cceb8-f815-466b-9f40-5c9965b5fcd4 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 945 time: 0.0773759 Dec 14 00:06:33.127785 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c99bf85e-b9dd-48ef-810d-55b4e344a104 req-86f3f542-1b70-4175-891e-f3dcae5c313e tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391686 Dec 14 00:06:33.656666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf257b44-80be-44b0-9435-e404c67c19f3 req-f505241c-0779-4a20-9c2a-caff7eea0674 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:33.658139 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf257b44-80be-44b0-9435-e404c67c19f3 req-f505241c-0779-4a20-9c2a-caff7eea0674 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 945 time: 0.0805576 Dec 14 00:06:33.702845 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bf257b44-80be-44b0-9435-e404c67c19f3 req-a982cd7e-fb70-4548-9dfc-eb88fb7d6f07 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Dec 14 00:06:34.905268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f294-444b-4934-953d-cd05ff54333f req-c990a5e5-a608-4af6-a75d-37f8788c9329 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:34.906702 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6135f294-444b-4934-953d-cd05ff54333f req-c990a5e5-a608-4af6-a75d-37f8788c9329 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 945 time: 0.0774474 Dec 14 00:06:34.953466 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6135f294-444b-4934-953d-cd05ff54333f req-f40c9199-5161-451b-a4b5-bdca660f1613 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 Dec 14 00:06:35.034220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-7193392a-bee7-451f-badb-a6cb3fde5fca tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:35.036432 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-7193392a-bee7-451f-badb-a6cb3fde5fca tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 945 time: 0.0794864 Dec 14 00:06:35.103934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Deleting port e0c481e8-d6e2-400d-838d-278b5f80c0d9 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:06:35.104284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:35.347522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] For port e0c481e8-d6e2-400d-838d-278b5f80c0d9, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=e0c481e8-d6e2-400d-838d-278b5f80c0d9,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:35.347826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:35.469256 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Calling delete_port for e0c481e8-d6e2-400d-838d-278b5f80c0d9 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:06:35.664797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:35.670364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed9f0f65-2b57-4cf7-993d-cdcc6c31f369 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:35.678051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['798d6d02-53b0-44f4-b238-d7913f15290e', 'e0c481e8-d6e2-400d-838d-278b5f80c0d9'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:06:35.718649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Pushing event deleted for resources: {'Port': ['ID=e0c481e8-d6e2-400d-838d-278b5f80c0d9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:35.721419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:35.790025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] No DVR routers for this DVR port e0c481e8-d6e2-400d-838d-278b5f80c0d9 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:06:35.792486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:35.795128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c6b069-b46f-47c1-9aee-9ef70e25e91c', 'name': 'network-vif-deleted', 'tag': 'e0c481e8-d6e2-400d-838d-278b5f80c0d9'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:06:35.852021 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c6b069-b46f-47c1-9aee-9ef70e25e91c', 'name': 'network-vif-deleted', 'tag': 'e0c481e8-d6e2-400d-838d-278b5f80c0d9', 'status': 'completed', 'code': 200} Dec 14 00:06:35.857573 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-675067c2-4eec-44ca-b301-a43e56ed9936 req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.18 "DELETE /v2.0/ports/e0c481e8-d6e2-400d-838d-278b5f80c0d9 HTTP/1.1" status: 204 len: 173 time: 0.8161049 Dec 14 00:06:36.115156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e3f63fc4-61dc-4b13-8af7-93adbaf07036 req-93070b6b-4654-47fe-9952-bed735c20093 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Synchronizing usage tracker for tenant:c0b75175fe504451889510d2464e0473 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:06:36.188374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e3f63fc4-61dc-4b13-8af7-93adbaf07036 req-93070b6b-4654-47fe-9952-bed735c20093 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Unset dirty status for tenant:c0b75175fe504451889510d2464e0473 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:06:36.189596 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e3f63fc4-61dc-4b13-8af7-93adbaf07036 req-93070b6b-4654-47fe-9952-bed735c20093 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1c6b069-b46f-47c1-9aee-9ef70e25e91c HTTP/1.1" status: 200 len: 210 time: 0.1149836 Dec 14 00:06:37.462633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04942a5-7bc4-4640-be86-9d839039717e req-09619bf6-af29-4096-9945-edb02f610b5a tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:37.464106 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c04942a5-7bc4-4640-be86-9d839039717e req-09619bf6-af29-4096-9945-edb02f610b5a tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0802231 Dec 14 00:06:37.508605 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c04942a5-7bc4-4640-be86-9d839039717e req-236bf8b5-8417-4b94-bc93-8b3c783a1ffa tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389664 Dec 14 00:06:37.728920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46915c7d-f87a-4dde-95cd-9b5cfc01c7b8 req-f2bf985d-8d35-4054-bc33-741650b1d414 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:37.730388 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-46915c7d-f87a-4dde-95cd-9b5cfc01c7b8 req-f2bf985d-8d35-4054-bc33-741650b1d414 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0770667 Dec 14 00:06:37.778888 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-46915c7d-f87a-4dde-95cd-9b5cfc01c7b8 req-3f638c88-7696-4038-b993-f0ac84ae416d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Dec 14 00:06:37.990004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170f7b8-6a71-4ba8-b184-a789f54cd4a0 req-da3657f5-64e0-4e4a-9c4a-bd99ca6cdbcb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:37.991485 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6170f7b8-6a71-4ba8-b184-a789f54cd4a0 req-da3657f5-64e0-4e4a-9c4a-bd99ca6cdbcb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0877609 Dec 14 00:06:38.043797 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6170f7b8-6a71-4ba8-b184-a789f54cd4a0 req-834a23ce-1fa8-461a-8c5f-5f104f94c3ca tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Dec 14 00:06:38.270767 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0fb9bd0d-7888-412a-9049-25695efc9253 req-d4243235-daf0-4295-af50-0ab7964e238b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0814970 Dec 14 00:06:38.364309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device e0c481e8-d6e2-400d-838d-278b5f80c0d9 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:06:38.402372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: e0c481e8-d6e2-400d-838d-278b5f80c0d9 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:06:38.402826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device e0c481e8-d6e2-400d-838d-278b5f80c0d9 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:06:38.499565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b15339-e07b-4d39-a724-1b318f8f91b8 req-60046f5e-9e70-449e-b1e1-97f4f65cc6f1 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:38.501111 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-60b15339-e07b-4d39-a724-1b318f8f91b8 req-60046f5e-9e70-449e-b1e1-97f4f65cc6f1 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0909216 Dec 14 00:06:38.553642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-60b15339-e07b-4d39-a724-1b318f8f91b8 req-f2170509-13aa-48ab-86e5-dd1480671308 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Dec 14 00:06:38.751325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863f235-d90d-44ab-a095-4a391a084ebc req-0a4cb3aa-b590-4c95-bc93-d10284f6f6c1 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:38.752868 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2863f235-d90d-44ab-a095-4a391a084ebc req-0a4cb3aa-b590-4c95-bc93-d10284f6f6c1 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0778718 Dec 14 00:06:38.802343 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2863f235-d90d-44ab-a095-4a391a084ebc req-33b729c6-cb7a-48e8-b48c-2e7e2f756a95 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Dec 14 00:06:39.029615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d2987-baa9-4ef6-8a1b-2b28afcc2dd4 req-923669a3-eb25-4924-9bbd-4a4457058028 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:39.031087 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-913d2987-baa9-4ef6-8a1b-2b28afcc2dd4 req-923669a3-eb25-4924-9bbd-4a4457058028 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0836928 Dec 14 00:06:39.077942 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-913d2987-baa9-4ef6-8a1b-2b28afcc2dd4 req-7c7eee14-2f0f-47d1-861d-42296ae857a2 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Dec 14 00:06:39.823017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfb1d5-4b76-4e87-a6e1-cf841116d55f req-154b04bc-5d18-4656-ac02-3626a4a81a55 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:39.824495 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1dcfb1d5-4b76-4e87-a6e1-cf841116d55f req-154b04bc-5d18-4656-ac02-3626a4a81a55 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0800033 Dec 14 00:06:39.876720 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1dcfb1d5-4b76-4e87-a6e1-cf841116d55f req-96f322c2-c485-4c38-944b-279593348d7a tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468249 Dec 14 00:06:41.073930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5dc20-c65c-496b-999c-a2d3ac750dea req-d27adc78-cd8c-41c0-b0d7-0134564aa693 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:41.075405 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-92f5dc20-c65c-496b-999c-a2d3ac750dea req-d27adc78-cd8c-41c0-b0d7-0134564aa693 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0784290 Dec 14 00:06:41.126668 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-92f5dc20-c65c-496b-999c-a2d3ac750dea req-7662dc74-8b2a-49c5-a884-f6a3e1110e44 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/security-groups?id=45f78150-cff5-4e1a-9545-2a2b6d6cccd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456910 Dec 14 00:06:41.140399 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-042dbc57-4120-4d15-aac1-36afbd726e90 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:41.141835 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-042dbc57-4120-4d15-aac1-36afbd726e90 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.18 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 946 time: 0.0808260 Dec 14 00:06:41.214173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Deleting port 798d6d02-53b0-44f4-b238-d7913f15290e {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:06:41.214424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:41.556263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] For port 798d6d02-53b0-44f4-b238-d7913f15290e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=798d6d02-53b0-44f4-b238-d7913f15290e,segment=NetworkSegment(96a6cb79-4770-4e7c-a055-fe18e5fabb8e),segment_id=96a6cb79-4770-4e7c-a055-fe18e5fabb8e)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:41.556626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:41.679225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Calling delete_port for 798d6d02-53b0-44f4-b238-d7913f15290e owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:06:41.879497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:41.885121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:41.891914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['798d6d02-53b0-44f4-b238-d7913f15290e'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:06:41.925616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c88df917-9bc4-443b-b1d9-de1de7964750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:41.929960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Pushing event deleted for resources: {'Port': ['ID=798d6d02-53b0-44f4-b238-d7913f15290e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:41.932471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:42.000647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] No DVR routers for this DVR port 798d6d02-53b0-44f4-b238-d7913f15290e on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:06:42.003175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:42.006121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81463678-2990-4172-89de-f499e14ff676', 'name': 'network-vif-deleted', 'tag': '798d6d02-53b0-44f4-b238-d7913f15290e'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:06:42.060130 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81463678-2990-4172-89de-f499e14ff676', 'name': 'network-vif-deleted', 'tag': '798d6d02-53b0-44f4-b238-d7913f15290e', 'status': 'completed', 'code': 200} Dec 14 00:06:42.111499 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8af8df72-b9d9-4fd3-afa5-cbcb312a014c req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.18 "DELETE /v2.0/ports/798d6d02-53b0-44f4-b238-d7913f15290e HTTP/1.1" status: 204 len: 173 time: 0.9642148 Dec 14 00:06:42.293125 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4ebafd13-9b6e-43ac-af96-ae458023e0c8 req-a91ded4b-95df-45ae-8da8-0386c5bbfaca tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] 10.222.0.30 "GET /v2.0/ports?device_id=81463678-2990-4172-89de-f499e14ff676 HTTP/1.1" status: 200 len: 210 time: 0.0426471 Dec 14 00:06:43.403352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60332) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:43.467312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] Deleting subnet 6f51ddf8-ab64-4b98-a1aa-51830b73bb2a {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:06:43.470257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:43.518495 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:43.578493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:43.705340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:43.709736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9371c983-25be-43ac-a64c-70232724e918 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:43.743665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f51ddf8-ab64-4b98-a1aa-51830b73bb2a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:43.746176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:43.751049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:43.757790 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6f51ddf8-ab64-4b98-a1aa-51830b73bb2a HTTP/1.1" status: 204 len: 168 time: 0.3533928 Dec 14 00:06:43.760198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60336) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:43.865364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:43.990626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.015496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4d2d98-eb77-431f-b850-674591306e80']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:44.030955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a6cb79-4770-4e7c-a055-fe18e5fabb8e') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:44.031245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a6cb79-4770-4e7c-a055-fe18e5fabb8e') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:44.043173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.059328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.065715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:06:44.066090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:06:44.079765 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:06:44.110581 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ca53c61d-f6db-426f-bf6b-0313428f0742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.236028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.240136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0e19c6c0-a170-4918-b0f9-01d6ee054b30 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:44.253482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.268245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4d2d98-eb77-431f-b850-674591306e80,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:44.271776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:44.333812 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3a4d2d98-eb77-431f-b850-674591306e80 HTTP/1.1" status: 204 len: 168 time: 0.5726521 Dec 14 00:06:44.406489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 798d6d02-53b0-44f4-b238-d7913f15290e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:06:44.474087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 798d6d02-53b0-44f4-b238-d7913f15290e {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:06:44.474448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 798d6d02-53b0-44f4-b238-d7913f15290e not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:06:44.622853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60342) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:44.671844 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7f1aa404-4be4-41e3-8c83-2482469b6aaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0b75175fe504451889510d2464e0473&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474994 Dec 14 00:06:44.674052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60346) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:44.732902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9e0b-334b-4e30-bb0e-b58ad00686eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.759624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9e0b-334b-4e30-bb0e-b58ad00686eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.873771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9e0b-334b-4e30-bb0e-b58ad00686eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.878444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec4e0e06-a9d5-4412-90e5-d5586a700ab7 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:44.891472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa9e0b-334b-4e30-bb0e-b58ad00686eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f78150-cff5-4e1a-9545-2a2b6d6cccd4,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:44.893816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7bfa9e0b-334b-4e30-bb0e-b58ad00686eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:44.958958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9e0b-334b-4e30-bb0e-b58ad00686eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:44.960136 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7bfa9e0b-334b-4e30-bb0e-b58ad00686eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45f78150-cff5-4e1a-9545-2a2b6d6cccd4 HTTP/1.1" status: 204 len: 168 time: 0.2852190 Dec 14 00:06:45.451126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:45.506425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.203877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60368) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:46.355220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2023274051'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:46.360163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:46.364168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:network and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:46.366993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:46.373720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:46.430435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:46.433471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.446528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.482492 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:46.486316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:security_group_rule and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:46.489480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:46.495319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:46.563471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.636125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.638997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-eb9102fb-0818-47d1-acac-2a0ab7709637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:46.671262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:06:46.676545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8b876a-825c-45c4-8d3e-d6493f640e68,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:46.685237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.685588 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Added segment e927e8da-4120-40a2-9550-854cd75d4ecd of type vlan for network 3c35ed06-b4f5-4bd6-819f-1850b002808c Dec 14 00:06:46.693761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.694154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.694533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.694912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.695283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.695677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.696044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.696411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.696776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.697134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.697496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:06:46.701392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:46.722880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.801821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.805682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:46.806268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.811208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cd4e10e0-ac04-45f9-8e0b-97ab04e4d6db tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:46.893211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:46.917589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Network': ['ID=3c35ed06-b4f5-4bd6-819f-1850b002808c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:46.920240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:46.927339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 3c35ed06-b4f5-4bd6-819f-1850b002808c details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:06:47.004911 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7861943 Dec 14 00:06:49.668075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:50.203863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60374) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:50.210679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'subnet': {'network_id': '3c35ed06-b4f5-4bd6-819f-1850b002808c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:50.432725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:50.436452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:subnet and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:50.439515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:50.445766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:50.576502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:50.681976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:50.953650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:50.957857 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1cc0359e-6311-46eb-b899-45806f5a13ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:51.033485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Subnet': ['ID=8fff4cd0-1cd7-44ac-a605-d5220ba5ab3c,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:51.036397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:51.049648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Checking segment: {'id': 'e927e8da-4120-40a2-9550-854cd75d4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3c35ed06-b4f5-4bd6-819f-1850b002808c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:06:51.050030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network hostable DHCP agents. Network: 3c35ed06-b4f5-4bd6-819f-1850b002808c, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:06:51.156281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network 3c35ed06-b4f5-4bd6-819f-1850b002808c is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:06:51.258779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 3c35ed06-b4f5-4bd6-819f-1850b002808c) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:06:51.262772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:51.264656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:51.270087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019d726-7f9c-498f-b7a4-56980b178f8f None None] Network 3c35ed06-b4f5-4bd6-819f-1850b002808c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:06:51.340886 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1356339 Dec 14 00:06:51.344026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60378) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:51.352899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-812933968'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:51.360975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:51.366987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:network and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:51.371296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:51.379519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:51.467897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:51.470946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:51.503538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-3c35ed06-b4f5-4bd6-819f-1850b002808c', 'network_id': '3c35ed06-b4f5-4bd6-819f-1850b002808c', 'tenant_id': 'd7c99295ff8242468e7c59321d7e0ffe', 'fixed_ips': [{'subnet_id': '8fff4cd0-1cd7-44ac-a605-d5220ba5ab3c'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:06:51.504388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:51.504542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:06:51.513906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:51.514177 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Added segment f0cec997-a490-4ca2-a8db-29161ab5f007 of type vlan for network 92e27163-c2d2-4704-8305-f049b7c84d70 Dec 14 00:06:51.541791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:51.636379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:51.640377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:51.640999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:51.646397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3411b552-c331-4ee1-9df0-2212f3f16537 tempest-TestNetworkAdvancedServerOps-1568810679 tempest-TestNetworkAdvancedServerOps-1568810679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:51.661532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Allocated IP 2001:db8:0:ffff::2 (3c35ed06-b4f5-4bd6-819f-1850b002808c/8fff4cd0-1cd7-44ac-a605-d5220ba5ab3c/400b7d52-997d-4359-a45a-1c8663ce280a) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:06:51.751050 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4056575 Dec 14 00:06:51.753973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60382) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:51.757434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Network': ['ID=92e27163-c2d2-4704-8305-f049b7c84d70,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:51.762538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'subnet': {'network_id': '92e27163-c2d2-4704-8305-f049b7c84d70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:51.776962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 92e27163-c2d2-4704-8305-f049b7c84d70 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:06:51.780591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:51.875231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:51.879047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:subnet and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:51.881941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:51.887715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:51.959290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:51.982291 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:52.046387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Transition to ACTIVE for port object 400b7d52-997d-4359-a45a-1c8663ce280a will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:06:52.066233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:52.080950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Transition to ACTIVE for port object 400b7d52-997d-4359-a45a-1c8663ce280a will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:06:52.184015 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:52.189638 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:52.259421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Network 3c35ed06-b4f5-4bd6-819f-1850b002808c is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:06:52.266118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:06:52.272217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:06:52.275577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Pushing event updated for resources: {'Port': ['ID=400b7d52-997d-4359-a45a-1c8663ce280a,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:52.279110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:52.356955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:52.361488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b976e4b0-5834-4aa6-a4a8-db9e4f7cf083 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:52.371037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Attempting to bind port 400b7d52-997d-4359-a45a-1c8663ce280a on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:06:52.371994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Attempting to bind port 400b7d52-997d-4359-a45a-1c8663ce280a by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'e927e8da-4120-40a2-9550-854cd75d4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3c35ed06-b4f5-4bd6-819f-1850b002808c'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:06:52.371994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Attempting to bind port 400b7d52-997d-4359-a45a-1c8663ce280a on network 3c35ed06-b4f5-4bd6-819f-1850b002808c {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:06:52.378281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:06:52.382491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Checking segment: {'id': 'e927e8da-4120-40a2-9550-854cd75d4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3c35ed06-b4f5-4bd6-819f-1850b002808c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:06:52.382491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:52.382491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Bound using segment: {'id': 'e927e8da-4120-40a2-9550-854cd75d4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3c35ed06-b4f5-4bd6-819f-1850b002808c'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:06:52.382491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Bound port: 400b7d52-997d-4359-a45a-1c8663ce280a, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e927e8da-4120-40a2-9550-854cd75d4ecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3c35ed06-b4f5-4bd6-819f-1850b002808c'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:06:52.382491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:52.443298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Subnet': ['ID=aa8664ba-6305-4c9a-ae3d-fb4b3900bd20,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:52.447654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:52.452922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Checking segment: {'id': 'f0cec997-a490-4ca2-a8db-29161ab5f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92e27163-c2d2-4704-8305-f049b7c84d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:06:52.453284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network hostable DHCP agents. Network: 92e27163-c2d2-4704-8305-f049b7c84d70, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:06:52.468854 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] For port 400b7d52-997d-4359-a45a-1c8663ce280a, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:06:52.471785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] For port 400b7d52-997d-4359-a45a-1c8663ce280a, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=400b7d52-997d-4359-a45a-1c8663ce280a,segment=NetworkSegment(e927e8da-4120-40a2-9550-854cd75d4ecd),segment_id=e927e8da-4120-40a2-9550-854cd75d4ecd)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:06:52.569321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:52.573016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:52.590641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network 92e27163-c2d2-4704-8305-f049b7c84d70 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:06:52.656440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Pushing event updated for resources: {'Port': ['ID=400b7d52-997d-4359-a45a-1c8663ce280a,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:52.659244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:52.696635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 92e27163-c2d2-4704-8305-f049b7c84d70) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:06:52.701049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:52.701840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:52.706430 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32f8003-8217-4d40-9e12-bb86ed35f222 None None] Network 92e27163-c2d2-4704-8305-f049b7c84d70 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:06:52.818026 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0c250af0-b8db-444e-b8d1-3456f0540606 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0625103 Dec 14 00:06:52.820960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60386) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:52.985745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:52.999365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-92e27163-c2d2-4704-8305-f049b7c84d70', 'network_id': '92e27163-c2d2-4704-8305-f049b7c84d70', 'tenant_id': 'd7c99295ff8242468e7c59321d7e0ffe', 'fixed_ips': [{'subnet_id': 'aa8664ba-6305-4c9a-ae3d-fb4b3900bd20'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:06:53.000317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.055438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.159389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Allocated IP 2001:db8::2 (92e27163-c2d2-4704-8305-f049b7c84d70/aa8664ba-6305-4c9a-ae3d-fb4b3900bd20/36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:06:53.369952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.381411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Transition to ACTIVE for port object 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:06:53.399983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Transition to ACTIVE for port object 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:06:53.460988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.467333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:53.531749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Network 92e27163-c2d2-4704-8305-f049b7c84d70 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:06:53.533752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:06:53.537059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:06:53.547163 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Pushing event updated for resources: {'Port': ['ID=36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:53.550514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:53.551477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.559868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8e062093-6761-40c7-868a-657d04401657 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:53.600453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8664ba-6305-4c9a-ae3d-fb4b3900bd20,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:53.603262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:53.628346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37fa359-f167-4cd1-8292-ee00eccb8d7f None None] Network 3c35ed06-b4f5-4bd6-819f-1850b002808c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:06:53.724820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Attempting to bind port 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:06:53.724970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Attempting to bind port 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'f0cec997-a490-4ca2-a8db-29161ab5f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92e27163-c2d2-4704-8305-f049b7c84d70'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:06:53.725301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Attempting to bind port 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d on network 92e27163-c2d2-4704-8305-f049b7c84d70 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:06:53.737492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:06:53.737880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Checking segment: {'id': 'f0cec997-a490-4ca2-a8db-29161ab5f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92e27163-c2d2-4704-8305-f049b7c84d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:06:53.738293 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.738699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Bound using segment: {'id': 'f0cec997-a490-4ca2-a8db-29161ab5f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92e27163-c2d2-4704-8305-f049b7c84d70'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:06:53.739188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Bound port: 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cec997-a490-4ca2-a8db-29161ab5f007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '92e27163-c2d2-4704-8305-f049b7c84d70'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:06:53.740150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.799136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 400b7d52-997d-4359-a45a-1c8663ce280a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:06:53.820023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.847176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e27163-c2d2-4704-8305-f049b7c84d70']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:53.859750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cec997-a490-4ca2-a8db-29161ab5f007') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:53.860046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cec997-a490-4ca2-a8db-29161ab5f007') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:53.863755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-47484d57-c24e-4b44-93be-2c9c2272f987 None None] Provisioning for port 400b7d52-997d-4359-a45a-1c8663ce280a completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:06:53.871502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.887212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.893493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:06:53.893915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:06:53.909517 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:06:53.970820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] For port 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:06:54.029236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 00:06:54.029236 dv-neutron-821564-1-hyperv neutron-server[84311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 00:06:54.029236 dv-neutron-821564-1-hyperv neutron-server[84311]: [parameters: {'id': '92e27163-c2d2-4704-8305-f049b7c84d70'}] Dec 14 00:06:54.029236 dv-neutron-821564-1-hyperv neutron-server[84311]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:06:54.029687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:06:54.030207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] For port 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d,segment=NetworkSegment(f0cec997-a490-4ca2-a8db-29161ab5f007),segment_id=f0cec997-a490-4ca2-a8db-29161ab5f007)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:06:54.076392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 400b7d52-997d-4359-a45a-1c8663ce280a completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:06:54.082478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 400b7d52-997d-4359-a45a-1c8663ce280a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:06:54.087372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:54.113067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:54.123702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:54.268569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Pushing event updated for resources: {'Port': ['ID=36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:54.274899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:54.345050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed7fdbe-4ffe-4172-bab7-b11e959d3f90 None None] Network 92e27163-c2d2-4704-8305-f049b7c84d70 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:06:54.377068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:54.433942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-78095e6f-d3c5-45b9-8956-6c8550e9fcef None None] Provisioning complete for port 400b7d52-997d-4359-a45a-1c8663ce280a triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:06:54.434314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78095e6f-d3c5-45b9-8956-6c8550e9fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:54.530207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:54.542319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Deleting port 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:06:54.542650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:54.585225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 400b7d52-997d-4359-a45a-1c8663ce280a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=400b7d52-997d-4359-a45a-1c8663ce280a,segment=NetworkSegment(e927e8da-4120-40a2-9550-854cd75d4ecd),segment_id=e927e8da-4120-40a2-9550-854cd75d4ecd)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:54.688855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:54.693023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:54.756100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78095e6f-d3c5-45b9-8956-6c8550e9fcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:54.756351 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] For port 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d,segment=NetworkSegment(f0cec997-a490-4ca2-a8db-29161ab5f007),segment_id=f0cec997-a490-4ca2-a8db-29161ab5f007)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:54.756827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:54.803468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=400b7d52-997d-4359-a45a-1c8663ce280a,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:54.806829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:54.835507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17b60b-37ee-44b6-97ba-3e59b3d71d16 None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 14 00:06:54.886085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Calling delete_port for 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:06:54.905124 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-78095e6f-d3c5-45b9-8956-6c8550e9fcef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:06:54.905485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-78095e6f-d3c5-45b9-8956-6c8550e9fcef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:06:54.942800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e17b60b-37ee-44b6-97ba-3e59b3d71d16 None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 00:06:55.036112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.041217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9e33d423-1ac0-447d-b53e-9d4a6293f848 tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:55.086250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Port': ['ID=36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:55.089151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:55.094502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No DVR routers for this DVR port 36a0c17f-1fb3-4a8c-97f0-f6a84cc80e3d on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:06:55.225424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.250530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e27163-c2d2-4704-8305-f049b7c84d70']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:55.262339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cec997-a490-4ca2-a8db-29161ab5f007') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:55.262635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cec997-a490-4ca2-a8db-29161ab5f007') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:55.274344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.290526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.296551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:06:55.296932 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:06:55.311030 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:06:55.456605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.460514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2c7ad418-82c1-4a7e-8801-c7fadc544c1b tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:55.475343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.486054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Network': ['ID=92e27163-c2d2-4704-8305-f049b7c84d70,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:55.490375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:55.493091 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/networks/92e27163-c2d2-4704-8305-f049b7c84d70 HTTP/1.1" status: 204 len: 168 time: 2.6711574 Dec 14 00:06:55.496504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60390) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:55.502252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877047962'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:55.507743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:55.511471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:network and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:55.514394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:55.521124 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:55.596257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:55.599426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.633288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:06:55.635664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.636009 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Added segment e1521368-48cf-4dcc-808a-06201a6cb848 of type vlan for network 660d3bef-df8a-4826-b0a3-05ef016144cd Dec 14 00:06:55.661897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.757339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 400b7d52-997d-4359-a45a-1c8663ce280a up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:06:55.762233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.766121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:55.766700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.771159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1541695c-f7c7-433f-924f-70522f8911dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:55.829922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 400b7d52-997d-4359-a45a-1c8663ce280a triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:06:55.830310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:55.876705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Network': ['ID=660d3bef-df8a-4826-b0a3-05ef016144cd,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:55.879272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:55.889911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 660d3bef-df8a-4826-b0a3-05ef016144cd details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:06:55.917504 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7d23e789-a297-48bc-b43d-1d4ebc4cc20a tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4199848 Dec 14 00:06:55.920287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60394) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:55.925758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'subnet': {'network_id': '660d3bef-df8a-4826-b0a3-05ef016144cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:56.038018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:56.042042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:subnet and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:56.044961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:56.050753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:56.153403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:56.256376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:56.456643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Performing IP validity checks on allocation pools {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 14 00:06:56.457080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.ipam_backend_mixin [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84311) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 14 00:06:56.627880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:56.632885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-97e9c4e4-156c-4f88-ac28-7775e87b5c4d tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:56.708481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Subnet': ['ID=8304dbc6-a431-462d-a901-248e13826ef1,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:56.712908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:56.723721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Checking segment: {'id': 'e1521368-48cf-4dcc-808a-06201a6cb848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '660d3bef-df8a-4826-b0a3-05ef016144cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:06:56.724083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network hostable DHCP agents. Network: 660d3bef-df8a-4826-b0a3-05ef016144cd, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:06:56.810217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network 660d3bef-df8a-4826-b0a3-05ef016144cd is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:06:56.884498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 660d3bef-df8a-4826-b0a3-05ef016144cd) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:06:56.888341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:56.888916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:56.892672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb3d93-a5fd-4f85-abd0-694958b850fb None None] Network 660d3bef-df8a-4826-b0a3-05ef016144cd requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:06:56.960136 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8be43207-3253-42ff-b9b9-5ecb1f2566b0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0386970 Dec 14 00:06:56.962590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60398) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:57.108954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.109653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-660d3bef-df8a-4826-b0a3-05ef016144cd', 'network_id': '660d3bef-df8a-4826-b0a3-05ef016144cd', 'tenant_id': 'd7c99295ff8242468e7c59321d7e0ffe', 'fixed_ips': [{'subnet_id': '8304dbc6-a431-462d-a901-248e13826ef1'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:06:57.110464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.175131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.268629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Allocated IP 2001:db8::3 (660d3bef-df8a-4826-b0a3-05ef016144cd/8304dbc6-a431-462d-a901-248e13826ef1/9b8ca566-1ca6-49a0-a0e6-d319b74f2516) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:06:57.470041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.480310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Transition to ACTIVE for port object 9b8ca566-1ca6-49a0-a0e6-d319b74f2516 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:06:57.498589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Transition to ACTIVE for port object 9b8ca566-1ca6-49a0-a0e6-d319b74f2516 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:06:57.568210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.573140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:57.640334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Network 660d3bef-df8a-4826-b0a3-05ef016144cd is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:06:57.642952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:06:57.648229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:06:57.650287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Pushing event updated for resources: {'Port': ['ID=9b8ca566-1ca6-49a0-a0e6-d319b74f2516,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:57.654058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:57.660165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.663498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-56d8d95c-2f70-4bc9-a378-4bf7dfa0ebb9 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:57.699897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Subnet': ['ID=8304dbc6-a431-462d-a901-248e13826ef1,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:57.702572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:57.739175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Attempting to bind port 9b8ca566-1ca6-49a0-a0e6-d319b74f2516 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:06:57.740066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Attempting to bind port 9b8ca566-1ca6-49a0-a0e6-d319b74f2516 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'e1521368-48cf-4dcc-808a-06201a6cb848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '660d3bef-df8a-4826-b0a3-05ef016144cd'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:06:57.740472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Attempting to bind port 9b8ca566-1ca6-49a0-a0e6-d319b74f2516 on network 660d3bef-df8a-4826-b0a3-05ef016144cd {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:06:57.746946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:06:57.747323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Checking segment: {'id': 'e1521368-48cf-4dcc-808a-06201a6cb848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '660d3bef-df8a-4826-b0a3-05ef016144cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:06:57.747763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.748172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Bound using segment: {'id': 'e1521368-48cf-4dcc-808a-06201a6cb848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '660d3bef-df8a-4826-b0a3-05ef016144cd'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:06:57.748631 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Bound port: 9b8ca566-1ca6-49a0-a0e6-d319b74f2516, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1521368-48cf-4dcc-808a-06201a6cb848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '660d3bef-df8a-4826-b0a3-05ef016144cd'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:06:57.749009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.801756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.829116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660d3bef-df8a-4826-b0a3-05ef016144cd']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:57.842184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1521368-48cf-4dcc-808a-06201a6cb848') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:57.842484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1521368-48cf-4dcc-808a-06201a6cb848') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:57.853997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.869674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.875633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:06:57.876055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:57.877950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] For port 9b8ca566-1ca6-49a0-a0e6-d319b74f2516, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:06:57.890828 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:06:57.968540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] For port 9b8ca566-1ca6-49a0-a0e6-d319b74f2516, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9b8ca566-1ca6-49a0-a0e6-d319b74f2516,segment=NetworkSegment(e1521368-48cf-4dcc-808a-06201a6cb848),segment_id=e1521368-48cf-4dcc-808a-06201a6cb848)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:06:58.022904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 00:06:58.022904 dv-neutron-821564-1-hyperv neutron-server[84311]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 00:06:58.022904 dv-neutron-821564-1-hyperv neutron-server[84311]: [parameters: {'id': '660d3bef-df8a-4826-b0a3-05ef016144cd'}] Dec 14 00:06:58.022904 dv-neutron-821564-1-hyperv neutron-server[84311]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:06:58.023323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:06:58.047879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:58.051554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:58.164898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Pushing event updated for resources: {'Port': ['ID=9b8ca566-1ca6-49a0-a0e6-d319b74f2516,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:58.169035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:58.197294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fde413-046c-4214-86c3-78b157009048 None None] Network 660d3bef-df8a-4826-b0a3-05ef016144cd requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:06:58.389843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d1310-01b5-4865-9b0b-89d0e8999d0c None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 14 00:06:58.475583 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7d1310-01b5-4865-9b0b-89d0e8999d0c None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 00:06:58.523996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:58.534834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Deleting port 9b8ca566-1ca6-49a0-a0e6-d319b74f2516 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:06:58.535172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:58.746544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] For port 9b8ca566-1ca6-49a0-a0e6-d319b74f2516, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9b8ca566-1ca6-49a0-a0e6-d319b74f2516,segment=NetworkSegment(e1521368-48cf-4dcc-808a-06201a6cb848),segment_id=e1521368-48cf-4dcc-808a-06201a6cb848)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:06:58.746544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:58.873061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Calling delete_port for 9b8ca566-1ca6-49a0-a0e6-d319b74f2516 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:06:58.996099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.001301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a8aa5fb9-277b-43d7-8b75-1539c3d5c19d tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:59.044725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Port': ['ID=9b8ca566-1ca6-49a0-a0e6-d319b74f2516,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:59.048813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:59.051056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No DVR routers for this DVR port 9b8ca566-1ca6-49a0-a0e6-d319b74f2516 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:06:59.172828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.197710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660d3bef-df8a-4826-b0a3-05ef016144cd']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:59.209955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1521368-48cf-4dcc-808a-06201a6cb848') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:59.210249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1521368-48cf-4dcc-808a-06201a6cb848') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:06:59.221299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.237155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.243090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:06:59.243477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:06:59.257597 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:06:59.507996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.511086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-252fc84b-a02a-44a2-96fa-ff98aed3e952 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:59.525300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.537141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Network': ['ID=660d3bef-df8a-4826-b0a3-05ef016144cd,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:59.541902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:59.543985 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/networks/660d3bef-df8a-4826-b0a3-05ef016144cd HTTP/1.1" status: 204 len: 168 time: 2.5804796 Dec 14 00:06:59.547431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60402) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:59.553444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2134208930'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:06:59.558400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:06:59.562749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:network and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:06:59.565680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:06:59.572087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:06:59.652946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:06:59.655925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.685463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:06:59.694388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.694724 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Added segment 330bcb8b-960d-4713-baf4-b4773dc9a09a of type vlan for network 7affadf1-589f-461c-bb52-264357801ad2 Dec 14 00:06:59.720693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.819292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.823011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:06:59.823579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:06:59.827152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-afe662fa-3d8b-4743-a4eb-39682fe9aea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:06:59.932676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Network': ['ID=7affadf1-589f-461c-bb52-264357801ad2,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:06:59.935213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:06:59.943364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 7affadf1-589f-461c-bb52-264357801ad2 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:06:59.971312 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2b0a0449-97f2-4680-9433-51763ce137fc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4228532 Dec 14 00:06:59.974737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60406) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:06:59.980375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'subnet': {'network_id': '7affadf1-589f-461c-bb52-264357801ad2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:00.094108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:00.097843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:subnet and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:00.100725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:00.106451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:00.161783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:00.264648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:00.527527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:00.531785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-37cf7522-d057-45d3-8036-0d8f408f1d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:00.607272 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Subnet': ['ID=9e85991c-54b0-42b1-a3cd-c98d3b0d5e65,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:00.610656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:00.619919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Checking segment: {'id': '330bcb8b-960d-4713-baf4-b4773dc9a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7affadf1-589f-461c-bb52-264357801ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:00.620271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network hostable DHCP agents. Network: 7affadf1-589f-461c-bb52-264357801ad2, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:07:00.696003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network 7affadf1-589f-461c-bb52-264357801ad2 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:07:00.781793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 7affadf1-589f-461c-bb52-264357801ad2) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:00.786936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:00.791652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:00.791777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a3b0c-edb3-4c8f-880c-c8480f167c31 None None] Network 7affadf1-589f-461c-bb52-264357801ad2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:00.872797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60410) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:00.879060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1363993718'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:00.879235 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b7837066-0d05-4a71-9081-c9a06ee652be tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8931830 Dec 14 00:07:00.884449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:00.888580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:network and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:00.892571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:00.898746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:00.998982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:01.002469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.005517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-7affadf1-589f-461c-bb52-264357801ad2', 'network_id': '7affadf1-589f-461c-bb52-264357801ad2', 'tenant_id': 'd7c99295ff8242468e7c59321d7e0ffe', 'fixed_ips': [{'subnet_id': '9e85991c-54b0-42b1-a3cd-c98d3b0d5e65'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:07:01.006327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.031715 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:07:01.040971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.041314 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Added segment 746f4069-3eb6-4473-90f9-59dcd27a84da of type vlan for network a6f32859-13dc-4940-813b-042803837cf7 Dec 14 00:07:01.068211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.150154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.154165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:01.154751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.160149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4899ba42-046d-4580-a3d2-93308f8304f0 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:01.169079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Allocated IP 2001:db8::2 (7affadf1-589f-461c-bb52-264357801ad2/9e85991c-54b0-42b1-a3cd-c98d3b0d5e65/d311902d-27f7-4f40-951a-033b2fe71268) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:01.263351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Network': ['ID=a6f32859-13dc-4940-813b-042803837cf7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:01.272700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.273087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.273474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.273850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.274224 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.274591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.274956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.275321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.275707 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.276072 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.276431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:01.279811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:01.288252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network a6f32859-13dc-4940-813b-042803837cf7 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:07:01.299433 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4254122 Dec 14 00:07:01.309562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60414) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:01.316033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Request body: {'subnet': {'network_id': 'a6f32859-13dc-4940-813b-042803837cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:01.430635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:01.434427 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Usage tracker for resource:subnet and tenant:d7c99295ff8242468e7c59321d7e0ffe is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:01.437597 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:01.443548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:01.466101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.477167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Transition to ACTIVE for port object d311902d-27f7-4f40-951a-033b2fe71268 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:01.495382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Transition to ACTIVE for port object d311902d-27f7-4f40-951a-033b2fe71268 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:01.568077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Made reservation on behalf of d7c99295ff8242468e7c59321d7e0ffe for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:01.602111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.606673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:01.675495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.714585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Network 7affadf1-589f-461c-bb52-264357801ad2 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:01.717296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:01.721555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:01.723795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Pushing event updated for resources: {'Port': ['ID=d311902d-27f7-4f40-951a-033b2fe71268,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:01.726447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:01.811868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Attempting to bind port d311902d-27f7-4f40-951a-033b2fe71268 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:01.812498 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Attempting to bind port d311902d-27f7-4f40-951a-033b2fe71268 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '330bcb8b-960d-4713-baf4-b4773dc9a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7affadf1-589f-461c-bb52-264357801ad2'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:01.812868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Attempting to bind port d311902d-27f7-4f40-951a-033b2fe71268 on network 7affadf1-589f-461c-bb52-264357801ad2 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:01.820223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:01.820526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Checking segment: {'id': '330bcb8b-960d-4713-baf4-b4773dc9a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7affadf1-589f-461c-bb52-264357801ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:01.820940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.821336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Bound using segment: {'id': '330bcb8b-960d-4713-baf4-b4773dc9a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7affadf1-589f-461c-bb52-264357801ad2'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:01.821804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Bound port: d311902d-27f7-4f40-951a-033b2fe71268, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '330bcb8b-960d-4713-baf4-b4773dc9a09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7affadf1-589f-461c-bb52-264357801ad2'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:01.822183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:01.916050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] For port d311902d-27f7-4f40-951a-033b2fe71268, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:01.919130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] For port d311902d-27f7-4f40-951a-033b2fe71268, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d311902d-27f7-4f40-951a-033b2fe71268,segment=NetworkSegment(330bcb8b-960d-4713-baf4-b4773dc9a09a),segment_id=330bcb8b-960d-4713-baf4-b4773dc9a09a)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:02.005651 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:02.010269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:02.056744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:02.063686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8873e17a-61f2-4de2-a485-2435f55d00a9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:02.085295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Pushing event updated for resources: {'Port': ['ID=d311902d-27f7-4f40-951a-033b2fe71268,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:02.088339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:02.155100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event updated for resources: {'Subnet': ['ID=9ad4d548-37f7-42e3-9085-5dc163025cbc,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:02.158443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:02.169939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Checking segment: {'id': '746f4069-3eb6-4473-90f9-59dcd27a84da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f32859-13dc-4940-813b-042803837cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:02.170291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network hostable DHCP agents. Network: a6f32859-13dc-4940-813b-042803837cf7, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:07:02.247483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Network a6f32859-13dc-4940-813b-042803837cf7 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:07:02.327797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, a6f32859-13dc-4940-813b-042803837cf7) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:02.332619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:02.333629 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:02.338229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880d334-2eed-4c7e-b167-eb4030c2a724 None None] Network a6f32859-13dc-4940-813b-042803837cf7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:02.429448 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1187172 Dec 14 00:07:02.431973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60418) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:02.566675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-a6f32859-13dc-4940-813b-042803837cf7', 'network_id': 'a6f32859-13dc-4940-813b-042803837cf7', 'tenant_id': 'd7c99295ff8242468e7c59321d7e0ffe', 'fixed_ips': [{'subnet_id': '9ad4d548-37f7-42e3-9085-5dc163025cbc'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:07:02.568296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:02.580866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:02.659484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:02.734198 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Allocated IP 2001:db8::2 (a6f32859-13dc-4940-813b-042803837cf7/9ad4d548-37f7-42e3-9085-5dc163025cbc/20266425-c0e3-4a4b-9739-ca9b514a3a19) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:02.944602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:02.955741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Transition to ACTIVE for port object 20266425-c0e3-4a4b-9739-ca9b514a3a19 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:02.971086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97e096-09a7-4843-8154-f970f4fbc039 None None] Network 7affadf1-589f-461c-bb52-264357801ad2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:02.994644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Transition to ACTIVE for port object 20266425-c0e3-4a4b-9739-ca9b514a3a19 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:03.070605 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:03.077083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:03.148522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:03.153169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-47c59fc6-ff2f-4bba-ab9d-c34335fbf159 tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:03.162700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Network a6f32859-13dc-4940-813b-042803837cf7 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:03.171239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:03.190638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad4d548-37f7-42e3-9085-5dc163025cbc,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:03.193272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:03.199952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:03.214659 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-28a8704e-611b-4ec8-ac49-0219f55c964c None None] Provisioning for port d311902d-27f7-4f40-951a-033b2fe71268 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:03.221277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Pushing event updated for resources: {'Port': ['ID=20266425-c0e3-4a4b-9739-ca9b514a3a19,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:03.226881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:03.291836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:03.317648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f32859-13dc-4940-813b-042803837cf7']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:03.329530 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746f4069-3eb6-4473-90f9-59dcd27a84da') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:03.329826 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746f4069-3eb6-4473-90f9-59dcd27a84da') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:03.341247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:03.358284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:03.359574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Attempting to bind port 20266425-c0e3-4a4b-9739-ca9b514a3a19 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:03.359979 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Attempting to bind port 20266425-c0e3-4a4b-9739-ca9b514a3a19 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '746f4069-3eb6-4473-90f9-59dcd27a84da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f32859-13dc-4940-813b-042803837cf7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:03.360351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Attempting to bind port 20266425-c0e3-4a4b-9739-ca9b514a3a19 on network a6f32859-13dc-4940-813b-042803837cf7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:03.365526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:07:03.366154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:03.370481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:03.372084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Checking segment: {'id': '746f4069-3eb6-4473-90f9-59dcd27a84da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f32859-13dc-4940-813b-042803837cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:03.372084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:03.372084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Bound using segment: {'id': '746f4069-3eb6-4473-90f9-59dcd27a84da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f32859-13dc-4940-813b-042803837cf7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:03.372366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Bound port: 20266425-c0e3-4a4b-9739-ca9b514a3a19, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746f4069-3eb6-4473-90f9-59dcd27a84da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a6f32859-13dc-4940-813b-042803837cf7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:03.372533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:07:03.380691 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:07:03.482023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] For port 20266425-c0e3-4a4b-9739-ca9b514a3a19, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:03.485248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] For port 20266425-c0e3-4a4b-9739-ca9b514a3a19, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=20266425-c0e3-4a4b-9739-ca9b514a3a19,segment=NetworkSegment(746f4069-3eb6-4473-90f9-59dcd27a84da),segment_id=746f4069-3eb6-4473-90f9-59dcd27a84da)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:03.522840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.db.api [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 00:07:03.522840 dv-neutron-821564-1-hyperv neutron-server[84312]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 00:07:03.522840 dv-neutron-821564-1-hyperv neutron-server[84312]: [parameters: {'id': 'a6f32859-13dc-4940-813b-042803837cf7'}] Dec 14 00:07:03.522840 dv-neutron-821564-1-hyperv neutron-server[84312]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84312) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:07:03.523262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_db.api [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:07:03.545862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:03.549686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:03.659382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Pushing event updated for resources: {'Port': ['ID=20266425-c0e3-4a4b-9739-ca9b514a3a19,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:03.671536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:03.711085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe9c4e-5020-4906-ac85-4092e11d8edd None None] Network a6f32859-13dc-4940-813b-042803837cf7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:03.792683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d311902d-27f7-4f40-951a-033b2fe71268 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:04.005189 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c1660-34e9-4827-bfa2-c8ba1de8cf02 None None] get_active_networks_info from dv-neutron-821564-1-hyperv {{(pid=84313) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 14 00:07:04.024606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.035798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Deleting port 20266425-c0e3-4a4b-9739-ca9b514a3a19 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:04.036307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.062744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port d311902d-27f7-4f40-951a-033b2fe71268 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:04.080904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d311902d-27f7-4f40-951a-033b2fe71268 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:04.081625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.154645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2c1660-34e9-4827-bfa2-c8ba1de8cf02 None None] Resources bound (agent type, host, resource id): {{(pid=84313) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 00:07:04.245069 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] For port 20266425-c0e3-4a4b-9739-ca9b514a3a19, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=20266425-c0e3-4a4b-9739-ca9b514a3a19,segment=NetworkSegment(746f4069-3eb6-4473-90f9-59dcd27a84da),segment_id=746f4069-3eb6-4473-90f9-59dcd27a84da)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:04.245657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.299767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.366662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Calling delete_port for 20266425-c0e3-4a4b-9739-ca9b514a3a19 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:07:04.366923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port d311902d-27f7-4f40-951a-033b2fe71268, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d311902d-27f7-4f40-951a-033b2fe71268,segment=NetworkSegment(330bcb8b-960d-4713-baf4-b4773dc9a09a),segment_id=330bcb8b-960d-4713-baf4-b4773dc9a09a)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:04.440388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.443955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:04.496456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.501095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d7a8727d-52e0-4795-99b6-f7dcc351baef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:04.545847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Port': ['ID=20266425-c0e3-4a4b-9739-ca9b514a3a19,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:04.548292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:04.552460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No DVR routers for this DVR port 20266425-c0e3-4a4b-9739-ca9b514a3a19 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:07:04.555555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=d311902d-27f7-4f40-951a-033b2fe71268,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:04.559969 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:04.676076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.701289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f32859-13dc-4940-813b-042803837cf7']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:04.713167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746f4069-3eb6-4473-90f9-59dcd27a84da') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:04.713463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746f4069-3eb6-4473-90f9-59dcd27a84da') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:04.725749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.742119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.748168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:07:04.748543 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:07:04.762837 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:07:05.007630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:05.011057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1a262165-3f9b-4930-bed3-4b1434e4997d tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:05.025655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:05.037012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Network': ['ID=a6f32859-13dc-4940-813b-042803837cf7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:05.041093 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:05.043710 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/networks/a6f32859-13dc-4940-813b-042803837cf7 HTTP/1.1" status: 204 len: 168 time: 2.6107895 Dec 14 00:07:05.046780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60422) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:05.085876 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccef2b6-e8e0-4200-b182-d909b474618f tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] GET failed (client error): The resource could not be found. Dec 14 00:07:05.086374 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7ccef2b6-e8e0-4200-b182-d909b474618f tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Synchronizing usage tracker for tenant:d7c99295ff8242468e7c59321d7e0ffe on resource:subnet {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:07:05.164379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7ccef2b6-e8e0-4200-b182-d909b474618f tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Unset dirty status for tenant:d7c99295ff8242468e7c59321d7e0ffe on resource:subnet {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:07:05.165474 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7ccef2b6-e8e0-4200-b182-d909b474618f tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "GET /v2.0/subnets/9ad4d548-37f7-42e3-9085-5dc163025cbc HTTP/1.1" status: 404 len: 337 time: 0.1178219 Dec 14 00:07:05.168312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60426) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:05.195969 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fc6e63-a2e9-40c9-9b96-2f56333c2ebf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] DELETE failed (client error): The resource could not be found. Dec 14 00:07:05.196394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fc6e63-a2e9-40c9-9b96-2f56333c2ebf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 00:07:05.198074 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-84fc6e63-a2e9-40c9-9b96-2f56333c2ebf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/networks/a6f32859-13dc-4940-813b-042803837cf7 HTTP/1.1" status: 404 len: 339 time: 0.0288920 Dec 14 00:07:05.201622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60430) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:05.239303 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f40154-7555-4863-adf2-8fb6b83d0399 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] DELETE failed (client error): The resource could not be found. Dec 14 00:07:05.239760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f40154-7555-4863-adf2-8fb6b83d0399 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 00:07:05.241284 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e3f40154-7555-4863-adf2-8fb6b83d0399 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/subnets/9ad4d548-37f7-42e3-9085-5dc163025cbc HTTP/1.1" status: 404 len: 337 time: 0.0388064 Dec 14 00:07:05.243662 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60434) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:05.267109 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61ea222-910e-4a5d-97af-b1ce95ded4c1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] DELETE failed (client error): The resource could not be found. Dec 14 00:07:05.267752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61ea222-910e-4a5d-97af-b1ce95ded4c1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 00:07:05.268999 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b61ea222-910e-4a5d-97af-b1ce95ded4c1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/networks/a6f32859-13dc-4940-813b-042803837cf7 HTTP/1.1" status: 404 len: 339 time: 0.0244868 Dec 14 00:07:05.271962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60438) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:05.457251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-9938a59a-9128-4744-889f-27aae0b17fe2 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Deleting subnet 9e85991c-54b0-42b1-a3cd-c98d3b0d5e65 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:07:05.461052 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9938a59a-9128-4744-889f-27aae0b17fe2 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:05.513574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9938a59a-9128-4744-889f-27aae0b17fe2 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:05.593936 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9938a59a-9128-4744-889f-27aae0b17fe2 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:05.753918 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9938a59a-9128-4744-889f-27aae0b17fe2 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:05.758056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c84863d6-32af-4e6d-bcc8-41e02f974526 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:05.763745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d311902d-27f7-4f40-951a-033b2fe71268 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:05.794531 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938a59a-9128-4744-889f-27aae0b17fe2 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Subnet': ['ID=9e85991c-54b0-42b1-a3cd-c98d3b0d5e65,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:05.798001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9938a59a-9128-4744-889f-27aae0b17fe2 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:05.801293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9938a59a-9128-4744-889f-27aae0b17fe2 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:05.810124 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2171451-85d5-45c4-9c01-f2f06a8c48b8 None None] Network 7affadf1-589f-461c-bb52-264357801ad2 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:05.888461 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9938a59a-9128-4744-889f-27aae0b17fe2 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/subnets/9e85991c-54b0-42b1-a3cd-c98d3b0d5e65 HTTP/1.1" status: 204 len: 168 time: 0.6154399 Dec 14 00:07:05.890751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60444) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:05.984276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d311902d-27f7-4f40-951a-033b2fe71268 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:05.984539 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.006197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.016503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Deleting port d311902d-27f7-4f40-951a-033b2fe71268 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:06.016828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.175261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] DHCP port deletion for 7affadf1-589f-461c-bb52-264357801ad2 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:07:06.179892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] Deleting port d311902d-27f7-4f40-951a-033b2fe71268 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:06.180290 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.233761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] For port d311902d-27f7-4f40-951a-033b2fe71268, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d311902d-27f7-4f40-951a-033b2fe71268,segment=NetworkSegment(330bcb8b-960d-4713-baf4-b4773dc9a09a),segment_id=330bcb8b-960d-4713-baf4-b4773dc9a09a)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:06.234109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.355038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Calling delete_port for d311902d-27f7-4f40-951a-033b2fe71268 owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:07:06.386358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] For port d311902d-27f7-4f40-951a-033b2fe71268, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d311902d-27f7-4f40-951a-033b2fe71268,segment=NetworkSegment(330bcb8b-960d-4713-baf4-b4773dc9a09a),segment_id=330bcb8b-960d-4713-baf4-b4773dc9a09a)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:06.386767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.490740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.494564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-67e203eb-1813-4282-b8c1-ae11566aa7fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:06.505607 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] Calling delete_port for d311902d-27f7-4f40-951a-033b2fe71268 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:07:06.538839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Port': ['ID=d311902d-27f7-4f40-951a-033b2fe71268,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:06.541873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:06.547208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No DVR routers for this DVR port d311902d-27f7-4f40-951a-033b2fe71268 on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:07:06.577700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:07:06.578093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:07:06.675945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.701237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7affadf1-589f-461c-bb52-264357801ad2']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:06.713324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '330bcb8b-960d-4713-baf4-b4773dc9a09a') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:06.713617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '330bcb8b-960d-4713-baf4-b4773dc9a09a') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:06.725335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.741479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.747312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:07:06.747733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:07:06.762167 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:07:07.024379 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.027556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ed1467fe-fd25-4a99-b562-3b5af48fd590 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:07.044832 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.054149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Network': ['ID=7affadf1-589f-461c-bb52-264357801ad2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:07.057151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:07.058667 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/networks/7affadf1-589f-461c-bb52-264357801ad2 HTTP/1.1" status: 204 len: 168 time: 1.1669946 Dec 14 00:07:07.067162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60448) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:07.076609 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:07:07.079381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] Deleting port d311902d-27f7-4f40-951a-033b2fe71268 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:07.079862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.099055 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.pecan_wsgi.hooks.translation [None req-7028d80d-3d73-474f-a7b9-b8c65b7739c0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] DELETE failed (client error): The resource could not be found. Dec 14 00:07:07.099499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7028d80d-3d73-474f-a7b9-b8c65b7739c0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84312) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 00:07:07.101152 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7028d80d-3d73-474f-a7b9-b8c65b7739c0 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/subnets/8304dbc6-a431-462d-a901-248e13826ef1 HTTP/1.1" status: 404 len: 337 time: 0.0390384 Dec 14 00:07:07.104074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60452) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:07.140760 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-319bf503-19fe-4782-9036-edd7302e5cdc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] DELETE failed (client error): The resource could not be found. Dec 14 00:07:07.141211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319bf503-19fe-4782-9036-edd7302e5cdc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 00:07:07.143078 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-319bf503-19fe-4782-9036-edd7302e5cdc tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/networks/660d3bef-df8a-4826-b0a3-05ef016144cd HTTP/1.1" status: 404 len: 339 time: 0.0380411 Dec 14 00:07:07.145753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60456) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:07.189680 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-557cf611-f8ca-4d9b-b7a6-44597bce5d40 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] DELETE failed (client error): The resource could not be found. Dec 14 00:07:07.190126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557cf611-f8ca-4d9b-b7a6-44597bce5d40 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 00:07:07.190670 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-21b08cb3-4e8f-45da-9928-162e931ba817 None None] The port 'd311902d-27f7-4f40-951a-033b2fe71268' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:07:07.191802 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-557cf611-f8ca-4d9b-b7a6-44597bce5d40 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/subnets/aa8664ba-6305-4c9a-ae3d-fb4b3900bd20 HTTP/1.1" status: 404 len: 337 time: 0.0450222 Dec 14 00:07:07.194436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60460) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:07.221217 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.pecan_wsgi.hooks.translation [None req-1232977d-32c3-404d-914c-c8432e42bc63 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] DELETE failed (client error): The resource could not be found. Dec 14 00:07:07.221656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1232977d-32c3-404d-914c-c8432e42bc63 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84311) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 00:07:07.223938 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1232977d-32c3-404d-914c-c8432e42bc63 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/networks/92e27163-c2d2-4704-8305-f049b7c84d70 HTTP/1.1" status: 404 len: 339 time: 0.0279152 Dec 14 00:07:07.226388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60464) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:07.409563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Deleting subnet 8fff4cd0-1cd7-44ac-a605-d5220ba5ab3c {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:07:07.413154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.469291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.549153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.662622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.666893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b414bb49-756c-4ec2-948b-a0dc33a89d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:07.706546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Subnet': ['ID=8fff4cd0-1cd7-44ac-a605-d5220ba5ab3c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:07.710183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:07.713257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.721722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1901ea5-29e5-4717-831e-080e60316638 None None] Network 3c35ed06-b4f5-4bd6-819f-1850b002808c requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:07.724953 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/subnets/8fff4cd0-1cd7-44ac-a605-d5220ba5ab3c HTTP/1.1" status: 204 len: 168 time: 0.4975784 Dec 14 00:07:07.727774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60468) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:07.791941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d311902d-27f7-4f40-951a-033b2fe71268 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:07:07.838433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: d311902d-27f7-4f40-951a-033b2fe71268 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:07:07.838790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d311902d-27f7-4f40-951a-033b2fe71268 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:07:07.844536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.855054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Deleting port 400b7d52-997d-4359-a45a-1c8663ce280a {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:07.855394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:07.992474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] DHCP port deletion for 3c35ed06-b4f5-4bd6-819f-1850b002808c request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:07:07.996754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] Deleting port 400b7d52-997d-4359-a45a-1c8663ce280a {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:07.997138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.057482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] For port 400b7d52-997d-4359-a45a-1c8663ce280a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=400b7d52-997d-4359-a45a-1c8663ce280a,segment=NetworkSegment(e927e8da-4120-40a2-9550-854cd75d4ecd),segment_id=e927e8da-4120-40a2-9550-854cd75d4ecd)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:08.057841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.198968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] For port 400b7d52-997d-4359-a45a-1c8663ce280a, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=400b7d52-997d-4359-a45a-1c8663ce280a,segment=NetworkSegment(e927e8da-4120-40a2-9550-854cd75d4ecd),segment_id=e927e8da-4120-40a2-9550-854cd75d4ecd)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:08.199529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.292566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Calling delete_port for 400b7d52-997d-4359-a45a-1c8663ce280a owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:07:08.326752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] Calling delete_port for 400b7d52-997d-4359-a45a-1c8663ce280a owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:07:08.419017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.423667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba07ed98-24e7-42fd-a985-052e459ee0f3 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:08.424066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:07:08.424461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:07:08.466260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Port': ['ID=400b7d52-997d-4359-a45a-1c8663ce280a,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:08.468692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:08.471059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] No DVR routers for this DVR port 400b7d52-997d-4359-a45a-1c8663ce280a on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:07:08.593020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.622060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c35ed06-b4f5-4bd6-819f-1850b002808c']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:08.635121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e927e8da-4120-40a2-9550-854cd75d4ecd') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:08.635422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e927e8da-4120-40a2-9550-854cd75d4ecd') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:08.647321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.662760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.668801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:07:08.670695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:07:08.684168 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:07:08.818673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.822214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a5af4e93-8e05-41a6-bba7-a69244deef07 tempest-PortsTestJSON-290607570 tempest-PortsTestJSON-290607570-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:08.837063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.847815 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Pushing event deleted for resources: {'Network': ['ID=3c35ed06-b4f5-4bd6-819f-1850b002808c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:08.851470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:08.852996 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] 10.222.0.30 "DELETE /v2.0/networks/3c35ed06-b4f5-4bd6-819f-1850b002808c HTTP/1.1" status: 204 len: 168 time: 1.1238914 Dec 14 00:07:08.925231 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] Deleting port 400b7d52-997d-4359-a45a-1c8663ce280a {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:08.925706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:08.998002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2b987dd2-1009-4ee8-b0a1-9b2640e80ed5 None None] The port '400b7d52-997d-4359-a45a-1c8663ce280a' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:07:09.318068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60476) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:09.500470 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4cd87345-98bd-4313-a226-ee50513a4043 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7c99295ff8242468e7c59321d7e0ffe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1811247 Dec 14 00:07:09.502805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60482) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:09.561987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67107160-5b03-47a8-a61b-a9315900b536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:09.588303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67107160-5b03-47a8-a61b-a9315900b536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:09.758055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 400b7d52-997d-4359-a45a-1c8663ce280a no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:07:09.759485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67107160-5b03-47a8-a61b-a9315900b536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:09.765050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3c54b362-9bd6-40f1-8eaa-fb9ed955a1c3 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:09.778959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67107160-5b03-47a8-a61b-a9315900b536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8b876a-825c-45c4-8d3e-d6493f640e68,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:09.782061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-67107160-5b03-47a8-a61b-a9315900b536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:09.784110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-67107160-5b03-47a8-a61b-a9315900b536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:09.786404 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-67107160-5b03-47a8-a61b-a9315900b536 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f8b876a-825c-45c4-8d3e-d6493f640e68 HTTP/1.1" status: 204 len: 168 time: 0.2820427 Dec 14 00:07:09.799105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 400b7d52-997d-4359-a45a-1c8663ce280a {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:07:09.799457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 400b7d52-997d-4359-a45a-1c8663ce280a not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:07:10.905971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60504) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:11.031858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1223813474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:11.038424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:11.042310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Usage tracker for resource:router and tenant:bfb3e4d0b7e14e2bba48ce7afce8dfaf is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:11.045195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:11.055373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:11.141643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.142586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.160725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.244552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.319038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.320655 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-40b42432-28c6-4000-bc85-e8765518c571 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4133790 Dec 14 00:07:11.323744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60510) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:11.329302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-567238836'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:11.335152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:11.339582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Usage tracker for resource:network and tenant:bfb3e4d0b7e14e2bba48ce7afce8dfaf is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:11.342535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:11.348994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:11.412943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Made reservation on behalf of bfb3e4d0b7e14e2bba48ce7afce8dfaf for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:11.415963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.429397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.460344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:11.464150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Usage tracker for resource:security_group_rule and tenant:bfb3e4d0b7e14e2bba48ce7afce8dfaf is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:11.467064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:11.472873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:11.540229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.595958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.599966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3a6a7135-e816-42d0-b1a9-e216aecda8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:11.627984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:07:11.637440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fb90d0-ae83-4a6c-aacf-0322aac6c817,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:11.640909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:11.643456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.643830 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Added segment f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2 of type vlan for network e0a1175d-0209-4447-8629-9f47b90ba27d Dec 14 00:07:11.670892 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.787406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.791352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:11.791961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.797143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9fcb5bdd-471c-4444-9087-f6fafcdf87bf tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:11.905151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event updated for resources: {'Network': ['ID=e0a1175d-0209-4447-8629-9f47b90ba27d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:11.907612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:11.915112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network e0a1175d-0209-4447-8629-9f47b90ba27d details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:07:11.930669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-80c401a2-4e95-4ce8-bfa8-f3bf46e3e1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:11.970867 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6460707 Dec 14 00:07:11.973935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60514) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:11.979479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Request body: {'subnet': {'network_id': 'e0a1175d-0209-4447-8629-9f47b90ba27d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:12.092970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:12.096779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Usage tracker for resource:subnet and tenant:bfb3e4d0b7e14e2bba48ce7afce8dfaf is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:12.100193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:12.105961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:12.195521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Made reservation on behalf of bfb3e4d0b7e14e2bba48ce7afce8dfaf for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:12.297606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:12.573080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:12.577293 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e4f9332b-8d2b-4d27-abea-463bbfa0ae5d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:12.651627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event updated for resources: {'Subnet': ['ID=9a5bef98-446a-40d6-9c30-a3ceb6e824c9,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:12.655040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:12.662400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Checking segment: {'id': 'f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e0a1175d-0209-4447-8629-9f47b90ba27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:12.662750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Network hostable DHCP agents. Network: e0a1175d-0209-4447-8629-9f47b90ba27d, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:07:12.738541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Network e0a1175d-0209-4447-8629-9f47b90ba27d is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:07:12.789868 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, e0a1175d-0209-4447-8629-9f47b90ba27d) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:12.793760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:12.794341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:12.798161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2361a2d5-2f37-43ae-9b1a-bdc4ffc263a2 None None] Network e0a1175d-0209-4447-8629-9f47b90ba27d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:12.868372 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8931897 Dec 14 00:07:12.871147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60518) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:12.876703 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1142937684'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:12.882097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:12.886056 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Usage tracker for resource:network and tenant:bfb3e4d0b7e14e2bba48ce7afce8dfaf is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:12.888873 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:12.894744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:12.987547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Made reservation on behalf of bfb3e4d0b7e14e2bba48ce7afce8dfaf for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:12.991198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.013226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-e0a1175d-0209-4447-8629-9f47b90ba27d', 'network_id': 'e0a1175d-0209-4447-8629-9f47b90ba27d', 'tenant_id': 'bfb3e4d0b7e14e2bba48ce7afce8dfaf', 'fixed_ips': [{'subnet_id': '9a5bef98-446a-40d6-9c30-a3ceb6e824c9'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:07:13.014072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.023274 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:07:13.032313 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.033572 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Added segment b31db83e-3a22-4968-8377-5e4ccb638154 of type vlan for network 9bb4a9b9-ca06-4337-9e9d-371142a7386e Dec 14 00:07:13.060043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.153304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.157073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:13.157650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.163447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-11110567-c03d-453d-b953-87a51b51016c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:13.171955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Allocated IP 172.20.0.2 (e0a1175d-0209-4447-8629-9f47b90ba27d/9a5bef98-446a-40d6-9c30-a3ceb6e824c9/24aed7e3-0d5a-4537-a313-2fb5b53dedb5) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:13.264352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event updated for resources: {'Network': ['ID=9bb4a9b9-ca06-4337-9e9d-371142a7386e,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:13.267568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:13.274897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 9bb4a9b9-ca06-4337-9e9d-371142a7386e details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:07:13.305285 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-083de7fe-f693-4f12-b54d-795a7215e7ea tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4330900 Dec 14 00:07:13.308126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60522) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:13.314270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Request body: {'subnet': {'network_id': '9bb4a9b9-ca06-4337-9e9d-371142a7386e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:13.431621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:13.435367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Usage tracker for resource:subnet and tenant:bfb3e4d0b7e14e2bba48ce7afce8dfaf is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:13.438710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:13.445332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:13.511010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.520897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Transition to ACTIVE for port object 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:13.532837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Made reservation on behalf of bfb3e4d0b7e14e2bba48ce7afce8dfaf for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:13.539084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Transition to ACTIVE for port object 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:13.607551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.611238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:13.639588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.680591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Network e0a1175d-0209-4447-8629-9f47b90ba27d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:13.681414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Pushing event updated for resources: {'Port': ['ID=24aed7e3-0d5a-4537-a313-2fb5b53dedb5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:13.687055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:13.687055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:13.687055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:13.773490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Attempting to bind port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:13.773862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Attempting to bind port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e0a1175d-0209-4447-8629-9f47b90ba27d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:13.774243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Attempting to bind port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 on network e0a1175d-0209-4447-8629-9f47b90ba27d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:13.780571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:13.780951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Checking segment: {'id': 'f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e0a1175d-0209-4447-8629-9f47b90ba27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:13.781351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.781774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Bound using segment: {'id': 'f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e0a1175d-0209-4447-8629-9f47b90ba27d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:13.782232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Bound port: 24aed7e3-0d5a-4537-a313-2fb5b53dedb5, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e0a1175d-0209-4447-8629-9f47b90ba27d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:13.782606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.870438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] For port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:13.873600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] For port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=24aed7e3-0d5a-4537-a313-2fb5b53dedb5,segment=NetworkSegment(f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2),segment_id=f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:13.915973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.920486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-597f9eaa-24e2-4370-b3aa-4743bb671bfc tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:13.942139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:13.945896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-04d3956a-edf7-4bf0-973d-2e6518949096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:14.004439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event updated for resources: {'Subnet': ['ID=cf971709-7ef1-461d-88f6-90fee16874c2,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:14.008229 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:14.016435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Checking segment: {'id': 'b31db83e-3a22-4968-8377-5e4ccb638154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bb4a9b9-ca06-4337-9e9d-371142a7386e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:14.016786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Network hostable DHCP agents. Network: 9bb4a9b9-ca06-4337-9e9d-371142a7386e, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:07:14.025667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Pushing event updated for resources: {'Port': ['ID=24aed7e3-0d5a-4537-a313-2fb5b53dedb5,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:14.028719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:14.102001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Network 9bb4a9b9-ca06-4337-9e9d-371142a7386e is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:07:14.136059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2b32db91-3336-4da8-80f4-c77d534f3e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:14.193834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 9bb4a9b9-ca06-4337-9e9d-371142a7386e) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:14.198755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:14.199434 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:14.206542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2240c96c-5616-49c6-9648-6b1f7ed27b09 None None] Network 9bb4a9b9-ca06-4337-9e9d-371142a7386e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:14.288630 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6d2fd825-c327-4bf1-85b9-4c979e5834d0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9795003 Dec 14 00:07:14.291598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60526) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:14.298834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-55c71465-41ba-4fdc-9f96-41439a306e95 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Request body: {'router': {'external_gateway_info': {'network_id': '9bb4a9b9-ca06-4337-9e9d-371142a7386e'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:14.433471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-9bb4a9b9-ca06-4337-9e9d-371142a7386e', 'network_id': '9bb4a9b9-ca06-4337-9e9d-371142a7386e', 'tenant_id': 'bfb3e4d0b7e14e2bba48ce7afce8dfaf', 'fixed_ips': [{'subnet_id': 'cf971709-7ef1-461d-88f6-90fee16874c2'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:07:14.434316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:14.598411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Allocated IP 172.21.0.2 (9bb4a9b9-ca06-4337-9e9d-371142a7386e/cf971709-7ef1-461d-88f6-90fee16874c2/cad1996f-a5a3-4a86-a275-6b841fa342ba) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:14.804886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-55c71465-41ba-4fdc-9f96-41439a306e95 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:14.827829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:14.838537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Transition to ACTIVE for port object cad1996f-a5a3-4a86-a275-6b841fa342ba will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:14.857607 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Transition to ACTIVE for port object cad1996f-a5a3-4a86-a275-6b841fa342ba will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:14.934323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:14.943240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:14.974354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d733bfc-171f-4a41-902a-f6aa8ea55759 None None] Network e0a1175d-0209-4447-8629-9f47b90ba27d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:15.019191 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.api.v2.resource [None req-55c71465-41ba-4fdc-9f96-41439a306e95 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 00:07:15.020406 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-55c71465-41ba-4fdc-9f96-41439a306e95 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "PUT /v2.0/routers/51e11f8b-b9ff-40c3-ad8d-84b2a7dfe7cf HTTP/1.1" status: 400 len: 364 time: 0.7270732 Dec 14 00:07:15.026605 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60530) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:15.092007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Network 9bb4a9b9-ca06-4337-9e9d-371142a7386e is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:15.096786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Deleting subnet cf971709-7ef1-461d-88f6-90fee16874c2 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:07:15.097790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Pushing event updated for resources: {'Port': ['ID=cad1996f-a5a3-4a86-a275-6b841fa342ba,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:15.100596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.101279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:15.109452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:15.112965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:15.154890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.213088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a871b7ed-4098-4032-8ef6-6bfa5a907142 None None] Provisioning for port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:15.240648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.281006 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Attempting to bind port cad1996f-a5a3-4a86-a275-6b841fa342ba on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:15.281379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Attempting to bind port cad1996f-a5a3-4a86-a275-6b841fa342ba by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'b31db83e-3a22-4968-8377-5e4ccb638154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bb4a9b9-ca06-4337-9e9d-371142a7386e'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:15.281747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Attempting to bind port cad1996f-a5a3-4a86-a275-6b841fa342ba on network 9bb4a9b9-ca06-4337-9e9d-371142a7386e {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:15.319486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:15.319889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Checking segment: {'id': 'b31db83e-3a22-4968-8377-5e4ccb638154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bb4a9b9-ca06-4337-9e9d-371142a7386e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:15.320296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.320689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Bound using segment: {'id': 'b31db83e-3a22-4968-8377-5e4ccb638154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bb4a9b9-ca06-4337-9e9d-371142a7386e'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:15.321155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Bound port: cad1996f-a5a3-4a86-a275-6b841fa342ba, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31db83e-3a22-4968-8377-5e4ccb638154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9bb4a9b9-ca06-4337-9e9d-371142a7386e'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:15.321529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.379367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.384049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4099ac45-cdb2-4aca-9e02-4c1e93ed2adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:15.418776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event deleted for resources: {'Subnet': ['ID=cf971709-7ef1-461d-88f6-90fee16874c2,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:15.422811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:15.425580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.434757 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "DELETE /v2.0/subnets/cf971709-7ef1-461d-88f6-90fee16874c2 HTTP/1.1" status: 204 len: 168 time: 0.4049637 Dec 14 00:07:15.435287 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60534) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:15.460777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] For port cad1996f-a5a3-4a86-a275-6b841fa342ba, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:15.464781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] For port cad1996f-a5a3-4a86-a275-6b841fa342ba, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cad1996f-a5a3-4a86-a275-6b841fa342ba,segment=NetworkSegment(b31db83e-3a22-4968-8377-5e4ccb638154),segment_id=b31db83e-3a22-4968-8377-5e4ccb638154)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:15.510476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.534184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.539349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.541400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:15.561258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.573189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Deleting port cad1996f-a5a3-4a86-a275-6b841fa342ba {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:15.573526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.663841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Pushing event updated for resources: {'Port': ['ID=cad1996f-a5a3-4a86-a275-6b841fa342ba,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:15.666992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:15.806432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:15.807642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] For port cad1996f-a5a3-4a86-a275-6b841fa342ba, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cad1996f-a5a3-4a86-a275-6b841fa342ba,segment=NetworkSegment(b31db83e-3a22-4968-8377-5e4ccb638154),segment_id=b31db83e-3a22-4968-8377-5e4ccb638154)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:15.807998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:15.938689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Calling delete_port for cad1996f-a5a3-4a86-a275-6b841fa342ba owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:07:15.978973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:15.984945 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:15.985325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.076294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.080969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d3f49997-bbb7-4e13-b02c-e12cbd136126 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:16.102960 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.123689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event deleted for resources: {'Port': ['ID=cad1996f-a5a3-4a86-a275-6b841fa342ba,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:16.126386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:16.128870 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] No DVR routers for this DVR port cad1996f-a5a3-4a86-a275-6b841fa342ba on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:07:16.138038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=24aed7e3-0d5a-4537-a313-2fb5b53dedb5,segment=NetworkSegment(f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2),segment_id=f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:16.178951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.181061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:16.244829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=24aed7e3-0d5a-4537-a313-2fb5b53dedb5,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:16.247763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:16.255204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.280991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb4a9b9-ca06-4337-9e9d-371142a7386e']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:16.293632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31db83e-3a22-4968-8377-5e4ccb638154') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:16.293927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31db83e-3a22-4968-8377-5e4ccb638154') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:16.305773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.324037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.333889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:07:16.333889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:07:16.346989 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:07:16.622138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.625423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-857dc938-b980-4dda-97eb-a00a90f2e562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:16.640387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.652922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event deleted for resources: {'Network': ['ID=9bb4a9b9-ca06-4337-9e9d-371142a7386e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:16.655722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:16.657804 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "DELETE /v2.0/networks/9bb4a9b9-ca06-4337-9e9d-371142a7386e HTTP/1.1" status: 204 len: 168 time: 1.2209606 Dec 14 00:07:16.660140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60538) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:16.688275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6acb5b-43bb-42ee-bb3c-ec3e59d1d20e None None] DHCP port deletion for 9bb4a9b9-ca06-4337-9e9d-371142a7386e request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:07:16.704470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f65d6-761b-4d66-a5f3-e5e59f4e2093 None None] Network 9bb4a9b9-ca06-4337-9e9d-371142a7386e requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:16.728812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0491f214-45c0-421c-8b7b-5b1d59452dd5 None None] Could not find standard attr ID for object cad1996f-a5a3-4a86-a275-6b841fa342ba. {{(pid=84313) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 00:07:16.734027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970f65d6-761b-4d66-a5f3-e5e59f4e2093 None None] Network 9bb4a9b9-ca06-4337-9e9d-371142a7386e could not be found, it might have been deleted concurrently. {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Dec 14 00:07:16.853275 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Deleting subnet 9a5bef98-446a-40d6-9c30-a3ceb6e824c9 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:07:16.856147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.893101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.909388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:16.993673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:17.124799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:17.130168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-63eea497-8917-4c8b-a864-319b60c4cf55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:17.166388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5bef98-446a-40d6-9c30-a3ceb6e824c9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:17.169326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:17.174917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:17.181158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5904c7bf-2f67-4551-8097-1e656c0ab69e None None] Network e0a1175d-0209-4447-8629-9f47b90ba27d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:17.182974 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "DELETE /v2.0/subnets/9a5bef98-446a-40d6-9c30-a3ceb6e824c9 HTTP/1.1" status: 204 len: 168 time: 0.5217376 Dec 14 00:07:17.185365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60542) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:17.302222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:17.313010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Deleting port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:17.313348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:17.427876 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] DHCP port deletion for e0a1175d-0209-4447-8629-9f47b90ba27d request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:07:17.431894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] Deleting port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:17.432278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:17.530242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] For port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=24aed7e3-0d5a-4537-a313-2fb5b53dedb5,segment=NetworkSegment(f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2),segment_id=f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:17.530597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:17.633248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] For port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=24aed7e3-0d5a-4537-a313-2fb5b53dedb5,segment=NetworkSegment(f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2),segment_id=f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:17.633560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:17.655545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Calling delete_port for 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:07:17.753223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] Calling delete_port for 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:07:17.779627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:07:17.790339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:17.794719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-53106d87-9146-4cd2-bed1-2397631f978d tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:17.821201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:07:17.821547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:07:17.842798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event deleted for resources: {'Port': ['ID=24aed7e3-0d5a-4537-a313-2fb5b53dedb5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:17.845758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:17.851325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] No DVR routers for this DVR port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:07:17.860554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:07:17.860920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:07:17.976511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:18.002140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a1175d-0209-4447-8629-9f47b90ba27d']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:18.014619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:18.014922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6cac61f-0689-47e7-a7e3-53c7a5d1a5e2') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:18.026691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:18.042795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:18.048842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:07:18.049236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:07:18.063706 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:07:18.209970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:18.213477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9102a1ca-b92a-47f6-bffd-ab7b1dede1b1 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:18.228170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:18.240191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Pushing event deleted for resources: {'Network': ['ID=e0a1175d-0209-4447-8629-9f47b90ba27d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:18.242211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:18.243734 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "DELETE /v2.0/networks/e0a1175d-0209-4447-8629-9f47b90ba27d HTTP/1.1" status: 204 len: 168 time: 1.0574255 Dec 14 00:07:18.246343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60546) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:18.289505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b338d7cf-bfb0-4b1a-9355-6df491f48684 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Synchronizing usage tracker for tenant:bfb3e4d0b7e14e2bba48ce7afce8dfaf on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:07:18.362485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] Deleting port 24aed7e3-0d5a-4537-a313-2fb5b53dedb5 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:07:18.363000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:18.381561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-b338d7cf-bfb0-4b1a-9355-6df491f48684 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Unset dirty status for tenant:bfb3e4d0b7e14e2bba48ce7afce8dfaf on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:07:18.382765 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b338d7cf-bfb0-4b1a-9355-6df491f48684 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "GET /v2.0/ports?device_id=51e11f8b-b9ff-40c3-ad8d-84b2a7dfe7cf HTTP/1.1" status: 200 len: 205 time: 0.1355145 Dec 14 00:07:18.385323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60550) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:18.428362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-455488c5-abcb-489f-b03b-1576ab8689b1 None None] The port '24aed7e3-0d5a-4537-a313-2fb5b53dedb5' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:07:18.628502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d55fd27e-c559-4344-b169-0dec9eda15d6 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:19.013439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d55fd27e-c559-4344-b169-0dec9eda15d6 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:19.017608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d55fd27e-c559-4344-b169-0dec9eda15d6 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:19.107136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d55fd27e-c559-4344-b169-0dec9eda15d6 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:19.107683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55fd27e-c559-4344-b169-0dec9eda15d6 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Fanout notify agent at l3_agent the message router_deleted on router 51e11f8b-b9ff-40c3-ad8d-84b2a7dfe7cf {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:07:19.122233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d55fd27e-c559-4344-b169-0dec9eda15d6 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:19.122233 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d55fd27e-c559-4344-b169-0dec9eda15d6 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] 10.222.0.30 "DELETE /v2.0/routers/51e11f8b-b9ff-40c3-ad8d-84b2a7dfe7cf HTTP/1.1" status: 204 len: 168 time: 0.7331684 Dec 14 00:07:19.610150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60558) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:19.656260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:19.783386 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-45aa0fd1-bbb3-411d-9c17-159accd936eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfb3e4d0b7e14e2bba48ce7afce8dfaf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1720171 Dec 14 00:07:19.785790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60564) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:19.848137 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f8a2-24dc-4cf0-afaf-f12b1d4ebf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:19.875025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f8a2-24dc-4cf0-afaf-f12b1d4ebf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:19.981777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f8a2-24dc-4cf0-afaf-f12b1d4ebf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:19.985533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de0fcf27-d5af-4d23-86d9-e8dfd3c05e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:19.996716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9f8a2-24dc-4cf0-afaf-f12b1d4ebf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fb90d0-ae83-4a6c-aacf-0322aac6c817,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:19.999211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1cd9f8a2-24dc-4cf0-afaf-f12b1d4ebf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:20.005292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f8a2-24dc-4cf0-afaf-f12b1d4ebf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:20.006675 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1cd9f8a2-24dc-4cf0-afaf-f12b1d4ebf25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01fb90d0-ae83-4a6c-aacf-0322aac6c817 HTTP/1.1" status: 204 len: 168 time: 0.2200086 Dec 14 00:07:21.029698 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60586) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:21.158601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-408337621-network', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:21.164113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:21.168024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Usage tracker for resource:network and tenant:3abb2550a38546b2a8218cb7b940ae5c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:21.170916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:21.178271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:21.256136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Made reservation on behalf of 3abb2550a38546b2a8218cb7b940ae5c for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:21.258624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:21.275456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:21.308603 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:21.312939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3abb2550a38546b2a8218cb7b940ae5c is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:21.316015 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:21.322760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:21.397243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:21.470137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:21.474705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-89ea79d4-cbaa-4804-a6f1-18833224eb15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:21.498789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:07:21.511536 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e47a36-6f26-4079-a3a3-5703be9e9bc3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:21.515392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:21.516273 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:21.516608 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Added segment 6f8e55de-8b8e-4207-920c-ced2c913ed79 of type vlan for network eba199bb-d9a5-4682-9e14-60b462571dd8 Dec 14 00:07:21.542639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:21.641324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:21.642168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:21.642785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:21.646606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b1f3ee4b-f487-4b23-9969-22eb3adc1e96 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:21.750537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Pushing event updated for resources: {'Network': ['ID=eba199bb-d9a5-4682-9e14-60b462571dd8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:21.753158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:21.760755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network eba199bb-d9a5-4682-9e14-60b462571dd8 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:07:21.810733 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7799227 Dec 14 00:07:21.813826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60592) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:21.819736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Request body: {'subnet': {'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-subnet', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:21.824683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:21.828505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Usage tracker for resource:subnet and tenant:3abb2550a38546b2a8218cb7b940ae5c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:21.831391 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:21.837499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:21.901279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Made reservation on behalf of 3abb2550a38546b2a8218cb7b940ae5c for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:21.903526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:22.179064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:22.182663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ebbee2b7-beda-4463-aa3c-4b0058e47018 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:22.244808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99110f91-ca07-40e9-8ef4-3d5c41b84a0b,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:22.253103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:22.267924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Checking segment: {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:22.268276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Network hostable DHCP agents. Network: eba199bb-d9a5-4682-9e14-60b462571dd8, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:07:22.356059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Network eba199bb-d9a5-4682-9e14-60b462571dd8 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:07:22.424527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, eba199bb-d9a5-4682-9e14-60b462571dd8) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:22.430013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:22.430633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:22.433732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6cbd5e-f383-46db-ada1-59082edba166 None None] Network eba199bb-d9a5-4682-9e14-60b462571dd8 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:22.510987 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6960118 Dec 14 00:07:22.513537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60596) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:22.518633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:22.523911 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:22.528122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Usage tracker for resource:router and tenant:3abb2550a38546b2a8218cb7b940ae5c is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:22.531011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:22.537460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:22.613400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:22.614382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:22.633601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:22.649788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-eba199bb-d9a5-4682-9e14-60b462571dd8', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'fixed_ips': [{'subnet_id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:07:22.654142 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:22.838485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Allocated IP 172.20.0.2 (eba199bb-d9a5-4682-9e14-60b462571dd8/99110f91-ca07-40e9-8ef4-3d5c41b84a0b/75edc011-b861-4563-8d48-ad70905ab05d) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:22.860212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.046131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.056726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Transition to ACTIVE for port object 75edc011-b861-4563-8d48-ad70905ab05d will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:23.074827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Transition to ACTIVE for port object 75edc011-b861-4563-8d48-ad70905ab05d will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:23.142360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.147747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:23.216194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Network eba199bb-d9a5-4682-9e14-60b462571dd8 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:23.218885 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:23.223300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:23.226205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Pushing event updated for resources: {'Port': ['ID=75edc011-b861-4563-8d48-ad70905ab05d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:23.228578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.228985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:23.260156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.312193 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Attempting to bind port 75edc011-b861-4563-8d48-ad70905ab05d on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:23.312822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Attempting to bind port 75edc011-b861-4563-8d48-ad70905ab05d by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:23.313183 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Attempting to bind port 75edc011-b861-4563-8d48-ad70905ab05d on network eba199bb-d9a5-4682-9e14-60b462571dd8 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:23.320657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:23.321034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Checking segment: {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:23.321441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.321838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Bound using segment: {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:23.322326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Bound port: 75edc011-b861-4563-8d48-ad70905ab05d, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:23.322817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.399703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Allocated IP 172.26.5.15 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:23.421301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] For port 75edc011-b861-4563-8d48-ad70905ab05d, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:23.425121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] For port 75edc011-b861-4563-8d48-ad70905ab05d, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=75edc011-b861-4563-8d48-ad70905ab05d,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:23.477238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.485182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:23.557977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.563275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Pushing event updated for resources: {'Port': ['ID=75edc011-b861-4563-8d48-ad70905ab05d,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:23.566820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:23.644954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.653913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-43c7abb1-d817-4685-b136-5631227173eb tempest-ServersNegativeTestJSON-2117116737 tempest-ServersNegativeTestJSON-2117116737-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:23.722954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Pushing event updated for resources: {'Port': ['ID=46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:23.728179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:23.729992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:23.731346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:23.733641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:23.988122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:23.988872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:24.281387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:07:24.493961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:07:24.504045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Sync routers for ids ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:07:24.517314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Routers {'8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:07:24.517947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:07:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:24.564493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:24.565983 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0515392 Dec 14 00:07:24.569946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 60600) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:24.570465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccab780-bf35-4860-9e42-f88292059592 None None] Network eba199bb-d9a5-4682-9e14-60b462571dd8 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:24.833344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-620d7808-806c-4623-bca8-3d5d10eaba7d None None] Provisioning for port 75edc011-b861-4563-8d48-ad70905ab05d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:24.846543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Set router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:07:25.201768 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:22Z', 'updated_at': '2021-12-14T00:07:23Z', 'revision_number': 3, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'gw_port': {'id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:23Z', 'updated_at': '2021-12-14T00:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:25.206007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Checking router: 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:07:25.206360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Updating router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:07:25.260771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:25.466891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:25.641444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:25.654058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Transition to ACTIVE for port object 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:25.671094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Allocated IP 172.20.0.1 (eba199bb-d9a5-4682-9e14-60b462571dd8/99110f91-ca07-40e9-8ef4-3d5c41b84a0b/8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:25.731157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:25.735535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6a9a6dc6-ffed-4512-b9d5-d59c3770984b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:25.800766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 75edc011-b861-4563-8d48-ad70905ab05d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:25.822599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:25.828873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31a8ad-e7d9-4526-96ea-bd622894ecb5 None None] Pushing event updated for resources: {'Port': ['ID=46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:25.836039 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6e31a8ad-e7d9-4526-96ea-bd622894ecb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:25.839170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Transition to ACTIVE for port object 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:25.872527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Attempting to bind port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:25.872899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Attempting to bind port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:25.873265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Attempting to bind port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:25.889393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:25.889759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:25.890160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:25.890551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:25.891016 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Bound port: 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:25.891389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:25.928220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:25.932877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0c67e1b0-1b4c-440d-83bc-80f11d06b9fa tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:25.969904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] For port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:25.973145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] For port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:26.003294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Network eba199bb-d9a5-4682-9e14-60b462571dd8 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:26.004394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 75edc011-b861-4563-8d48-ad70905ab05d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:26.006786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:26.011114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:26.019692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 75edc011-b861-4563-8d48-ad70905ab05d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:26.020259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.036668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:26.041946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:26.069165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.080113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.086133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:26.216722 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31a8ad-e7d9-4526-96ea-bd622894ecb5 None None] Pushing event updated for resources: {'Port': ['ID=46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:26.219881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6e31a8ad-e7d9-4526-96ea-bd622894ecb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:26.222645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Routers {'8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:07:26.223210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:07:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:26.249921 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.320494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.442026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 75edc011-b861-4563-8d48-ad70905ab05d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=75edc011-b861-4563-8d48-ad70905ab05d,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:26.449632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] Set router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:07:26.474652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.491391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21004d4d-f5fa-4d27-b98b-c4eabca70e90 None None] Provisioning for port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:26.505034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-21004d4d-f5fa-4d27-b98b-c4eabca70e90 None None] Provisioning complete for port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:26.505442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21004d4d-f5fa-4d27-b98b-c4eabca70e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.535761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.547055 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.550907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:26.572628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:26.653132 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Pushing event updated for resources: {'Port': ['ID=8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:26.658101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:26.659029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:26.700292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-21004d4d-f5fa-4d27-b98b-c4eabca70e90 None None] Port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:07:26.709767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=75edc011-b861-4563-8d48-ad70905ab05d,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:26.714618 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:26.797961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Network eba199bb-d9a5-4682-9e14-60b462571dd8 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:26.799026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:26.884789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:22Z', 'updated_at': '2021-12-14T00:07:26Z', 'revision_number': 4, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'gw_port': {'id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:23Z', 'updated_at': '2021-12-14T00:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf', 'name': '', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'mac_address': 'fa:16:3e:54:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:25Z', 'updated_at': '2021-12-14T00:07:25Z', 'revision_number': 1, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'subnets': [{'id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:26.889673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c47bdba-526f-4827-8037-d0b20b5f7df2 None None] The sync data for ids ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'] in dv-neutron-821564-1-hyperv is: [{'id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:22Z', 'updated_at': '2021-12-14T00:07:26Z', 'revision_number': 4, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'gw_port': {'id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:23Z', 'updated_at': '2021-12-14T00:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf', 'name': '', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'mac_address': 'fa:16:3e:54:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:25Z', 'updated_at': '2021-12-14T00:07:25Z', 'revision_number': 1, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'subnets': [{'id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:07:27.061217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8ebe886c-caa9-4840-938f-ff97acc61c34 None None] Provisioning complete for port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:27.061217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8ebe886c-caa9-4840-938f-ff97acc61c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:27.126307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8ebe886c-caa9-4840-938f-ff97acc61c34 None None] Port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:07:27.343770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:07:27.570083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:07:27.579152 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] 10.222.0.30 "PUT /v2.0/routers/8aaa7806-b4fe-4720-bd12-978f5ba5d9a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0081482 Dec 14 00:07:27.844404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:28.001478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:28.007953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:28.008336 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:28.177953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:28.194257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:28.275823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:28.276688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 75edc011-b861-4563-8d48-ad70905ab05d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:28.299138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:28.393715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:28.396957 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:28.405974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 75edc011-b861-4563-8d48-ad70905ab05d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:28.406424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:28.743919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60622) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:28.749671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1684317284-network', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:28.754615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:28.758575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Usage tracker for resource:network and tenant:7d6d2b867680495eb358ccaf660d05f9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:28.762470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:28.768228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:28.835534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Made reservation on behalf of 7d6d2b867680495eb358ccaf660d05f9 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:28.837823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:28.850875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:28.882221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:28.886197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6d2b867680495eb358ccaf660d05f9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:28.888966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:28.894694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:28.960848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.047656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.050656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3f2f9e56-0707-429b-84d6-0356e218fd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:29.080986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:07:29.086931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aecd77-4120-4c79-9f4e-816b70219828,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:29.090030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:29.099851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.099851 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Added segment 47b513b1-c464-43fa-b0f7-b2e7b1bcee09 of type vlan for network 659d41f6-0947-4f65-aa11-7762a100e791 Dec 14 00:07:29.122719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.212931 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.213755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:29.214324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.219056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-af46d2e9-5bb5-48df-bd86-31010701b431 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:29.321208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Pushing event updated for resources: {'Network': ['ID=659d41f6-0947-4f65-aa11-7762a100e791,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:29.324376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:29.332194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 659d41f6-0947-4f65-aa11-7762a100e791 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:07:29.371170 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6261506 Dec 14 00:07:29.373924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60626) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:29.379844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Request body: {'subnet': {'network_id': '659d41f6-0947-4f65-aa11-7762a100e791', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-subnet', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:29.385641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:29.389686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Usage tracker for resource:subnet and tenant:7d6d2b867680495eb358ccaf660d05f9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:29.392624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:29.398976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:29.484226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Made reservation on behalf of 7d6d2b867680495eb358ccaf660d05f9 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:29.486533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.753339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.758445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-241ab407-fe8e-4c86-9143-2adedc9656b5 tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:29.770755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:29.832320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6a09df-a904-442e-b411-a9baca2b199d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:29.836314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:29.840798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:29.841180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.843159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Checking segment: {'id': '47b513b1-c464-43fa-b0f7-b2e7b1bcee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:29.843515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Network hostable DHCP agents. Network: 659d41f6-0947-4f65-aa11-7762a100e791, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:07:29.930069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Network 659d41f6-0947-4f65-aa11-7762a100e791 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:07:29.984212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 659d41f6-0947-4f65-aa11-7762a100e791) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:29.987982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:29.988560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:29.993634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a366a89a-c67c-4621-b5b2-2072ec3abe32 None None] Network 659d41f6-0947-4f65-aa11-7762a100e791 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:30.076784 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5c78bf31-5de2-446f-9ad6-adaa1134cfb1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7016399 Dec 14 00:07:30.079234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60630) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:30.084869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:30.089540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:30.093509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Usage tracker for resource:router and tenant:7d6d2b867680495eb358ccaf660d05f9 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:07:30.096337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:07:30.103179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:30.202177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.202553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-659d41f6-0947-4f65-aa11-7762a100e791', 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'fixed_ips': [{'subnet_id': '1e6a09df-a904-442e-b411-a9baca2b199d'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:07:30.203170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.203392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.222250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.362814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Allocated IP 172.20.0.2 (659d41f6-0947-4f65-aa11-7762a100e791/1e6a09df-a904-442e-b411-a9baca2b199d/98169fd0-a6b6-4635-a985-f23b15d83f9c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:30.552085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.572639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.582815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Transition to ACTIVE for port object 98169fd0-a6b6-4635-a985-f23b15d83f9c will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:30.602820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Transition to ACTIVE for port object 98169fd0-a6b6-4635-a985-f23b15d83f9c will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:30.656355 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.664644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-46d3069d-6fee-4f75-a2b4-c626aeb56e8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:30.729433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Network 659d41f6-0947-4f65-aa11-7762a100e791 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:30.732195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:30.736520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:30.739185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Pushing event updated for resources: {'Port': ['ID=98169fd0-a6b6-4635-a985-f23b15d83f9c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:30.777918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.778273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.778612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.778949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.779286 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.779653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.779973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.780308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.780633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.780958 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.781282 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:30.789349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:30.799024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.832736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.840053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Attempting to bind port 98169fd0-a6b6-4635-a985-f23b15d83f9c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:30.840435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Attempting to bind port 98169fd0-a6b6-4635-a985-f23b15d83f9c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '47b513b1-c464-43fa-b0f7-b2e7b1bcee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:30.840840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Attempting to bind port 98169fd0-a6b6-4635-a985-f23b15d83f9c on network 659d41f6-0947-4f65-aa11-7762a100e791 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:30.847224 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:30.847624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Checking segment: {'id': '47b513b1-c464-43fa-b0f7-b2e7b1bcee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:30.848041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.848438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Bound using segment: {'id': '47b513b1-c464-43fa-b0f7-b2e7b1bcee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:30.848931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Bound port: 98169fd0-a6b6-4635-a985-f23b15d83f9c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b513b1-c464-43fa-b0f7-b2e7b1bcee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:30.849435 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.934830 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] For port 98169fd0-a6b6-4635-a985-f23b15d83f9c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:30.938032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] For port 98169fd0-a6b6-4635-a985-f23b15d83f9c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=98169fd0-a6b6-4635-a985-f23b15d83f9c,segment=NetworkSegment(47b513b1-c464-43fa-b0f7-b2e7b1bcee09),segment_id=47b513b1-c464-43fa-b0f7-b2e7b1bcee09)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:30.965781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Allocated IP 172.26.5.168 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/805c9f4e-adbb-475c-b294-faef2330a1d7) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:30.993785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:30.997491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:31.082073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Pushing event updated for resources: {'Port': ['ID=98169fd0-a6b6-4635-a985-f23b15d83f9c,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:31.092429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:31.122096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:31.216334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:31.220921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:31.296268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:31.299555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:31.305673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:31.337049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Pushing event updated for resources: {'Port': ['ID=805c9f4e-adbb-475c-b294-faef2330a1d7,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:31.343528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:31.531653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:31.532441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:31.799980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 98169fd0-a6b6-4635-a985-f23b15d83f9c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:31.824379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Router bba9f335-ba47-44bd-93db-06107d08ba1d is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:07:31.941560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 98169fd0-a6b6-4635-a985-f23b15d83f9c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:31.990989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a675b2-9ac3-427c-808b-aad7e542f5cc None None] Network 659d41f6-0947-4f65-aa11-7762a100e791 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:07:32.042075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:07:32.051136 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ec688-067e-42a7-9158-565bc198095d None None] Sync routers for ids ['bba9f335-ba47-44bd-93db-06107d08ba1d'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:07:32.065531 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ec688-067e-42a7-9158-565bc198095d None None] Routers {'bba9f335-ba47-44bd-93db-06107d08ba1d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:07:32.066415 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-149ec688-067e-42a7-9158-565bc198095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:07:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bba9f335-ba47-44bd-93db-06107d08ba1d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:32.138594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:32.142508 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0598624 Dec 14 00:07:32.142695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60634) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:07:32.198792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ed3e8c00-89d5-4c0a-9794-809863ebfac6 None None] Provisioning for port 98169fd0-a6b6-4635-a985-f23b15d83f9c completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:32.207720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ed3e8c00-89d5-4c0a-9794-809863ebfac6 None None] Provisioning complete for port 98169fd0-a6b6-4635-a985-f23b15d83f9c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:32.208180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8c00-89d5-4c0a-9794-809863ebfac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:32.264119 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-149ec688-067e-42a7-9158-565bc198095d None None] Set router bba9f335-ba47-44bd-93db-06107d08ba1d gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:07:32.384776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8c00-89d5-4c0a-9794-809863ebfac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:32.425476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-ed3e8c00-89d5-4c0a-9794-809863ebfac6 None None] For port 98169fd0-a6b6-4635-a985-f23b15d83f9c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=98169fd0-a6b6-4635-a985-f23b15d83f9c,segment=NetworkSegment(47b513b1-c464-43fa-b0f7-b2e7b1bcee09),segment_id=47b513b1-c464-43fa-b0f7-b2e7b1bcee09)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:32.518586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ed3e8c00-89d5-4c0a-9794-809863ebfac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:32.520862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:32.595472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3e8c00-89d5-4c0a-9794-809863ebfac6 None None] Pushing event updated for resources: {'Port': ['ID=98169fd0-a6b6-4635-a985-f23b15d83f9c,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:32.608480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ed3e8c00-89d5-4c0a-9794-809863ebfac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:32.618798 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-149ec688-067e-42a7-9158-565bc198095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:31Z', 'revision_number': 3, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'gw_port': {'id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:32.622876 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ec688-067e-42a7-9158-565bc198095d None None] Checking router: bba9f335-ba47-44bd-93db-06107d08ba1d for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:07:32.626261 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ec688-067e-42a7-9158-565bc198095d None None] Updating router bba9f335-ba47-44bd-93db-06107d08ba1d port 805c9f4e-adbb-475c-b294-faef2330a1d7 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:07:32.641201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-de04b1e8-c2d5-415d-92bc-cf50d1a3e5ee None None] Provisioning complete for port 98169fd0-a6b6-4635-a985-f23b15d83f9c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:32.641579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-de04b1e8-c2d5-415d-92bc-cf50d1a3e5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:32.684923 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-149ec688-067e-42a7-9158-565bc198095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.011557 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-149ec688-067e-42a7-9158-565bc198095d None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.023632 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-149ec688-067e-42a7-9158-565bc198095d None None] Transition to ACTIVE for port object 805c9f4e-adbb-475c-b294-faef2330a1d7 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:33.039002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.101086 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-149ec688-067e-42a7-9158-565bc198095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.105668 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-b4b85415-5514-4abb-8704-fcf55132b5f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:33.181208 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-149ec688-067e-42a7-9158-565bc198095d None None] Attempting to bind port 805c9f4e-adbb-475c-b294-faef2330a1d7 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:33.181583 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-149ec688-067e-42a7-9158-565bc198095d None None] Attempting to bind port 805c9f4e-adbb-475c-b294-faef2330a1d7 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:33.181960 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ec688-067e-42a7-9158-565bc198095d None None] Attempting to bind port 805c9f4e-adbb-475c-b294-faef2330a1d7 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:33.186839 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Pushing event updated for resources: {'Port': ['ID=805c9f4e-adbb-475c-b294-faef2330a1d7,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:33.198317 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ec688-067e-42a7-9158-565bc198095d None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:33.198693 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ec688-067e-42a7-9158-565bc198095d None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:33.199105 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-149ec688-067e-42a7-9158-565bc198095d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.199505 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149ec688-067e-42a7-9158-565bc198095d None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:33.199995 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-149ec688-067e-42a7-9158-565bc198095d None None] Bound port: 805c9f4e-adbb-475c-b294-faef2330a1d7, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:33.200375 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-149ec688-067e-42a7-9158-565bc198095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.227508 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.228003 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.228206 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.228545 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.228897 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.229218 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.229551 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.229877 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.230200 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.230520 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.230843 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:07:33.234442 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:33.251597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Allocated IP 172.20.0.1 (659d41f6-0947-4f65-aa11-7762a100e791/1e6a09df-a904-442e-b411-a9baca2b199d/d34a64fd-a4f7-4339-9dc2-d4d6c4e10833) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:33.319177 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-149ec688-067e-42a7-9158-565bc198095d None None] For port 805c9f4e-adbb-475c-b294-faef2330a1d7, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:33.322305 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-149ec688-067e-42a7-9158-565bc198095d None None] For port 805c9f4e-adbb-475c-b294-faef2330a1d7, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=805c9f4e-adbb-475c-b294-faef2330a1d7,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:33.398822 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-149ec688-067e-42a7-9158-565bc198095d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.400207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.403092 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:33.415660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Transition to ACTIVE for port object d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:33.475985 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Pushing event updated for resources: {'Port': ['ID=805c9f4e-adbb-475c-b294-faef2330a1d7,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:33.479894 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-4e3db76b-075c-4f38-b166-02334999ec29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:33.482142 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ec688-067e-42a7-9158-565bc198095d None None] Routers {'bba9f335-ba47-44bd-93db-06107d08ba1d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:07:33.482742 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-149ec688-067e-42a7-9158-565bc198095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:07:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bba9f335-ba47-44bd-93db-06107d08ba1d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:33.513181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.517113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:33.583271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Network 659d41f6-0947-4f65-aa11-7762a100e791 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:33.586657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Pushing event updated for resources: {'Port': ['ID=d34a64fd-a4f7-4339-9dc2-d4d6c4e10833,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:33.588904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:33.590661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:33.591537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:33.648798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.661338 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-149ec688-067e-42a7-9158-565bc198095d None None] Set router bba9f335-ba47-44bd-93db-06107d08ba1d gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:07:33.787899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 98169fd0-a6b6-4635-a985-f23b15d83f9c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:33.815577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.866232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 98169fd0-a6b6-4635-a985-f23b15d83f9c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:33.867467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:33.960311 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-149ec688-067e-42a7-9158-565bc198095d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:31Z', 'revision_number': 3, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'gw_port': {'id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:33.964371 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ec688-067e-42a7-9158-565bc198095d None None] The sync data for ids ['bba9f335-ba47-44bd-93db-06107d08ba1d'] in dv-neutron-821564-1-hyperv is: [{'id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:31Z', 'revision_number': 3, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'gw_port': {'id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:07:34.007358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-eaaaa7df-9b76-4491-8a22-6ad5e024b874 None None] Provisioning for port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:34.012319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-eaaaa7df-9b76-4491-8a22-6ad5e024b874 None None] Provisioning complete for port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:34.012703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-eaaaa7df-9b76-4491-8a22-6ad5e024b874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:34.059202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:34.071130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-eaaaa7df-9b76-4491-8a22-6ad5e024b874 None None] Port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:07:34.127328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:34.152624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5b3da7e2-8efb-4534-88b9-a1ef727b01d5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:34.233131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Pushing event updated for resources: {'Port': ['ID=d34a64fd-a4f7-4339-9dc2-d4d6c4e10833,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:34.237456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:34.238395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:34.377804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Network 659d41f6-0947-4f65-aa11-7762a100e791 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:34.378827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:34.595265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0721f977-319b-4507-baba-5726e8070dae None None] Provisioning complete for port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:34.595767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0721f977-319b-4507-baba-5726e8070dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:34.647954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0721f977-319b-4507-baba-5726e8070dae None None] Port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:07:34.878126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Router bba9f335-ba47-44bd-93db-06107d08ba1d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:07:35.083493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:07:35.092134 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] 10.222.0.30 "PUT /v2.0/routers/bba9f335-ba47-44bd-93db-06107d08ba1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9484510 Dec 14 00:07:36.277352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb42b5-d051-4098-babf-f6a191d76004 req-2df26c3a-f121-4204-beca-e8bd2dd1778b tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:36.278798 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-2df26c3a-f121-4204-beca-e8bd2dd1778b tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/networks?id=eba199bb-d9a5-4682-9e14-60b462571dd8 HTTP/1.1" status: 200 len: 816 time: 0.1441977 Dec 14 00:07:36.294613 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-86448bb2-da3f-4d99-9691-5b72b2e2d500 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/quotas/3abb2550a38546b2a8218cb7b940ae5c HTTP/1.1" status: 200 len: 375 time: 0.0105169 Dec 14 00:07:36.377169 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-1e6e33a7-5efa-443b-bf3b-1cf4534b5320 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3abb2550a38546b2a8218cb7b940ae5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777273 Dec 14 00:07:36.516463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-4e2c1b06-e674-4147-b0a5-6e67a91ab8ed service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 14 00:07:36.517439 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-4e2c1b06-e674-4147-b0a5-6e67a91ab8ed service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1277280 Dec 14 00:07:36.648925 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-144b6c36-b2f2-4532-993d-8c03dd425d4c service neutron] 10.222.0.30 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252933 Dec 14 00:07:36.781418 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-73b4c85e-fcd3-4ed2-80d4-a461de67aee8 service neutron] 10.222.0.30 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269960 Dec 14 00:07:37.045446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-cf5763ea-ae63-4d78-846a-dc40d0ccba0e req-71b6fbff-e047-4680-b02a-f89abfb29857 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Synchronizing usage tracker for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:07:37.118732 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-cf5763ea-ae63-4d78-846a-dc40d0ccba0e req-71b6fbff-e047-4680-b02a-f89abfb29857 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Unset dirty status for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:07:37.119881 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cf5763ea-ae63-4d78-846a-dc40d0ccba0e req-71b6fbff-e047-4680-b02a-f89abfb29857 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 210 time: 0.1160865 Dec 14 00:07:38.279130 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8151457-ad09-4664-be62-017d1b87e6d2 req-b942ce31-ffe2-4c97-a7f8-6f63e7cbb57d tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 210 time: 0.0414145 Dec 14 00:07:39.362949 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb42b5-d051-4098-babf-f6a191d76004 req-8b52ebcf-7f11-443b-88fc-9395bfaa852f tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:39.365932 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-8b52ebcf-7f11-443b-88fc-9395bfaa852f tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.18 "GET /v2.0/networks?id=eba199bb-d9a5-4682-9e14-60b462571dd8 HTTP/1.1" status: 200 len: 816 time: 0.1720209 Dec 14 00:07:39.383321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Request body: {'port': {'device_id': 'dc2451b2-6335-4dee-a800-3069cf74060e', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'admin_state_up': True, 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:39.457717 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-09ee44ab-6c32-4b91-bb4c-6e978414cab2 req-e1cdb9bf-d728-473e-9411-bcb4b342c8af tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 210 time: 0.0465069 Dec 14 00:07:39.549486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:07:39.560163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:07:39.647354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Made reservation on behalf of 3abb2550a38546b2a8218cb7b940ae5c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:07:39.654035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:39.807371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 805c9f4e-adbb-475c-b294-faef2330a1d7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:39.970174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 805c9f4e-adbb-475c-b294-faef2330a1d7 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:39.973194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Allocated IP 172.20.0.4 (eba199bb-d9a5-4682-9e14-60b462571dd8/99110f91-ca07-40e9-8ef4-3d5c41b84a0b/0caadb1a-6cde-4895-b44c-4a7d0fb50d28) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:07:39.976764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 805c9f4e-adbb-475c-b294-faef2330a1d7 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:39.977216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:40.098480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:40.115834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 805c9f4e-adbb-475c-b294-faef2330a1d7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=805c9f4e-adbb-475c-b294-faef2330a1d7,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:40.175938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:40.178395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:40.200481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:40.219242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Transition to ACTIVE for port object 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:40.251289 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=805c9f4e-adbb-475c-b294-faef2330a1d7,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:40.254349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:40.313215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:40.320332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d626d609-1703-43ae-aa91-821c88594893 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:40.391422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Network eba199bb-d9a5-4682-9e14-60b462571dd8 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:07:40.394452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:07:40.399009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:07:40.429042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Pushing event updated for resources: {'Port': ['ID=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:40.434562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:40.469148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:40.469755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:40.571111 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1919112 Dec 14 00:07:40.584822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Request body: {'port': {'device_id': 'dc2451b2-6335-4dee-a800-3069cf74060e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:07:40.676134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3b55bd8d-36ec-452a-bce6-7dbfbb56e15a None None] Provisioning for port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:40.681772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3b55bd8d-36ec-452a-bce6-7dbfbb56e15a None None] Provisioning complete for port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:40.682495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3b55bd8d-36ec-452a-bce6-7dbfbb56e15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:40.737095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3b55bd8d-36ec-452a-bce6-7dbfbb56e15a None None] Port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:07:40.748640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:40.772827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Sync routers for ids ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:07:40.786688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Routers {'8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:07:40.788035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:07:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:40.808587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998a3f-d5ca-4bbc-b0a4-e070b3ac730c req-4e04e859-6a31-4eb6-af4e-13bf5ce4e72d tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:40.809298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-b7998a3f-d5ca-4bbc-b0a4-e070b3ac730c req-4e04e859-6a31-4eb6-af4e-13bf5ce4e72d tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Synchronizing usage tracker for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:07:40.894898 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-b7998a3f-d5ca-4bbc-b0a4-e070b3ac730c req-4e04e859-6a31-4eb6-af4e-13bf5ce4e72d tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Unset dirty status for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:07:40.896716 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b7998a3f-d5ca-4bbc-b0a4-e070b3ac730c req-4e04e859-6a31-4eb6-af4e-13bf5ce4e72d tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 931 time: 0.2835865 Dec 14 00:07:40.970535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Set router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:07:41.030007 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b7998a3f-d5ca-4bbc-b0a4-e070b3ac730c req-33232583-4818-41a4-9eed-359f618a808f tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269789 Dec 14 00:07:41.162576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:07:41.170667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:41.186263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Transition to ACTIVE for port object 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:41.232855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:41.237364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-df21fb0f-7e4e-45bf-a94e-4ee4bcafbeb1 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:41.330033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:22Z', 'updated_at': '2021-12-14T00:07:26Z', 'revision_number': 4, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'gw_port': {'id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:23Z', 'updated_at': '2021-12-14T00:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf', 'name': '', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'mac_address': 'fa:16:3e:54:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:25Z', 'updated_at': '2021-12-14T00:07:26Z', 'revision_number': 2, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'subnets': [{'id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:41.335556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Checking router: 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:07:41.336089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Updating router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:07:41.373832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Pushing event updated for resources: {'Port': ['ID=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:41.377674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:41.393192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:41.482235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Attempting to bind port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:41.482815 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Attempting to bind port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:41.483098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Attempting to bind port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 on network eba199bb-d9a5-4682-9e14-60b462571dd8 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:41.492013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 on network eba199bb-d9a5-4682-9e14-60b462571dd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:07:41.492553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Attempting to bind port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 on network eba199bb-d9a5-4682-9e14-60b462571dd8 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:41.499916 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:41.500254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Checking segment: {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:41.500638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Bound using segment: {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:41.501121 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Bound port: 0caadb1a-6cde-4895-b44c-4a7d0fb50d28, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:41.501478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:41.595468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] For port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:41.598288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] For port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:41.658855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:41.663571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:41.722318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:41.723843 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] 10.222.0.18 "PUT /v2.0/ports/0caadb1a-6cde-4895-b44c-4a7d0fb50d28 HTTP/1.1" status: 200 len: 1093 time: 1.1438243 Dec 14 00:07:41.724253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2451b2-6335-4dee-a800-3069cf74060e', 'tag': '0caadb1a-6cde-4895-b44c-4a7d0fb50d28'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:07:41.744435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Pushing event updated for resources: {'Port': ['ID=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:41.747774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:41.771179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:41.787792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Transition to ACTIVE for port object 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:41.808059 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2451b2-6335-4dee-a800-3069cf74060e', 'tag': '0caadb1a-6cde-4895-b44c-4a7d0fb50d28', 'status': 'completed', 'code': 200} Dec 14 00:07:41.810035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 805c9f4e-adbb-475c-b294-faef2330a1d7 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:41.882997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:41.889693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:41.897010 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-0b39b608-6470-4d37-a0ad-26b6aab39e5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3abb2550a38546b2a8218cb7b940ae5c&device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 1096 time: 0.0865622 Dec 14 00:07:41.968626 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-c9eed2e3-d52e-4031-8742-38b6a915ca20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0caadb1a-6cde-4895-b44c-4a7d0fb50d28 HTTP/1.1" status: 200 len: 217 time: 0.0647006 Dec 14 00:07:41.997228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-95fb08f2-c6ab-4ef9-bf64-716648a048f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:42.039112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eaff7d-b3be-4e0b-af93-f4ff8e4bcc37 None None] Pushing event updated for resources: {'Port': ['ID=8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:42.045556 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f3eaff7d-b3be-4e0b-af93-f4ff8e4bcc37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:42.122245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 805c9f4e-adbb-475c-b294-faef2330a1d7 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:42.126688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:42.163795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb42b5-d051-4098-babf-f6a191d76004 req-67db2b3f-7154-46db-9434-9e81e25a4e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:42.165822 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-67db2b3f-7154-46db-9434-9e81e25a4e97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99110f91-ca07-40e9-8ef4-3d5c41b84a0b HTTP/1.1" status: 200 len: 855 time: 0.1916482 Dec 14 00:07:42.216943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Attempting to bind port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:42.217313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Attempting to bind port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:42.217682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Attempting to bind port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf on network eba199bb-d9a5-4682-9e14-60b462571dd8 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:42.255589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:42.256013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Checking segment: {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:42.256426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:42.256822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Bound using segment: {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:42.257304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Bound port: 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:42.257684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:42.260072 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-3b449865-c082-4444-b314-e14e2600e5cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba199bb-d9a5-4682-9e14-60b462571dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869133 Dec 14 00:07:42.390364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] For port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:42.393947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] For port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:42.464331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:42.467533 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-9f44711c-8160-4840-9102-234f136afbde service neutron] 10.222.0.18 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003794 Dec 14 00:07:42.468348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:42.497539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4e0b8-6ca6-4c2f-9d55-4e75e13a7938 req-771d190e-a09e-4136-9ca1-eaaa18cd1f8b tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:42.498961 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44c4e0b8-6ca6-4c2f-9d55-4e75e13a7938 req-771d190e-a09e-4136-9ca1-eaaa18cd1f8b tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 943 time: 0.1450174 Dec 14 00:07:42.547069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eaff7d-b3be-4e0b-af93-f4ff8e4bcc37 None None] Pushing event updated for resources: {'Port': ['ID=8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:42.550004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Routers {'8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:07:42.550669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:07:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:42.607946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f3eaff7d-b3be-4e0b-af93-f4ff8e4bcc37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:42.635903 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44c4e0b8-6ca6-4c2f-9d55-4e75e13a7938 req-487dff5b-812f-41eb-858f-e249d8ef3723 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299086 Dec 14 00:07:42.665362 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5adb42b5-d051-4098-babf-f6a191d76004 req-e966dd3d-d630-4fc8-94f3-3d903b1b1159 service neutron] 10.222.0.18 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901734 Dec 14 00:07:42.754199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] Set router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:07:42.838419 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eac0be8f-a798-43e6-9c03-6bd90d759d26 req-6941b6c3-102f-43a8-b945-3e72ff3eb8ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3abb2550a38546b2a8218cb7b940ae5c&device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 1096 time: 0.0714161 Dec 14 00:07:42.977788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0be8f-a798-43e6-9c03-6bd90d759d26 req-1846b099-2016-4f5a-97d8-e49b8a9c90a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:42.979302 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eac0be8f-a798-43e6-9c03-6bd90d759d26 req-1846b099-2016-4f5a-97d8-e49b8a9c90a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eba199bb-d9a5-4682-9e14-60b462571dd8 HTTP/1.1" status: 200 len: 917 time: 0.1335850 Dec 14 00:07:43.054443 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eac0be8f-a798-43e6-9c03-6bd90d759d26 req-737ffaee-235e-4a4d-8fea-352895b23630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0caadb1a-6cde-4895-b44c-4a7d0fb50d28 HTTP/1.1" status: 200 len: 217 time: 0.0676937 Dec 14 00:07:43.118189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0be8f-a798-43e6-9c03-6bd90d759d26 req-57c5816e-8281-4a16-8d51-f95e704d0fad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:43.119565 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eac0be8f-a798-43e6-9c03-6bd90d759d26 req-57c5816e-8281-4a16-8d51-f95e704d0fad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99110f91-ca07-40e9-8ef4-3d5c41b84a0b HTTP/1.1" status: 200 len: 855 time: 0.0583146 Dec 14 00:07:43.129502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:22Z', 'updated_at': '2021-12-14T00:07:26Z', 'revision_number': 4, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'gw_port': {'id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:23Z', 'updated_at': '2021-12-14T00:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf', 'name': '', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'mac_address': 'fa:16:3e:54:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:25Z', 'updated_at': '2021-12-14T00:07:42Z', 'revision_number': 4, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'subnets': [{'id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:43.134039 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f0756-57a7-4152-b214-b09a5b76cfef None None] The sync data for ids ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'] in dv-neutron-821564-1-hyperv is: [{'id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:22Z', 'updated_at': '2021-12-14T00:07:26Z', 'revision_number': 4, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'gw_port': {'id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:23Z', 'updated_at': '2021-12-14T00:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf', 'name': '', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'mac_address': 'fa:16:3e:54:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:25Z', 'updated_at': '2021-12-14T00:07:42Z', 'revision_number': 4, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'subnets': [{'id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:07:43.203836 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eac0be8f-a798-43e6-9c03-6bd90d759d26 req-4ac767ae-4038-4cbf-847b-5e4beaf05dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba199bb-d9a5-4682-9e14-60b462571dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769274 Dec 14 00:07:43.358582 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eac0be8f-a798-43e6-9c03-6bd90d759d26 req-a424a36b-4cef-4898-ad6d-6bc368f08777 service neutron] 10.222.0.18 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469204 Dec 14 00:07:43.493719 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Sync routers for ids ['bba9f335-ba47-44bd-93db-06107d08ba1d'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:07:43.506513 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eac0be8f-a798-43e6-9c03-6bd90d759d26 req-575fe642-7bae-448b-9d08-da56e48570b2 service neutron] 10.222.0.18 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406291 Dec 14 00:07:43.507078 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Routers {'bba9f335-ba47-44bd-93db-06107d08ba1d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:07:43.507392 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:07:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bba9f335-ba47-44bd-93db-06107d08ba1d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:43.696604 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Set router bba9f335-ba47-44bd-93db-06107d08ba1d gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:07:43.805023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:43.850429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a39fc0-2531-4994-b13f-286b15af1652 req-2b4f89a2-9ff8-46de-a326-6d132aa8b022 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:43.852011 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-60a39fc0-2531-4994-b13f-286b15af1652 req-2b4f89a2-9ff8-46de-a326-6d132aa8b022 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 943 time: 0.0839014 Dec 14 00:07:43.898231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-60a39fc0-2531-4994-b13f-286b15af1652 req-ddb89f41-13f0-4efd-ba12-36f319effc73 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Synchronizing usage tracker for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:07:43.941357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:43.946832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:43.954794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:43.969633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-60a39fc0-2531-4994-b13f-286b15af1652 req-ddb89f41-13f0-4efd-ba12-36f319effc73 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Unset dirty status for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:07:43.974348 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-60a39fc0-2531-4994-b13f-286b15af1652 req-ddb89f41-13f0-4efd-ba12-36f319effc73 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141386 Dec 14 00:07:44.026412 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:33Z', 'revision_number': 4, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'gw_port': {'id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'd34a64fd-a4f7-4339-9dc2-d4d6c4e10833', 'name': '', 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'mac_address': 'fa:16:3e:66:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e6a09df-a904-442e-b411-a9baca2b199d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:33Z', 'updated_at': '2021-12-14T00:07:33Z', 'revision_number': 2, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'subnets': [{'id': '1e6a09df-a904-442e-b411-a9baca2b199d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:44.030198 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Checking router: bba9f335-ba47-44bd-93db-06107d08ba1d for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:07:44.030546 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Updating router bba9f335-ba47-44bd-93db-06107d08ba1d port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:07:44.084650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.086155 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:07:44.090188 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.117002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:44.132241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1e91fd78-6d80-4256-bd47-f54c213cde3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.218312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.220168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:44.286491 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:44.289290 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:44.451462 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.462931 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Transition to ACTIVE for port object d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:07:44.526556 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.529874 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-7f43b283-a160-4651-8739-38ef1f58627d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:44.651811 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e7289-a3f7-4bd7-94cf-e016cc9202b1 None None] Pushing event updated for resources: {'Port': ['ID=d34a64fd-a4f7-4339-9dc2-d4d6c4e10833,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:44.661941 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-bc6e7289-a3f7-4bd7-94cf-e016cc9202b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:44.673186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:07:44.741886 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Attempting to bind port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:07:44.742260 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Attempting to bind port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '47b513b1-c464-43fa-b0f7-b2e7b1bcee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:07:44.742623 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Attempting to bind port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 on network 659d41f6-0947-4f65-aa11-7762a100e791 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:07:44.749410 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:07:44.749774 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Checking segment: {'id': '47b513b1-c464-43fa-b0f7-b2e7b1bcee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:07:44.750186 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.750579 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Bound using segment: {'id': '47b513b1-c464-43fa-b0f7-b2e7b1bcee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:07:44.751033 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Bound port: d34a64fd-a4f7-4339-9dc2-d4d6c4e10833, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b513b1-c464-43fa-b0f7-b2e7b1bcee09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:07:44.751406 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.820201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:44.836243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '0caadb1a-6cde-4895-b44c-4a7d0fb50d28', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'port_id': '0caadb1a-6cde-4895-b44c-4a7d0fb50d28', 'mac_address': 'fa:16:3e:00:af:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:07:44.837161 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] For port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:07:44.840118 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] For port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d34a64fd-a4f7-4339-9dc2-d4d6c4e10833,segment=NetworkSegment(47b513b1-c464-43fa-b0f7-b2e7b1bcee09),segment_id=47b513b1-c464-43fa-b0f7-b2e7b1bcee09)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:07:44.898599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.899236 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.903646 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-09776218-6b7e-4ad3-b4ec-95bbc6c761ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:44.915548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:07:44.931053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:44.982272 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e7289-a3f7-4bd7-94cf-e016cc9202b1 None None] Pushing event updated for resources: {'Port': ['ID=d34a64fd-a4f7-4339-9dc2-d4d6c4e10833,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:44.986298 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-bc6e7289-a3f7-4bd7-94cf-e016cc9202b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:44.987301 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Routers {'bba9f335-ba47-44bd-93db-06107d08ba1d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:07:44.987943 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:07:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bba9f335-ba47-44bd-93db-06107d08ba1d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:44.993405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:44.995678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:45.068761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:45.071929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:45.187952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87abb8-f564-4208-8412-63fe76ebbc0a req-792d45e5-5fb5-4168-b0f5-25e34008d47f tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:45.189460 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9e87abb8-f564-4208-8412-63fe76ebbc0a req-792d45e5-5fb5-4168-b0f5-25e34008d47f tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 944 time: 0.0807869 Dec 14 00:07:45.190953 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] Set router bba9f335-ba47-44bd-93db-06107d08ba1d gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:07:45.204235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['0caadb1a-6cde-4895-b44c-4a7d0fb50d28'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:07:45.238349 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9e87abb8-f564-4208-8412-63fe76ebbc0a req-11da561c-c1e4-45c4-8ec8-4d99775558da tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405650 Dec 14 00:07:45.458946 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:45.487048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:45.515450 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:33Z', 'revision_number': 4, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'gw_port': {'id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'd34a64fd-a4f7-4339-9dc2-d4d6c4e10833', 'name': '', 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'mac_address': 'fa:16:3e:66:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e6a09df-a904-442e-b411-a9baca2b199d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:33Z', 'updated_at': '2021-12-14T00:07:44Z', 'revision_number': 4, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'subnets': [{'id': '1e6a09df-a904-442e-b411-a9baca2b199d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:07:45.519364 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a8d1d5-6f63-49b0-94a4-41d5926c7ef4 None None] The sync data for ids ['bba9f335-ba47-44bd-93db-06107d08ba1d'] in dv-neutron-821564-1-hyperv is: [{'id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:33Z', 'revision_number': 4, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'gw_port': {'id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'd34a64fd-a4f7-4339-9dc2-d4d6c4e10833', 'name': '', 'network_id': '659d41f6-0947-4f65-aa11-7762a100e791', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'mac_address': 'fa:16:3e:66:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e6a09df-a904-442e-b411-a9baca2b199d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:33Z', 'updated_at': '2021-12-14T00:07:44Z', 'revision_number': 4, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'subnets': [{'id': '1e6a09df-a904-442e-b411-a9baca2b199d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:07:45.853275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:45.986974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:45.992471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:45.992857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:46.112901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:46.147985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d34a64fd-a4f7-4339-9dc2-d4d6c4e10833,segment=NetworkSegment(47b513b1-c464-43fa-b0f7-b2e7b1bcee09),segment_id=47b513b1-c464-43fa-b0f7-b2e7b1bcee09)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:46.209952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:46.210810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:46.233636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9c50bbfd-1584-443d-85a2-45a781f1dd8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:46.335327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=d34a64fd-a4f7-4339-9dc2-d4d6c4e10833,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:46.342404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:46.356475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:46.356855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:46.464778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d77a8-8077-4aa0-905d-eb2d8e1dee86 req-5275824f-7a77-4137-8670-a5ee36209cd9 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:46.466252 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-393d77a8-8077-4aa0-905d-eb2d8e1dee86 req-5275824f-7a77-4137-8670-a5ee36209cd9 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 944 time: 0.0789652 Dec 14 00:07:46.513151 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-393d77a8-8077-4aa0-905d-eb2d8e1dee86 req-d125fc68-24c3-40ec-9664-ed4a776d294b tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410376 Dec 14 00:07:46.674402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:46.795222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:07:46.800462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:46.800838 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:46.912361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:46.926309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:46.953304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2451b2-6335-4dee-a800-3069cf74060e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caadb1a-6cde-4895-b44c-4a7d0fb50d28'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:07:46.963567 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:07:47.030068 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:47.031961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-735281a4-80d1-4bc5-b250-bda0a4a21f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:07:47.099438 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2451b2-6335-4dee-a800-3069cf74060e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0caadb1a-6cde-4895-b44c-4a7d0fb50d28', 'code': 200} Dec 14 00:07:47.107112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:07:47.110007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:07:47.451663 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80837942-e305-4732-ac72-36bf25882fb1 req-8c29a2bd-e121-4354-813b-787e8292f396 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 1098 time: 0.0718195 Dec 14 00:07:47.493932 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80837942-e305-4732-ac72-36bf25882fb1 req-32e511e4-1f2d-473e-88cc-28116a20b138 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Dec 14 00:07:47.710770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6827fd3-065a-4f78-860b-2a6697d6d030 req-7a4d5b3a-37f6-4328-91f7-87afeac7308a tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:47.712167 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6827fd3-065a-4f78-860b-2a6697d6d030 req-7a4d5b3a-37f6-4328-91f7-87afeac7308a tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 945 time: 0.0808191 Dec 14 00:07:47.758835 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f6827fd3-065a-4f78-860b-2a6697d6d030 req-020c5a18-7a0b-4754-878d-a65032fab949 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Dec 14 00:07:47.780881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:07:47.850555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:07:47.850935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:07:48.957807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa8b14-aadf-4521-ada5-a966d24105a9 req-f423549b-29ec-4348-a6d2-d5b2f6f08183 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:48.959230 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1efa8b14-aadf-4521-ada5-a966d24105a9 req-f423549b-29ec-4348-a6d2-d5b2f6f08183 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 945 time: 0.0774231 Dec 14 00:07:49.009533 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1efa8b14-aadf-4521-ada5-a966d24105a9 req-6d4a2f32-26b9-4d4e-80f0-f7e37658bb7b tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Dec 14 00:07:49.204351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a4bda-cdb8-4e30-9afe-193ea92fed40 req-f7e3cac4-fcdb-4964-9bb9-a52385e003a3 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:07:49.205791 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ce2a4bda-cdb8-4e30-9afe-193ea92fed40 req-f7e3cac4-fcdb-4964-9bb9-a52385e003a3 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 945 time: 0.0784919 Dec 14 00:07:49.254636 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ce2a4bda-cdb8-4e30-9afe-193ea92fed40 req-994a628f-1901-45d6-b389-14c2f80de497 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Dec 14 00:07:49.647459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:05.393358 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-dad848d2-7a17-4258-b419-9305ca0ce273 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709980 Dec 14 00:08:05.536145 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-c34daa7d-09b1-47cb-8ad9-cb3c68e88e72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3abb2550a38546b2a8218cb7b940ae5c&device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 1098 time: 0.0718229 Dec 14 00:08:05.797855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-2d0168a6-a5c5-4cb2-9b1d-6e45b7137084 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:05.799232 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-2d0168a6-a5c5-4cb2-9b1d-6e45b7137084 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eba199bb-d9a5-4682-9e14-60b462571dd8 HTTP/1.1" status: 200 len: 917 time: 0.2442815 Dec 14 00:08:05.868131 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-db2bc14d-f0dd-42c9-a8f4-63e7cbf0813e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0caadb1a-6cde-4895-b44c-4a7d0fb50d28 HTTP/1.1" status: 200 len: 217 time: 0.0617454 Dec 14 00:08:05.934831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-e24ce004-9cb9-4b0d-b6fd-e368c5c0e717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:05.936243 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-e24ce004-9cb9-4b0d-b6fd-e368c5c0e717 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99110f91-ca07-40e9-8ef4-3d5c41b84a0b HTTP/1.1" status: 200 len: 855 time: 0.0618072 Dec 14 00:08:06.014038 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-5ba54463-ca2a-4096-8afa-b74e201e4740 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba199bb-d9a5-4682-9e14-60b462571dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707588 Dec 14 00:08:06.171285 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-c9339997-4887-4574-9e4e-bf151d4e46d9 service neutron] 10.222.0.18 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498654 Dec 14 00:08:06.306961 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-85d1ab6b-6b91-47be-9061-a7a09b2a895f req-9203d929-e56e-4cec-a3cf-b972216dc0a1 service neutron] 10.222.0.18 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295383 Dec 14 00:08:07.518784 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d96c2-dcb8-4964-b4f2-53cc275fd9cc req-9bb0f3d2-de69-40a1-8e40-ca66151d9c6f tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:07.520289 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-104d96c2-dcb8-4964-b4f2-53cc275fd9cc req-9bb0f3d2-de69-40a1-8e40-ca66151d9c6f tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 945 time: 0.0788319 Dec 14 00:08:07.567749 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-104d96c2-dcb8-4964-b4f2-53cc275fd9cc req-395f9e12-d650-40bb-b31b-425cf4fc3a2e tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417702 Dec 14 00:08:08.766936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b93b7-faf4-472d-a011-95fa6a5d9815 req-acad19c6-a3be-4cb7-895f-ed60e2436705 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:08.768460 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-880b93b7-faf4-472d-a011-95fa6a5d9815 req-acad19c6-a3be-4cb7-895f-ed60e2436705 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 945 time: 0.0782764 Dec 14 00:08:08.818562 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-880b93b7-faf4-472d-a011-95fa6a5d9815 req-6f6c56bb-e05c-4927-948a-c25de5924308 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Dec 14 00:08:09.010754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-f64f5be5-ec27-4714-9de8-5a41e73420bc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:09.012203 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-f64f5be5-ec27-4714-9de8-5a41e73420bc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 945 time: 0.0787354 Dec 14 00:08:09.080189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Deleting port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:09.080528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:09.325540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] For port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:09.325810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:09.448114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Calling delete_port for 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:08:09.646730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:09.652488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:09.658903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['0caadb1a-6cde-4895-b44c-4a7d0fb50d28'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:08:09.701181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Pushing event deleted for resources: {'Port': ['ID=0caadb1a-6cde-4895-b44c-4a7d0fb50d28,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:09.770581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.771292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.771395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.771789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.772278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.772660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.773049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.773413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.773788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.774164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.774539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:09.781581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:09.788904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] No DVR routers for this DVR port 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:08:09.791546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:09.794631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2451b2-6335-4dee-a800-3069cf74060e', 'name': 'network-vif-deleted', 'tag': '0caadb1a-6cde-4895-b44c-4a7d0fb50d28'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:08:09.864298 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2451b2-6335-4dee-a800-3069cf74060e', 'name': 'network-vif-deleted', 'tag': '0caadb1a-6cde-4895-b44c-4a7d0fb50d28', 'status': 'completed', 'code': 200} Dec 14 00:08:09.884455 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8f5f4273-b828-4aa2-8efc-42660e7ca31b req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.18 "DELETE /v2.0/ports/0caadb1a-6cde-4895-b44c-4a7d0fb50d28 HTTP/1.1" status: 204 len: 173 time: 0.8666475 Dec 14 00:08:10.000317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-a213c1f5-64f4-47de-bcd9-0d1bdb522ff0 req-f1a02f31-ddd9-4dcb-a69a-669a63a98894 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Synchronizing usage tracker for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:08:10.060775 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-a213c1f5-64f4-47de-bcd9-0d1bdb522ff0 req-f1a02f31-ddd9-4dcb-a69a-669a63a98894 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Unset dirty status for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:08:10.062066 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a213c1f5-64f4-47de-bcd9-0d1bdb522ff0 req-f1a02f31-ddd9-4dcb-a69a-669a63a98894 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc2451b2-6335-4dee-a800-3069cf74060e HTTP/1.1" status: 200 len: 210 time: 0.1096625 Dec 14 00:08:11.903489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1cc39137-ce9b-4c45-aabb-5236c62ec0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:12.046158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-a707a3f8-1959-4b09-b23f-6a8c91c7dc13 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:12.047584 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-a707a3f8-1959-4b09-b23f-6a8c91c7dc13 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/networks?id=eba199bb-d9a5-4682-9e14-60b462571dd8 HTTP/1.1" status: 200 len: 816 time: 0.1461306 Dec 14 00:08:12.064386 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-aab40341-e30e-464a-a8a2-2ade473d9ef6 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/quotas/3abb2550a38546b2a8218cb7b940ae5c HTTP/1.1" status: 200 len: 375 time: 0.0113502 Dec 14 00:08:12.247246 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-878033d5-8fb8-4fa1-9993-a29d5e469eca tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3abb2550a38546b2a8218cb7b940ae5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1776953 Dec 14 00:08:12.385180 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-fe1f246f-562a-45cc-89e9-1f26b208e61f service neutron] 10.222.0.30 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264827 Dec 14 00:08:12.517753 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-92d3d7c4-2b64-4aed-88e8-7ab401081fb0 service neutron] 10.222.0.30 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270342 Dec 14 00:08:12.815256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:08:12.853043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:08:12.853459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 0caadb1a-6cde-4895-b44c-4a7d0fb50d28 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:08:12.867501 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-01dd5737-f5d4-4e51-8814-02d6fa89034a req-1fa4a901-b8ad-4f47-ae2d-bb5cb06f5537 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 210 time: 0.0463147 Dec 14 00:08:14.035030 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-41b7b5a4-1cf6-449b-b3f2-f60d0244ade2 req-a7ff231c-457a-48ef-b4f3-6a36079f5afe tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 210 time: 0.0464647 Dec 14 00:08:14.154792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02947cbe-1e84-4c56-92c2-4dff6480da65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:14.679401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-4b22edb3-0d3c-47d2-bdd0-28b9fe6fb452 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:14.680741 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-4b22edb3-0d3c-47d2-bdd0-28b9fe6fb452 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.18 "GET /v2.0/networks?id=eba199bb-d9a5-4682-9e14-60b462571dd8 HTTP/1.1" status: 200 len: 816 time: 0.1457732 Dec 14 00:08:14.698369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Request body: {'port': {'device_id': 'b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'admin_state_up': True, 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:08:14.832765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:08:14.844681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:08:14.912296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Made reservation on behalf of 3abb2550a38546b2a8218cb7b940ae5c for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:08:14.916119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:15.083474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Allocated IP 172.20.0.4 (eba199bb-d9a5-4682-9e14-60b462571dd8/99110f91-ca07-40e9-8ef4-3d5c41b84a0b/bd90f132-98bd-4f15-89da-70c1f8fe8e7b) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:08:15.201745 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b7824a4b-132e-48f9-8a7b-19eb0f05a90c req-9475674d-4d14-464a-aaf9-88083315f9c5 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 210 time: 0.0427580 Dec 14 00:08:15.284545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:15.300370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Transition to ACTIVE for port object bd90f132-98bd-4f15-89da-70c1f8fe8e7b will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:08:15.380950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:15.386622 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:15.438650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:15.447472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Network eba199bb-d9a5-4682-9e14-60b462571dd8 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:08:15.455228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:08:15.459527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:08:15.500807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:15.505611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Pushing event updated for resources: {'Port': ['ID=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:15.508425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:15.531761 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:15.534254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:15.664752 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9697492 Dec 14 00:08:15.677209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Request body: {'port': {'device_id': 'b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:08:15.735032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c8835184-be13-40fe-b018-1fed617f9fca None None] Provisioning for port bd90f132-98bd-4f15-89da-70c1f8fe8e7b completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:08:15.740102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-c8835184-be13-40fe-b018-1fed617f9fca None None] Provisioning complete for port bd90f132-98bd-4f15-89da-70c1f8fe8e7b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:08:15.740486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c8835184-be13-40fe-b018-1fed617f9fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:15.791544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:15.792077 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-c8835184-be13-40fe-b018-1fed617f9fca None None] Port bd90f132-98bd-4f15-89da-70c1f8fe8e7b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:08:16.234434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd90f132-98bd-4f15-89da-70c1f8fe8e7b {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:08:16.242002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:16.256354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Transition to ACTIVE for port object bd90f132-98bd-4f15-89da-70c1f8fe8e7b will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:08:16.325192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:16.358111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-41124b17-89ff-4d4f-adfb-ddcb36f0a5f7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:16.487804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Pushing event updated for resources: {'Port': ['ID=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:16.500774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:16.598500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5609f-431e-42a7-8627-74a95627c1aa req-7f34e738-d138-4183-9687-e22389afe946 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:16.599142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-36d5609f-431e-42a7-8627-74a95627c1aa req-7f34e738-d138-4183-9687-e22389afe946 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Synchronizing usage tracker for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:08:16.645221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Attempting to bind port bd90f132-98bd-4f15-89da-70c1f8fe8e7b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:08:16.645563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Attempting to bind port bd90f132-98bd-4f15-89da-70c1f8fe8e7b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:08:16.645913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Attempting to bind port bd90f132-98bd-4f15-89da-70c1f8fe8e7b on network eba199bb-d9a5-4682-9e14-60b462571dd8 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:08:16.652661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Port bd90f132-98bd-4f15-89da-70c1f8fe8e7b on network eba199bb-d9a5-4682-9e14-60b462571dd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:08:16.654697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Attempting to bind port bd90f132-98bd-4f15-89da-70c1f8fe8e7b on network eba199bb-d9a5-4682-9e14-60b462571dd8 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:08:16.659242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:08:16.659626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Checking segment: {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:08:16.660006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Bound using segment: {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:08:16.660431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Bound port: bd90f132-98bd-4f15-89da-70c1f8fe8e7b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f8e55de-8b8e-4207-920c-ced2c913ed79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:08:16.660780 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:16.707223 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-36d5609f-431e-42a7-8627-74a95627c1aa req-7f34e738-d138-4183-9687-e22389afe946 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Unset dirty status for tenant:3abb2550a38546b2a8218cb7b940ae5c on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:08:16.708349 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-36d5609f-431e-42a7-8627-74a95627c1aa req-7f34e738-d138-4183-9687-e22389afe946 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 943 time: 0.3854647 Dec 14 00:08:16.787740 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-36d5609f-431e-42a7-8627-74a95627c1aa req-85e0b1c7-f51f-49a4-ad4e-8d62216b422e tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721946 Dec 14 00:08:16.792341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] For port bd90f132-98bd-4f15-89da-70c1f8fe8e7b, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:08:16.792341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] For port bd90f132-98bd-4f15-89da-70c1f8fe8e7b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:08:16.864092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:16.868731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ed9c0c88-bf32-49ab-ac29-91866cf9461c tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:16.917972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:16.932264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:16.933621 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] 10.222.0.18 "PUT /v2.0/ports/bd90f132-98bd-4f15-89da-70c1f8fe8e7b HTTP/1.1" status: 200 len: 1093 time: 1.2605488 Dec 14 00:08:16.934243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de', 'tag': 'bd90f132-98bd-4f15-89da-70c1f8fe8e7b'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:08:16.966188 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Pushing event updated for resources: {'Port': ['ID=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:16.969747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:16.994924 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de', 'tag': 'bd90f132-98bd-4f15-89da-70c1f8fe8e7b', 'status': 'completed', 'code': 200} Dec 14 00:08:17.092221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4fde5230-5b82-4118-a316-7c7acdd9173a req-41769964-1404-4dd2-8d57-99d0974cb990 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3abb2550a38546b2a8218cb7b940ae5c&device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 1096 time: 0.0748296 Dec 14 00:08:17.237211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde5230-5b82-4118-a316-7c7acdd9173a req-38cd86ed-8b16-4220-a5b0-4bae97ebe8a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:17.238556 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4fde5230-5b82-4118-a316-7c7acdd9173a req-38cd86ed-8b16-4220-a5b0-4bae97ebe8a4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3abb2550a38546b2a8218cb7b940ae5c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1394830 Dec 14 00:08:17.374494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde5230-5b82-4118-a316-7c7acdd9173a req-902288ba-aa19-4b6d-b744-f6c2bfdf3b9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:17.375981 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4fde5230-5b82-4118-a316-7c7acdd9173a req-902288ba-aa19-4b6d-b744-f6c2bfdf3b9d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313872 Dec 14 00:08:17.481566 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-45739beb-93fc-4497-bc3e-619c6e52efb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3abb2550a38546b2a8218cb7b940ae5c&device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 1096 time: 0.0690615 Dec 14 00:08:17.552265 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-00a2057e-fecc-48e6-8e47-e12e2d2b6339 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd90f132-98bd-4f15-89da-70c1f8fe8e7b HTTP/1.1" status: 200 len: 217 time: 0.0638165 Dec 14 00:08:17.613509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-9528fc3f-6cbd-40d3-8fab-e52633b29d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:17.614888 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-9528fc3f-6cbd-40d3-8fab-e52633b29d45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99110f91-ca07-40e9-8ef4-3d5c41b84a0b HTTP/1.1" status: 200 len: 855 time: 0.0565071 Dec 14 00:08:17.691973 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-0988f72b-390f-4812-9d2f-ff831ad457fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eba199bb-d9a5-4682-9e14-60b462571dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708504 Dec 14 00:08:17.823891 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-c1a4249e-4e8c-4371-bc9e-79ec9baf9a22 service neutron] 10.222.0.18 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257179 Dec 14 00:08:18.001874 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80998d22-83cb-49d9-a39b-8a3781e35bf8 req-5a36ecb5-8931-4c8a-a5b9-61666c145c2d service neutron] 10.222.0.18 "GET /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712880 Dec 14 00:08:18.025054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806efbf5-8f1d-49c4-9d6e-08bd0a443d39 req-bf67624d-966d-4f0e-a539-8d8e393c10a7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:18.026493 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-806efbf5-8f1d-49c4-9d6e-08bd0a443d39 req-bf67624d-966d-4f0e-a539-8d8e393c10a7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 943 time: 0.1181056 Dec 14 00:08:18.072900 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-806efbf5-8f1d-49c4-9d6e-08bd0a443d39 req-788950dc-2c81-46ed-895d-0f2a40790160 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409877 Dec 14 00:08:19.268815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432905f4-da75-4e15-b80e-7026f1ddeea2 req-d7670406-eec3-48f3-9880-fe9a2b78d31e tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:19.270235 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-432905f4-da75-4e15-b80e-7026f1ddeea2 req-d7670406-eec3-48f3-9880-fe9a2b78d31e tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 943 time: 0.0773644 Dec 14 00:08:19.316981 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-432905f4-da75-4e15-b80e-7026f1ddeea2 req-8a98ca62-7890-4b40-9170-090f13d1c349 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Dec 14 00:08:19.669117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:20.623704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6a59d-6576-45f0-8edf-eb7c790feb48 req-8fb30333-88e1-4ddd-9734-c0c3acc76cb7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:20.625138 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-36c6a59d-6576-45f0-8edf-eb7c790feb48 req-8fb30333-88e1-4ddd-9734-c0c3acc76cb7 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 943 time: 0.1845872 Dec 14 00:08:20.672937 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-36c6a59d-6576-45f0-8edf-eb7c790feb48 req-314f72d6-ef87-4ec3-b7b6-66c5d51832b5 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Dec 14 00:08:20.845927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device bd90f132-98bd-4f15-89da-70c1f8fe8e7b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:08:20.979822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port bd90f132-98bd-4f15-89da-70c1f8fe8e7b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:20.992882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'bd90f132-98bd-4f15-89da-70c1f8fe8e7b', 'network_id': 'eba199bb-d9a5-4682-9e14-60b462571dd8', 'port_id': 'bd90f132-98bd-4f15-89da-70c1f8fe8e7b', 'mac_address': 'fa:16:3e:63:53:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99110f91-ca07-40e9-8ef4-3d5c41b84a0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:08:21.049901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:21.067725 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd90f132-98bd-4f15-89da-70c1f8fe8e7b {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:08:21.076922 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:08:21.082953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port bd90f132-98bd-4f15-89da-70c1f8fe8e7b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:21.166338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:21.168145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f3eaff7d-b3be-4e0b-af93-f4ff8e4bcc37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:21.233738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:21.236834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:21.362649 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['bd90f132-98bd-4f15-89da-70c1f8fe8e7b'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:08:21.872779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3340ea-0c66-45ad-9cef-2fdb8b8c33f1 req-cd60c398-f375-47b7-b9a2-7bd709478d54 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:21.874229 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8e3340ea-0c66-45ad-9cef-2fdb8b8c33f1 req-cd60c398-f375-47b7-b9a2-7bd709478d54 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 944 time: 0.0794542 Dec 14 00:08:21.919341 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8e3340ea-0c66-45ad-9cef-2fdb8b8c33f1 req-fbdf05ce-94cc-49e3-a05e-3b2d818cd8c8 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Dec 14 00:08:22.845298 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device bd90f132-98bd-4f15-89da-70c1f8fe8e7b up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:08:22.994931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port bd90f132-98bd-4f15-89da-70c1f8fe8e7b completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:08:23.000028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port bd90f132-98bd-4f15-89da-70c1f8fe8e7b triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:08:23.000392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:23.114827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:23.124130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bc31e-81d7-4a14-a65e-54158f141eac req-cdb3768c-a9bf-4bf4-b52d-b48c88d67c10 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:23.125629 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2b9bc31e-81d7-4a14-a65e-54158f141eac req-cdb3768c-a9bf-4bf4-b52d-b48c88d67c10 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 944 time: 0.0835958 Dec 14 00:08:23.141023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd90f132-98bd-4f15-89da-70c1f8fe8e7b'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:08:23.151997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port bd90f132-98bd-4f15-89da-70c1f8fe8e7b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:23.172435 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2b9bc31e-81d7-4a14-a65e-54158f141eac req-1f1b53e5-da3d-4a0a-8060-dd9a1c5499e5 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 Dec 14 00:08:23.199273 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd90f132-98bd-4f15-89da-70c1f8fe8e7b', 'code': 200} Dec 14 00:08:23.241108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:23.242974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:23.311394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:23.318966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:23.558210 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e75ab119-867f-4cb6-9344-67a9a72fadce req-67362650-6fd2-47c2-9788-d241f58027fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 1098 time: 0.0668716 Dec 14 00:08:23.599484 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e75ab119-867f-4cb6-9344-67a9a72fadce req-64536309-9653-4253-981b-3720cd8b39b8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350065 Dec 14 00:08:24.377086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1558120-abc0-43d7-a739-8ac4ccaa2f50 req-ba61fc8a-a9f0-4e9b-84b9-db3d8d40f742 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:24.378544 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f1558120-abc0-43d7-a739-8ac4ccaa2f50 req-ba61fc8a-a9f0-4e9b-84b9-db3d8d40f742 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 945 time: 0.0813296 Dec 14 00:08:24.424374 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f1558120-abc0-43d7-a739-8ac4ccaa2f50 req-6cbb95b3-cac0-4e0e-89fa-6b223ff084af tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Dec 14 00:08:25.622046 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73534abe-0550-42b9-8de3-94c3f1d9ca48 req-0e4ffec0-88aa-4671-b498-a68d8c0f0551 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:25.623487 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73534abe-0550-42b9-8de3-94c3f1d9ca48 req-0e4ffec0-88aa-4671-b498-a68d8c0f0551 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 945 time: 0.0763552 Dec 14 00:08:25.672511 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73534abe-0550-42b9-8de3-94c3f1d9ca48 req-84eb685a-4519-417b-95f2-7b18fe12318d tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Dec 14 00:08:25.870617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebf2d3-47fb-4dd0-84fa-9a4ad641b0f7 req-b0e2a4a5-5a37-4fb2-aec8-49c62bf0bf3d tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:25.872133 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-27ebf2d3-47fb-4dd0-84fa-9a4ad641b0f7 req-b0e2a4a5-5a37-4fb2-aec8-49c62bf0bf3d tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 945 time: 0.0777645 Dec 14 00:08:25.917157 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-27ebf2d3-47fb-4dd0-84fa-9a4ad641b0f7 req-0d992d3b-797d-4489-b494-d97fbbc276f3 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 Dec 14 00:08:42.114594 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1697c72e-a490-4e8f-a855-3fce6dce51c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:43.985194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8aac0b-d662-4b3a-ac95-859aa4a48ce7 req-f5e57346-a339-4d15-a9c1-f72e89bfb386 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:43.986545 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2b8aac0b-d662-4b3a-ac95-859aa4a48ce7 req-f5e57346-a339-4d15-a9c1-f72e89bfb386 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 945 time: 0.0817113 Dec 14 00:08:44.033222 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2b8aac0b-d662-4b3a-ac95-859aa4a48ce7 req-baa0fd70-b20d-4a80-8b81-1163b1db482d tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410533 Dec 14 00:08:44.145715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5ca0a621-18cc-476e-ac71-eb89a0dabe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:45.237084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1531ccc-c266-48f9-a80b-c10f99526e21 req-430426d8-3982-4a6b-b953-8473499a6d80 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:45.238548 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d1531ccc-c266-48f9-a80b-c10f99526e21 req-430426d8-3982-4a6b-b953-8473499a6d80 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 945 time: 0.0777318 Dec 14 00:08:45.284640 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d1531ccc-c266-48f9-a80b-c10f99526e21 req-bcec6c06-5667-43b5-b7b6-5ca25c49664c tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/security-groups?id=86e47a36-6f26-4079-a3a3-5703be9e9bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403504 Dec 14 00:08:45.459921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:45.500972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-378aaaa4-98a2-407c-8c0b-d93b90b52319 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:08:45.502399 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-378aaaa4-98a2-407c-8c0b-d93b90b52319 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 945 time: 0.0822520 Dec 14 00:08:45.516795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:45.574251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Deleting port bd90f132-98bd-4f15-89da-70c1f8fe8e7b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:45.574608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:45.818479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] For port bd90f132-98bd-4f15-89da-70c1f8fe8e7b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:45.818830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:45.940078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Calling delete_port for bd90f132-98bd-4f15-89da-70c1f8fe8e7b owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:08:46.142938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:46.149195 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b1652c4-86b2-4f53-aa5d-814c0df71eb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:46.154976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['bd90f132-98bd-4f15-89da-70c1f8fe8e7b'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:08:46.193505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Pushing event deleted for resources: {'Port': ['ID=bd90f132-98bd-4f15-89da-70c1f8fe8e7b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:46.197441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:46.273227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] No DVR routers for this DVR port bd90f132-98bd-4f15-89da-70c1f8fe8e7b on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:08:46.275739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:46.278468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de', 'name': 'network-vif-deleted', 'tag': 'bd90f132-98bd-4f15-89da-70c1f8fe8e7b'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:08:46.348802 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de', 'name': 'network-vif-deleted', 'tag': 'bd90f132-98bd-4f15-89da-70c1f8fe8e7b', 'status': 'completed', 'code': 200} Dec 14 00:08:46.378331 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48a72d92-d168-4c3f-8d4c-7cfa5ba43fa1 req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.18 "DELETE /v2.0/ports/bd90f132-98bd-4f15-89da-70c1f8fe8e7b HTTP/1.1" status: 204 len: 173 time: 0.8701391 Dec 14 00:08:46.464747 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-61a57c7e-fd5d-4b05-a89d-360b00d1b8ea req-60a829a9-ddd7-44fb-a016-f4ed67d82e24 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3f6c3f3-b7b0-4d56-99d4-b15ce80a89de HTTP/1.1" status: 200 len: 210 time: 0.0459373 Dec 14 00:08:46.902986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:47.661625 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60926) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:08:48.144779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:48.736437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Deleting port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:48.737133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:48.910061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] For port 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:48.910413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:48.970546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device bd90f132-98bd-4f15-89da-70c1f8fe8e7b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:08:49.007108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: bd90f132-98bd-4f15-89da-70c1f8fe8e7b {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:08:49.007456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device bd90f132-98bd-4f15-89da-70c1f8fe8e7b not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:08:49.031430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Calling delete_port for 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:08:49.263141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:49.267215 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:49.308724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Pushing event deleted for resources: {'Port': ['ID=8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:49.312172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:49.657437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:49.708190 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:50.288510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:08:50.491161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:08:50.500859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] Sync routers for ids ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:08:50.505588 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] 10.222.0.30 "PUT /v2.0/routers/8aaa7806-b4fe-4720-bd12-978f5ba5d9a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8411620 Dec 14 00:08:50.506394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60930) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:08:50.512533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] Routers {'8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:08:50.513144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:08:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:50.691972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] Set router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:08:50.701670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:50.899598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:50.988890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Deleting port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:50.989152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:51.012500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15'}], 'enable_snat': True}, 'gw_port_id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:22Z', 'updated_at': '2021-12-14T00:08:49Z', 'revision_number': 5, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'gw_port': {'id': '46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:23Z', 'updated_at': '2021-12-14T00:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:51.016414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] Checking router: 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:08:51.027107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] Routers {'8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:08:51.027765 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:08:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:51.181184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] Set router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:08:51.287119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:22Z', 'updated_at': '2021-12-14T00:08:50Z', 'revision_number': 6, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:51.288638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] For port 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:51.289180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:51.291325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a920f1-7f3b-449d-8d81-8242c2bfd1e5 None None] The sync data for ids ['8aaa7806-b4fe-4720-bd12-978f5ba5d9a0'] in dv-neutron-821564-1-hyperv is: [{'id': '8aaa7806-b4fe-4720-bd12-978f5ba5d9a0', 'name': 'tempest-TestEncryptedCinderVolumes-408337621-router', 'tenant_id': '3abb2550a38546b2a8218cb7b940ae5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:22Z', 'updated_at': '2021-12-14T00:08:50Z', 'revision_number': 6, 'project_id': '3abb2550a38546b2a8218cb7b940ae5c', 'gw_port_host': None}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:08:51.411062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Calling delete_port for 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:08:51.643006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:51.647034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:51.693951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:51.697680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:51.920535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.081811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:08:52.115694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:08:52.116050 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 46c2060e-a48c-4bb3-bad4-22e4e1e9b5a7 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:08:52.117067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:08:52.150084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:08:52.150692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8fdfbd30-e4a9-4da8-a0a3-5c5c259be3bf not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:08:52.182974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.187113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.271288 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.271875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:08:52.285114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.289288 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8aaa7806-b4fe-4720-bd12-978f5ba5d9a0 HTTP/1.1" status: 204 len: 168 time: 1.7788167 Dec 14 00:08:52.289853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60934) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:08:52.350071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] Deleting subnet 99110f91-ca07-40e9-8ef4-3d5c41b84a0b {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:08:52.354185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.408515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.485505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.625964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.630247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fe96ac42-c544-4dac-8a01-b1f8043d0d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:52.668463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99110f91-ca07-40e9-8ef4-3d5c41b84a0b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:52.671161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:52.676160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.683766 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/99110f91-ca07-40e9-8ef4-3d5c41b84a0b HTTP/1.1" status: 204 len: 168 time: 0.3931825 Dec 14 00:08:52.687265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6912dfe-0108-4e19-8768-ba4b0053117f None None] Network eba199bb-d9a5-4682-9e14-60b462571dd8 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:08:52.687798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60938) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:08:52.916974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.927430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Deleting port 75edc011-b861-4563-8d48-ad70905ab05d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:52.927795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:52.930523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] DHCP port deletion for eba199bb-d9a5-4682-9e14-60b462571dd8 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:08:52.934865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Deleting port 75edc011-b861-4563-8d48-ad70905ab05d {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:52.935243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:53.133813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] For port 75edc011-b861-4563-8d48-ad70905ab05d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=75edc011-b861-4563-8d48-ad70905ab05d,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:53.134090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:53.134754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] For port 75edc011-b861-4563-8d48-ad70905ab05d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=75edc011-b861-4563-8d48-ad70905ab05d,segment=NetworkSegment(6f8e55de-8b8e-4207-920c-ced2c913ed79),segment_id=6f8e55de-8b8e-4207-920c-ced2c913ed79)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:53.135276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:53.257634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Calling delete_port for 75edc011-b861-4563-8d48-ad70905ab05d owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:08:53.261112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Calling delete_port for 75edc011-b861-4563-8d48-ad70905ab05d owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:08:53.385908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:53.389675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6e31a8ad-e7d9-4526-96ea-bd622894ecb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:53.392666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.db.api [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84311) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:08:53.393361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_db.api [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:08:53.429322 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Pushing event deleted for resources: {'Port': ['ID=75edc011-b861-4563-8d48-ad70905ab05d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:53.440143 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] No DVR routers for this DVR port 75edc011-b861-4563-8d48-ad70905ab05d on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:08:53.443492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.444054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.445074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.445355 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.446033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.446033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.446271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.446731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.447780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.447780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.447780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:08:53.450576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:53.808259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 75edc011-b861-4563-8d48-ad70905ab05d no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:08:53.843563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 75edc011-b861-4563-8d48-ad70905ab05d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:08:53.843935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 75edc011-b861-4563-8d48-ad70905ab05d not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:08:53.894350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Deleting port 75edc011-b861-4563-8d48-ad70905ab05d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:53.894728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:53.963657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] The port '75edc011-b861-4563-8d48-ad70905ab05d' was deleted {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:08:54.079130 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:54.104998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eba199bb-d9a5-4682-9e14-60b462571dd8']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:54.120001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8e55de-8b8e-4207-920c-ced2c913ed79') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:54.120294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8e55de-8b8e-4207-920c-ced2c913ed79') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:54.131258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:54.147265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:54.153757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:08:54.154135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: util.warn( Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:08:54.166964 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:08:54.308918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:54.312269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ab924636-2cf8-45f8-81fa-b0378cd95af6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:54.327143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:54.337621 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Pushing event deleted for resources: {'Network': ['ID=eba199bb-d9a5-4682-9e14-60b462571dd8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:54.341725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:54.345261 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0501f20f-054a-4b11-8247-5af6530a4042 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eba199bb-d9a5-4682-9e14-60b462571dd8 HTTP/1.1" status: 204 len: 168 time: 1.6562934 Dec 14 00:08:54.348154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60942) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:08:54.735134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:55.437250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Deleting port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:55.437592 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:55.611627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] For port d34a64fd-a4f7-4339-9dc2-d4d6c4e10833, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d34a64fd-a4f7-4339-9dc2-d4d6c4e10833,segment=NetworkSegment(47b513b1-c464-43fa-b0f7-b2e7b1bcee09),segment_id=47b513b1-c464-43fa-b0f7-b2e7b1bcee09)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:55.611982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:55.732076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Calling delete_port for d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:08:55.988841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:55.992853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fb36ead6-5c71-490b-a457-c556e537615c tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:56.036577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d34a64fd-a4f7-4339-9dc2-d4d6c4e10833,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:56.040082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:56.329941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:57.016950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Router bba9f335-ba47-44bd-93db-06107d08ba1d has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:08:57.220328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:08:57.229660 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] Sync routers for ids ['bba9f335-ba47-44bd-93db-06107d08ba1d'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:08:57.230158 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] 10.222.0.30 "PUT /v2.0/routers/bba9f335-ba47-44bd-93db-06107d08ba1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8807468 Dec 14 00:08:57.232338 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60946) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:08:57.241380 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] Routers {'bba9f335-ba47-44bd-93db-06107d08ba1d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:08:57.243016 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:08:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bba9f335-ba47-44bd-93db-06107d08ba1d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:57.435639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:57.452998 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] Set router bba9f335-ba47-44bd-93db-06107d08ba1d gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:08:57.635260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:57.720331 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Deleting port 805c9f4e-adbb-475c-b294-faef2330a1d7 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:57.720679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:57.737499 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168'}], 'enable_snat': True}, 'gw_port_id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:08:55Z', 'revision_number': 5, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'gw_port': {'id': '805c9f4e-adbb-475c-b294-faef2330a1d7', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:57.742102 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] Checking router: bba9f335-ba47-44bd-93db-06107d08ba1d for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:08:57.752770 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] Routers {'bba9f335-ba47-44bd-93db-06107d08ba1d'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:08:57.753378 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:08:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['bba9f335-ba47-44bd-93db-06107d08ba1d'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:57.896011 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] For port 805c9f4e-adbb-475c-b294-faef2330a1d7, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=805c9f4e-adbb-475c-b294-faef2330a1d7,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:57.896257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:57.900600 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] Set router bba9f335-ba47-44bd-93db-06107d08ba1d gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:08:58.008531 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:08:57Z', 'revision_number': 6, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:08:58.012488 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642bce4c-1932-4ca4-8f32-cc675b3d9ef9 None None] The sync data for ids ['bba9f335-ba47-44bd-93db-06107d08ba1d'] in dv-neutron-821564-1-hyperv is: [{'id': 'bba9f335-ba47-44bd-93db-06107d08ba1d', 'name': 'tempest-TestEncryptedCinderVolumes-1684317284-router', 'tenant_id': '7d6d2b867680495eb358ccaf660d05f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:07:30Z', 'updated_at': '2021-12-14T00:08:57Z', 'revision_number': 6, 'project_id': '7d6d2b867680495eb358ccaf660d05f9', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:08:58.020836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Calling delete_port for 805c9f4e-adbb-475c-b294-faef2330a1d7 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:08:58.076483 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:08:58.274236 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:58.277882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c41d5354-e246-4c79-a2c0-fb843e612202 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:58.455448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Pushing event deleted for resources: {'Port': ['ID=805c9f4e-adbb-475c-b294-faef2330a1d7,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:58.457890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:58.679150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:58.946729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:58.951266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.031114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.031781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bba9f335-ba47-44bd-93db-06107d08ba1d {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:08:59.044109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.045241 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bba9f335-ba47-44bd-93db-06107d08ba1d HTTP/1.1" status: 204 len: 168 time: 1.8119855 Dec 14 00:08:59.047867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60950) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:08:59.114421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] Deleting subnet 1e6a09df-a904-442e-b411-a9baca2b199d {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:08:59.118543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.168029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.244366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.389426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.393204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-49636257-e296-4867-a4bc-2667ebd27668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:08:59.427157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6a09df-a904-442e-b411-a9baca2b199d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:08:59.431828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:08:59.435163 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.440542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0a0628-698b-4e61-9228-6fbfe685399e None None] Network 659d41f6-0947-4f65-aa11-7762a100e791 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:08:59.443351 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1e6a09df-a904-442e-b411-a9baca2b199d HTTP/1.1" status: 204 len: 168 time: 0.3944952 Dec 14 00:08:59.446563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60954) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:08:59.552638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.564370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Deleting port 98169fd0-a6b6-4635-a985-f23b15d83f9c {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:59.564716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.678508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] DHCP port deletion for 659d41f6-0947-4f65-aa11-7762a100e791 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:08:59.682823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] Deleting port 98169fd0-a6b6-4635-a985-f23b15d83f9c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:08:59.683202 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.779457 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] For port 98169fd0-a6b6-4635-a985-f23b15d83f9c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=98169fd0-a6b6-4635-a985-f23b15d83f9c,segment=NetworkSegment(47b513b1-c464-43fa-b0f7-b2e7b1bcee09),segment_id=47b513b1-c464-43fa-b0f7-b2e7b1bcee09)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:08:59.779845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:08:59.817667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 805c9f4e-adbb-475c-b294-faef2330a1d7 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:08:59.860212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 805c9f4e-adbb-475c-b294-faef2330a1d7 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:08:59.860566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 805c9f4e-adbb-475c-b294-faef2330a1d7 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:08:59.860993 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:08:59.915453 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:08:59.915752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d34a64fd-a4f7-4339-9dc2-d4d6c4e10833 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:08:59.916182 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 98169fd0-a6b6-4635-a985-f23b15d83f9c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:09:00.014907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Calling delete_port for 98169fd0-a6b6-4635-a985-f23b15d83f9c owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:09:00.042072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] For port 98169fd0-a6b6-4635-a985-f23b15d83f9c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=98169fd0-a6b6-4635-a985-f23b15d83f9c,segment=NetworkSegment(47b513b1-c464-43fa-b0f7-b2e7b1bcee09),segment_id=47b513b1-c464-43fa-b0f7-b2e7b1bcee09)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:00.042468 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:00.160044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:00.164839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d594a011-34d0-4c0f-b332-6b805b28d730 tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:00.189259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] Calling delete_port for 98169fd0-a6b6-4635-a985-f23b15d83f9c owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:09:00.209244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=98169fd0-a6b6-4635-a985-f23b15d83f9c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:00.212875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:00.215026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] No DVR routers for this DVR port 98169fd0-a6b6-4635-a985-f23b15d83f9c on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:09:00.234052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Port 98169fd0-a6b6-4635-a985-f23b15d83f9c update to DOWN by agent not found {{(pid=84313) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 14 00:09:00.274791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:09:00.275153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:09:00.331235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:00.356657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659d41f6-0947-4f65-aa11-7762a100e791']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:00.369417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b513b1-c464-43fa-b0f7-b2e7b1bcee09') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:00.369736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b513b1-c464-43fa-b0f7-b2e7b1bcee09') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:00.380936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:00.396884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:00.403073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:09:00.406371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:09:00.416456 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:09:00.548354 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:00.551545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-00750aa4-33e2-41af-a2df-51535bae990c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:00.565174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:00.575728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=659d41f6-0947-4f65-aa11-7762a100e791,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:00.578517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:00.580319 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] 10.222.0.30 "DELETE /v2.0/networks/659d41f6-0947-4f65-aa11-7762a100e791 HTTP/1.1" status: 204 len: 168 time: 1.1328256 Dec 14 00:09:00.776867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] Deleting port 98169fd0-a6b6-4635-a985-f23b15d83f9c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:09:00.777423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:00.841115 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-24f5dbd2-3aff-4081-a585-15328369cc0a None None] The port '98169fd0-a6b6-4635-a985-f23b15d83f9c' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:09:00.952966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60960) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:01.004267 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1cbfc41e-4565-4464-aad7-57f174de7ea8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3abb2550a38546b2a8218cb7b940ae5c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500827 Dec 14 00:09:01.006882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60964) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:01.066088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-68005e0f-1f99-4eea-ab31-5974896ea552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:01.095534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-68005e0f-1f99-4eea-ab31-5974896ea552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:01.200200 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-68005e0f-1f99-4eea-ab31-5974896ea552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:01.203902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-54c1fc79-55d4-4dfe-809f-669de7ce13df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:01.218503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68005e0f-1f99-4eea-ab31-5974896ea552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e47a36-6f26-4079-a3a3-5703be9e9bc3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:01.222653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-68005e0f-1f99-4eea-ab31-5974896ea552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:01.281347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-68005e0f-1f99-4eea-ab31-5974896ea552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:01.282469 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-68005e0f-1f99-4eea-ab31-5974896ea552 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86e47a36-6f26-4079-a3a3-5703be9e9bc3 HTTP/1.1" status: 204 len: 168 time: 0.2744415 Dec 14 00:09:02.079549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60972) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:02.130933 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c82fb614-fe5d-40e7-91d5-6e2c4b5e903a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d6d2b867680495eb358ccaf660d05f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500240 Dec 14 00:09:02.134102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60976) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:02.194529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2228e7f-7e32-4df9-ace2-b21e09950c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:02.219360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2228e7f-7e32-4df9-ace2-b21e09950c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:02.385534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2228e7f-7e32-4df9-ace2-b21e09950c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:02.389392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1cd9f8a2-24dc-4cf0-afaf-f12b1d4ebf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:02.404054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2228e7f-7e32-4df9-ace2-b21e09950c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aecd77-4120-4c79-9f4e-816b70219828,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:02.407619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e2228e7f-7e32-4df9-ace2-b21e09950c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:02.410698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2228e7f-7e32-4df9-ace2-b21e09950c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:02.411832 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e2228e7f-7e32-4df9-ace2-b21e09950c66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26aecd77-4120-4c79-9f4e-816b70219828 HTTP/1.1" status: 204 len: 168 time: 0.2767897 Dec 14 00:09:03.601717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 60998) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:03.726716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2023431713-network', 'tenant_id': '97b10611848b4c01a65c22f66babee12'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:09:03.731543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:09:03.735424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Usage tracker for resource:network and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:09:03.738377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:09:03.745250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:09:03.839738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Made reservation on behalf of 97b10611848b4c01a65c22f66babee12 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:09:03.842037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:03.855321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:03.886301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:09:03.890133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Usage tracker for resource:security_group_rule and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:09:03.892914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:09:03.899206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:09:03.964104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:04.022980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:04.025865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0dbdb3a1-c3c4-4bfc-9256-016a907293a5 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:04.052896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:09:04.061648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d620538-c3e4-42a2-9ee9-05426155729c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:04.065365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:04.067900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:04.068242 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Added segment 81a721cb-c142-45b1-a325-16b0a8db0a1f of type vlan for network ed2962e5-24d8-4725-a915-c2633e217cc0 Dec 14 00:09:04.094340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:04.190591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:04.191488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:04.192099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:04.195471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dfe0bfa0-7da8-4e59-a92d-032eeb839362 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:04.296518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Pushing event updated for resources: {'Network': ['ID=ed2962e5-24d8-4725-a915-c2633e217cc0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:04.299732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:04.305976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network ed2962e5-24d8-4725-a915-c2633e217cc0 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:09:04.349585 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7467227 Dec 14 00:09:04.352865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 32772) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:04.358606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Request body: {'subnet': {'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2023431713-subnet', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:09:04.364077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:09:04.368449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Usage tracker for resource:subnet and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:09:04.371401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:09:04.377730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:09:04.475861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Made reservation on behalf of 97b10611848b4c01a65c22f66babee12 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:09:04.478208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:04.757401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:04.761725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fd036fd6-74c7-4844-a439-08055e9466b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:04.832322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=028e8fb6-4aea-411d-8c08-484ae4681020,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:04.836296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:04.844439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Checking segment: {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:09:04.844800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Network hostable DHCP agents. Network: ed2962e5-24d8-4725-a915-c2633e217cc0, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:09:04.922020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Network ed2962e5-24d8-4725-a915-c2633e217cc0 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:09:05.034135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, ed2962e5-24d8-4725-a915-c2633e217cc0) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:05.038459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:05.039499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.042409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb92f942-c6cb-4d8b-a03f-3285c2f300c2 None None] Network ed2962e5-24d8-4725-a915-c2633e217cc0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:09:05.128939 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-86a03d55-80d8-42d1-8da3-b2babb285e0e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7748120 Dec 14 00:09:05.132613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 32776) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:05.137838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:09:05.142503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:09:05.146290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Usage tracker for resource:router and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:09:05.149421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:09:05.155073 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:09:05.230873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.231907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.251085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.257538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-ed2962e5-24d8-4725-a915-c2633e217cc0', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:09:05.258358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.414633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Allocated IP 172.20.0.2 (ed2962e5-24d8-4725-a915-c2633e217cc0/028e8fb6-4aea-411d-8c08-484ae4681020/ecd83d37-1bde-41a1-bb38-94c6133e7601) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:09:05.454537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.617677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.627695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Transition to ACTIVE for port object ecd83d37-1bde-41a1-bb38-94c6133e7601 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:05.647648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Transition to ACTIVE for port object ecd83d37-1bde-41a1-bb38-94c6133e7601 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:05.703426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.708247 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:05.778254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Network ed2962e5-24d8-4725-a915-c2633e217cc0 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:09:05.781541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Pushing event updated for resources: {'Port': ['ID=ecd83d37-1bde-41a1-bb38-94c6133e7601,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:05.783927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:05.790718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:05.791766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:09:05.848066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.877314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Attempting to bind port ecd83d37-1bde-41a1-bb38-94c6133e7601 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:09:05.877690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Attempting to bind port ecd83d37-1bde-41a1-bb38-94c6133e7601 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:09:05.877902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.878061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Attempting to bind port ecd83d37-1bde-41a1-bb38-94c6133e7601 on network ed2962e5-24d8-4725-a915-c2633e217cc0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:09:05.885053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:09:05.885440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Checking segment: {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:09:05.885847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:05.886248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Bound using segment: {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:09:05.886715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Bound port: ecd83d37-1bde-41a1-bb38-94c6133e7601, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:09:05.887096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:06.014964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] For port ecd83d37-1bde-41a1-bb38-94c6133e7601, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:09:06.016359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Allocated IP 172.26.5.170 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/54d0783e-4558-4ea4-a558-004001e01b22) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:09:06.017961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] For port ecd83d37-1bde-41a1-bb38-94c6133e7601, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ecd83d37-1bde-41a1-bb38-94c6133e7601,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:09:06.077481 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:06.081785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-9963a8fc-f38c-42ea-9d2b-fd76ba035030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:06.168297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Pushing event updated for resources: {'Port': ['ID=ecd83d37-1bde-41a1-bb38-94c6133e7601,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:06.168849 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:06.171742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:06.243349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:06.247492 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1e40fcf9-5caa-40fa-b45c-bab5d3c23075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:06.337620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:09:06.341852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:06.344258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Pushing event updated for resources: {'Port': ['ID=54d0783e-4558-4ea4-a558-004001e01b22,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:06.346722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:09:06.376002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:06.586933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:06.587133 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:06.876619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:09:07.060719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda36fe-8c93-47c7-897c-db776faeb141 None None] Network ed2962e5-24d8-4725-a915-c2633e217cc0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:09:07.097986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:09:07.132937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Sync routers for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:09:07.188734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:09:07.189356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:08:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:07.216947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:07.218236 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0845966 Dec 14 00:09:07.221026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 32780) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:07.312410 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fa47559c-3e8e-4f18-b7ef-c0706b7dd683 None None] Provisioning for port ecd83d37-1bde-41a1-bb38-94c6133e7601 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:07.470646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:09:07.789791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:06Z', 'revision_number': 3, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:07.794551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Checking router: 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:09:07.794914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Updating router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 port 54d0783e-4558-4ea4-a558-004001e01b22 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:09:07.849602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:07.875917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ecd83d37-1bde-41a1-bb38-94c6133e7601 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:08.123712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.154325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port ecd83d37-1bde-41a1-bb38-94c6133e7601 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:08.163127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ecd83d37-1bde-41a1-bb38-94c6133e7601 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:08.163500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.333571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.337246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Allocated IP 172.20.0.1 (ed2962e5-24d8-4725-a915-c2633e217cc0/028e8fb6-4aea-411d-8c08-484ae4681020/6b3b875b-06b0-4c29-8ea5-ba18f3688479) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:09:08.355823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.364505 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Transition to ACTIVE for port object 54d0783e-4558-4ea4-a558-004001e01b22 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:08.392066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port ecd83d37-1bde-41a1-bb38-94c6133e7601, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ecd83d37-1bde-41a1-bb38-94c6133e7601,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:08.448088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.451899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:08.492571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.509315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Transition to ACTIVE for port object 6b3b875b-06b0-4c29-8ea5-ba18f3688479 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:08.531001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.575721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cdce8-b3c9-4fb9-977d-58605c193def None None] Pushing event updated for resources: {'Port': ['ID=54d0783e-4558-4ea4-a558-004001e01b22,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:08.579238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ed9cdce8-b3c9-4fb9-977d-58605c193def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:08.579937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Attempting to bind port 54d0783e-4558-4ea4-a558-004001e01b22 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:09:08.580314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Attempting to bind port 54d0783e-4558-4ea4-a558-004001e01b22 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:09:08.580674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Attempting to bind port 54d0783e-4558-4ea4-a558-004001e01b22 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:09:08.582560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:08.614369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.619514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:08.625593 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:09:08.625973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:09:08.626381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.630082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:09:08.630082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Bound port: 54d0783e-4558-4ea4-a558-004001e01b22, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:09:08.630082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.687207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Network ed2962e5-24d8-4725-a915-c2633e217cc0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:09:08.690211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:08.695812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:09:08.707697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=ecd83d37-1bde-41a1-bb38-94c6133e7601,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:08.712675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:08.721868 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] For port 54d0783e-4558-4ea4-a558-004001e01b22, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:09:08.724343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3b875b-06b0-4c29-8ea5-ba18f3688479,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:08.725783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] For port 54d0783e-4558-4ea4-a558-004001e01b22, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=54d0783e-4558-4ea4-a558-004001e01b22,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:09:08.735460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:08.758153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.808474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.812311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:08.885259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:08.894127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cdce8-b3c9-4fb9-977d-58605c193def None None] Pushing event updated for resources: {'Port': ['ID=54d0783e-4558-4ea4-a558-004001e01b22,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:08.898698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ed9cdce8-b3c9-4fb9-977d-58605c193def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:08.899709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:09:08.900311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:08:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:09.067042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2793ae74-c501-4226-8b1a-c05e4d6d83b4 None None] Provisioning for port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:09.078921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2793ae74-c501-4226-8b1a-c05e4d6d83b4 None None] Provisioning complete for port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:09.079296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2793ae74-c501-4226-8b1a-c05e4d6d83b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:09.114570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:09.140846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2793ae74-c501-4226-8b1a-c05e4d6d83b4 None None] Port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:09:09.143788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:09:09.176867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:09.209791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-154aba95-2f7e-4fb6-96fc-a4731c68e2cc tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:09.287084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Pushing event updated for resources: {'Port': ['ID=6b3b875b-06b0-4c29-8ea5-ba18f3688479,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:09.290107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:09.293882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:09.431914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Network ed2962e5-24d8-4725-a915-c2633e217cc0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:09:09.433022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:09.484386 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 1, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:09.489139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8195dc90-b2ec-487a-b773-28ff65588e46 None None] The sync data for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv is: [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 1, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:09:09.671131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b112b34d-38d0-42ad-8116-1d5f7e194b01 None None] Provisioning complete for port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:09.671514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b112b34d-38d0-42ad-8116-1d5f7e194b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:09.727242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b112b34d-38d0-42ad-8116-1d5f7e194b01 None None] Port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:09:09.827259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ecd83d37-1bde-41a1-bb38-94c6133e7601 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:09.905373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ecd83d37-1bde-41a1-bb38-94c6133e7601 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:09.905848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:09.996824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:09:10.219157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:09:10.228744 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] 10.222.0.30 "PUT /v2.0/routers/213770ab-bf4e-43f6-8788-0adcbe6b3ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0066195 Dec 14 00:09:11.338811 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 32802) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:11.345105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-39263912-network', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:09:11.350742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:09:11.354736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Usage tracker for resource:network and tenant:c9421d6791584db9a1ce4b19e6d0dd50 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:09:11.357699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:09:11.363500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:09:11.419382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Made reservation on behalf of c9421d6791584db9a1ce4b19e6d0dd50 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:09:11.421730 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:11.434844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:11.465582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:09:11.469349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Usage tracker for resource:security_group_rule and tenant:c9421d6791584db9a1ce4b19e6d0dd50 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:09:11.472156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:09:11.478357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:09:11.545429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:11.624653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:11.627587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-51daed41-74ba-470c-90e1-ec2ddd8f586c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:11.664357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:09:11.673177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f002d7ac-9fcd-41dd-b2d7-22e2354075e9,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:11.681868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:11.682207 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Added segment 38c3a65b-a2e3-49f4-afa2-5555248bea32 of type vlan for network 2951b76f-51d1-4724-8652-ca6da5f34222 Dec 14 00:09:11.689578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.689964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.690341 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.690714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.691083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.691458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.691844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.692212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.692694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.693057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.693472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:11.697515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:11.719532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:11.802284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:11.803269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:11.803885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:11.807522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1d98391e-2960-40c7-a6e9-8c26c4834519 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:11.845090 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 54d0783e-4558-4ea4-a558-004001e01b22 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:11.896578 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f867a163-bd1c-4871-ad45-1363804c0313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:11.910156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2951b76f-51d1-4724-8652-ca6da5f34222,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:11.913673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:11.920673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 2951b76f-51d1-4724-8652-ca6da5f34222 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:09:11.985872 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6455247 Dec 14 00:09:11.988497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 32806) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:11.994099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Request body: {'subnet': {'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-39263912-subnet', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:09:12.000873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:09:12.003047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Usage tracker for resource:subnet and tenant:c9421d6791584db9a1ce4b19e6d0dd50 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:09:12.006776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:09:12.013002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:09:12.020570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 54d0783e-4558-4ea4-a558-004001e01b22 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:12.026547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 54d0783e-4558-4ea4-a558-004001e01b22 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:12.026931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:12.088216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Made reservation on behalf of c9421d6791584db9a1ce4b19e6d0dd50 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:09:12.090532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:12.146176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:12.165461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 54d0783e-4558-4ea4-a558-004001e01b22, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=54d0783e-4558-4ea4-a558-004001e01b22,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:12.234433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:12.236358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:12.301104 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=54d0783e-4558-4ea4-a558-004001e01b22,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:12.304185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:12.360196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:12.364199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-06989451-c0de-4505-bf6e-2b617a0b51c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:12.440042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:12.443574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:12.450553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Checking segment: {'id': '38c3a65b-a2e3-49f4-afa2-5555248bea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:09:12.450909 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Network hostable DHCP agents. Network: 2951b76f-51d1-4724-8652-ca6da5f34222, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:09:12.568138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Network 2951b76f-51d1-4724-8652-ca6da5f34222 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:09:12.727837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 2951b76f-51d1-4724-8652-ca6da5f34222) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:12.731638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:12.732240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:12.736779 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f53b45-9c73-4a77-8a3c-97ec875bf3ae None None] Network 2951b76f-51d1-4724-8652-ca6da5f34222 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:09:12.838342 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7ce2022a-9720-408d-a083-952788aa1c67 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8487484 Dec 14 00:09:12.840846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 32810) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:12.846134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:09:12.851164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:09:12.857573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Usage tracker for resource:router and tenant:c9421d6791584db9a1ce4b19e6d0dd50 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:09:12.858165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:09:12.864166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:09:12.936942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:12.937905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:12.957125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:12.988650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366dfed9-2399-4672-bd82-10565326922d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-2951b76f-51d1-4724-8652-ca6da5f34222', 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'fixed_ips': [{'subnet_id': 'd8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:09:12.989509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-366dfed9-2399-4672-bd82-10565326922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.143803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-366dfed9-2399-4672-bd82-10565326922d None None] Allocated IP 172.20.0.2 (2951b76f-51d1-4724-8652-ca6da5f34222/d8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4/a883e7cc-40da-42fe-bcca-0e0ba6c2f713) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:09:13.158348 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.352388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-366dfed9-2399-4672-bd82-10565326922d None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.369698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-366dfed9-2399-4672-bd82-10565326922d None None] Transition to ACTIVE for port object a883e7cc-40da-42fe-bcca-0e0ba6c2f713 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:13.389133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-366dfed9-2399-4672-bd82-10565326922d None None] Transition to ACTIVE for port object a883e7cc-40da-42fe-bcca-0e0ba6c2f713 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:13.409738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.443755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.459944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-366dfed9-2399-4672-bd82-10565326922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.464397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:13.529259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366dfed9-2399-4672-bd82-10565326922d None None] Network 2951b76f-51d1-4724-8652-ca6da5f34222 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:09:13.532751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-366dfed9-2399-4672-bd82-10565326922d None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:13.534489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dfed9-2399-4672-bd82-10565326922d None None] Pushing event updated for resources: {'Port': ['ID=a883e7cc-40da-42fe-bcca-0e0ba6c2f713,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:13.536560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366dfed9-2399-4672-bd82-10565326922d None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:09:13.539975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-366dfed9-2399-4672-bd82-10565326922d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:13.581364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Allocated IP 172.26.5.57 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/ca24bf49-3323-4c92-8af0-7094d77aefac) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:09:13.626361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-366dfed9-2399-4672-bd82-10565326922d None None] Attempting to bind port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:09:13.626653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-366dfed9-2399-4672-bd82-10565326922d None None] Attempting to bind port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '38c3a65b-a2e3-49f4-afa2-5555248bea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:09:13.627019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dfed9-2399-4672-bd82-10565326922d None None] Attempting to bind port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 on network 2951b76f-51d1-4724-8652-ca6da5f34222 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:09:13.633873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dfed9-2399-4672-bd82-10565326922d None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:09:13.634251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dfed9-2399-4672-bd82-10565326922d None None] Checking segment: {'id': '38c3a65b-a2e3-49f4-afa2-5555248bea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:09:13.634653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-366dfed9-2399-4672-bd82-10565326922d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.635046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366dfed9-2399-4672-bd82-10565326922d None None] Bound using segment: {'id': '38c3a65b-a2e3-49f4-afa2-5555248bea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:09:13.635508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-366dfed9-2399-4672-bd82-10565326922d None None] Bound port: a883e7cc-40da-42fe-bcca-0e0ba6c2f713, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a65b-a2e3-49f4-afa2-5555248bea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:09:13.635996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-366dfed9-2399-4672-bd82-10565326922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.727622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-366dfed9-2399-4672-bd82-10565326922d None None] For port a883e7cc-40da-42fe-bcca-0e0ba6c2f713, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:09:13.730749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-366dfed9-2399-4672-bd82-10565326922d None None] For port a883e7cc-40da-42fe-bcca-0e0ba6c2f713, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a883e7cc-40da-42fe-bcca-0e0ba6c2f713,segment=NetworkSegment(38c3a65b-a2e3-49f4-afa2-5555248bea32),segment_id=38c3a65b-a2e3-49f4-afa2-5555248bea32)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:09:13.735983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.803211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-366dfed9-2399-4672-bd82-10565326922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.808842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:13.831629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:13.836454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-624f12b0-0ce2-4b5f-a2f5-ca66b0d87fac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:13.845243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 54d0783e-4558-4ea4-a558-004001e01b22 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:13.949986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dfed9-2399-4672-bd82-10565326922d None None] Pushing event updated for resources: {'Port': ['ID=a883e7cc-40da-42fe-bcca-0e0ba6c2f713,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:13.960400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-366dfed9-2399-4672-bd82-10565326922d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:13.972061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 54d0783e-4558-4ea4-a558-004001e01b22 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:13.972569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:14.024156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:09:14.027819 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:14.029873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Pushing event updated for resources: {'Port': ['ID=ca24bf49-3323-4c92-8af0-7094d77aefac,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:14.032008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:09:14.057235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:14.171476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1a9e789c-47e8-489a-88ea-a6d0c66d1658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:14.300013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:14.300753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:14.628075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Router 3100443e-28d5-4dde-85fc-5edbd7297b89 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:09:14.836439 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:09:14.844933 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Sync routers for ids ['3100443e-28d5-4dde-85fc-5edbd7297b89'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:09:14.858009 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Routers {'3100443e-28d5-4dde-85fc-5edbd7297b89'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:09:14.858627 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:09:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['3100443e-28d5-4dde-85fc-5edbd7297b89'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:14.928300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:14.932386 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0905199 Dec 14 00:09:14.932779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 32814) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:09:15.037892 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Set router 3100443e-28d5-4dde-85fc-5edbd7297b89 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:09:15.066258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e410b32e-6946-46c7-91d7-0e054d68624b None None] Network 2951b76f-51d1-4724-8652-ca6da5f34222 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:09:15.232966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8d1bacd6-3f07-4f5a-be37-d5f9562519d0 None None] Provisioning for port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:15.342274 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:12Z', 'updated_at': '2021-12-14T00:09:14Z', 'revision_number': 3, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'gw_port': {'id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:13Z', 'updated_at': '2021-12-14T00:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:15.346494 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Checking router: 3100443e-28d5-4dde-85fc-5edbd7297b89 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:09:15.346846 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Updating router 3100443e-28d5-4dde-85fc-5edbd7297b89 port ca24bf49-3323-4c92-8af0-7094d77aefac binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:09:15.404414 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:15.465538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:15.537579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:15.778758 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:15.797929 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Transition to ACTIVE for port object ca24bf49-3323-4c92-8af0-7094d77aefac will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:15.855630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a883e7cc-40da-42fe-bcca-0e0ba6c2f713 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:15.862733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:15.885367 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:15.889467 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:15.967010 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Attempting to bind port ca24bf49-3323-4c92-8af0-7094d77aefac on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:09:15.974433 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Attempting to bind port ca24bf49-3323-4c92-8af0-7094d77aefac by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:09:15.974433 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Attempting to bind port ca24bf49-3323-4c92-8af0-7094d77aefac on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:09:15.974433 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Pushing event updated for resources: {'Port': ['ID=ca24bf49-3323-4c92-8af0-7094d77aefac,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:15.983390 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:09:15.983794 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:09:15.984203 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:15.984613 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:09:15.985069 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Bound port: ca24bf49-3323-4c92-8af0-7094d77aefac, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:09:15.985450 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.012894 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.013291 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.013574 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.013907 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.014236 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.014564 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.014892 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.015216 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.015540 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.015894 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.016219 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.018950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:16.025320 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:16.025529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:16.026029 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.068194 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] For port ca24bf49-3323-4c92-8af0-7094d77aefac, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:09:16.072302 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] For port ca24bf49-3323-4c92-8af0-7094d77aefac, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ca24bf49-3323-4c92-8af0-7094d77aefac,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:09:16.079898 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Allocated IP 172.20.0.1 (2951b76f-51d1-4724-8652-ca6da5f34222/d8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4/b806d29f-ac6a-463a-b2fd-9e8635673c65) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:09:16.141593 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.149624 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.153934 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:16.178545 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port a883e7cc-40da-42fe-bcca-0e0ba6c2f713, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a883e7cc-40da-42fe-bcca-0e0ba6c2f713,segment=NetworkSegment(38c3a65b-a2e3-49f4-afa2-5555248bea32),segment_id=38c3a65b-a2e3-49f4-afa2-5555248bea32)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:16.233426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.240817 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Pushing event updated for resources: {'Port': ['ID=ca24bf49-3323-4c92-8af0-7094d77aefac,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:16.244400 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c8c25e77-4c7e-48e0-a18e-8b9736ab83cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:16.245172 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Routers {'3100443e-28d5-4dde-85fc-5edbd7297b89'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:09:16.245773 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:09:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['3100443e-28d5-4dde-85fc-5edbd7297b89'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:16.249701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Transition to ACTIVE for port object b806d29f-ac6a-463a-b2fd-9e8635673c65 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:16.251784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.257529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:16.332271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=a883e7cc-40da-42fe-bcca-0e0ba6c2f713,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:16.335866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:16.348932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.353835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ac15ab57-7bbd-4ab1-a519-c49b9b0ff07e tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:16.426209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Network 2951b76f-51d1-4724-8652-ca6da5f34222 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:09:16.429839 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:16.431878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Pushing event updated for resources: {'Port': ['ID=b806d29f-ac6a-463a-b2fd-9e8635673c65,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:16.434115 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] Set router 3100443e-28d5-4dde-85fc-5edbd7297b89 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:09:16.435791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:09:16.472319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.472709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.473088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.473468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.473902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.474217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.474588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.474955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.475324 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.476241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.479675 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:09:16.482828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:16.502051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.650331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.748509 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:12Z', 'updated_at': '2021-12-14T00:09:14Z', 'revision_number': 3, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'gw_port': {'id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:13Z', 'updated_at': '2021-12-14T00:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:16.752608 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adf633-dbc3-4ef5-9c61-dd2f15881ea7 None None] The sync data for ids ['3100443e-28d5-4dde-85fc-5edbd7297b89'] in dv-neutron-821564-1-hyperv is: [{'id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:12Z', 'updated_at': '2021-12-14T00:09:14Z', 'revision_number': 3, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'gw_port': {'id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:13Z', 'updated_at': '2021-12-14T00:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:09:16.790922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6d35c613-e4df-4e26-9dea-d33cbb4c452c None None] Provisioning for port b806d29f-ac6a-463a-b2fd-9e8635673c65 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:16.796201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6d35c613-e4df-4e26-9dea-d33cbb4c452c None None] Provisioning complete for port b806d29f-ac6a-463a-b2fd-9e8635673c65 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:16.796627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6d35c613-e4df-4e26-9dea-d33cbb4c452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.858069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6d35c613-e4df-4e26-9dea-d33cbb4c452c None None] Port b806d29f-ac6a-463a-b2fd-9e8635673c65 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:09:16.879962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.916662 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.950705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:16.975201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-43849bae-3093-4d36-a737-3320767f6cdd tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:17.057038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Pushing event updated for resources: {'Port': ['ID=b806d29f-ac6a-463a-b2fd-9e8635673c65,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:17.059482 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:17.063002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:17.305546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Network 2951b76f-51d1-4724-8652-ca6da5f34222 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:09:17.306708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:17.583702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0fae30d4-1668-439f-8ce6-28307a57c559 None None] Provisioning complete for port b806d29f-ac6a-463a-b2fd-9e8635673c65 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:17.584264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0fae30d4-1668-439f-8ce6-28307a57c559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:17.668771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0fae30d4-1668-439f-8ce6-28307a57c559 None None] Port b806d29f-ac6a-463a-b2fd-9e8635673c65 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:09:17.692713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Router 3100443e-28d5-4dde-85fc-5edbd7297b89 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:09:17.823363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a883e7cc-40da-42fe-bcca-0e0ba6c2f713 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:17.891024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:17.891315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:17.902193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:09:17.911231 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] 10.222.0.30 "PUT /v2.0/routers/3100443e-28d5-4dde-85fc-5edbd7297b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9774187 Dec 14 00:09:19.680493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:23.205314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Sync routers for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:09:23.224079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:09:23.224721 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:09:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:23.426849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:09:23.761801 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 2, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:23.766190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Checking router: 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:09:23.766550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Updating router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:09:23.827212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:23.874014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ca24bf49-3323-4c92-8af0-7094d77aefac up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:24.086116 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port ca24bf49-3323-4c92-8af0-7094d77aefac completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:24.097025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ca24bf49-3323-4c92-8af0-7094d77aefac triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:24.097405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:24.314370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:24.336828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port ca24bf49-3323-4c92-8af0-7094d77aefac, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ca24bf49-3323-4c92-8af0-7094d77aefac,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:24.416333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:24.424127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:24.513589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:24.519354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=ca24bf49-3323-4c92-8af0-7094d77aefac,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:24.526096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:24.534014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Transition to ACTIVE for port object 6b3b875b-06b0-4c29-8ea5-ba18f3688479 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:24.597862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:24.601990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-176abce1-9d8a-461c-8392-33d48b29fe8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:24.785725 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734a810-9ddf-4b2c-a64c-4903b8572e3d None None] Pushing event updated for resources: {'Port': ['ID=6b3b875b-06b0-4c29-8ea5-ba18f3688479,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:24.788515 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7734a810-9ddf-4b2c-a64c-4903b8572e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:24.899027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Attempting to bind port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:09:24.899396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Attempting to bind port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:09:24.899800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Attempting to bind port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 on network ed2962e5-24d8-4725-a915-c2633e217cc0 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:09:24.907059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:09:24.907438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Checking segment: {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:09:24.907873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:24.908267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Bound using segment: {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:09:24.908733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Bound port: 6b3b875b-06b0-4c29-8ea5-ba18f3688479, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:09:24.909107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:25.019082 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] For port 6b3b875b-06b0-4c29-8ea5-ba18f3688479, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:09:25.024442 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] For port 6b3b875b-06b0-4c29-8ea5-ba18f3688479, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b3b875b-06b0-4c29-8ea5-ba18f3688479,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:09:25.086636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:25.090577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6ee51615-a9a2-4213-8450-8319a58e1397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:25.169986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734a810-9ddf-4b2c-a64c-4903b8572e3d None None] Pushing event updated for resources: {'Port': ['ID=6b3b875b-06b0-4c29-8ea5-ba18f3688479,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:25.187568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7734a810-9ddf-4b2c-a64c-4903b8572e3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:25.190856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:09:25.190856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:09:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:25.422839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:09:25.753673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:25Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:25.758485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e10d3-5792-4764-86d9-2d70b1f6ffd3 None None] The sync data for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv is: [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:25Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:09:25.864572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ca24bf49-3323-4c92-8af0-7094d77aefac up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:25.959186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ca24bf49-3323-4c92-8af0-7094d77aefac triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:25.960385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:26.113437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b3b875b-06b0-4c29-8ea5-ba18f3688479 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:26.250277 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Sync routers for ids ['3100443e-28d5-4dde-85fc-5edbd7297b89'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:09:26.259845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:26.277903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:26.278286 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:26.297554 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Routers {'3100443e-28d5-4dde-85fc-5edbd7297b89'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:09:26.297554 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:09:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['3100443e-28d5-4dde-85fc-5edbd7297b89'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:26.532109 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Set router 3100443e-28d5-4dde-85fc-5edbd7297b89 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:09:26.535335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:26.572948 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 6b3b875b-06b0-4c29-8ea5-ba18f3688479, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b3b875b-06b0-4c29-8ea5-ba18f3688479,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:26.642053 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:26.644249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f9c6061e-ca51-42cf-b2f7-bc1a2e4d6960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:26.721463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=6b3b875b-06b0-4c29-8ea5-ba18f3688479,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:26.724664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:26.883920 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:12Z', 'updated_at': '2021-12-14T00:09:16Z', 'revision_number': 4, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'gw_port': {'id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:13Z', 'updated_at': '2021-12-14T00:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'b806d29f-ac6a-463a-b2fd-9e8635673c65', 'name': '', 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'mac_address': 'fa:16:3e:3e:0a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:15Z', 'updated_at': '2021-12-14T00:09:16Z', 'revision_number': 2, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'subnets': [{'id': 'd8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:26.888317 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Checking router: 3100443e-28d5-4dde-85fc-5edbd7297b89 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:09:26.888780 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Updating router 3100443e-28d5-4dde-85fc-5edbd7297b89 port b806d29f-ac6a-463a-b2fd-9e8635673c65 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:09:26.943522 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:27.358953 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:27.376111 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Transition to ACTIVE for port object b806d29f-ac6a-463a-b2fd-9e8635673c65 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:27.446002 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:27.449903 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:27.606597 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e4fd5-fd9e-47bc-b023-26504327392b None None] Pushing event updated for resources: {'Port': ['ID=b806d29f-ac6a-463a-b2fd-9e8635673c65,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:27.612579 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a89e4fd5-fd9e-47bc-b023-26504327392b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:27.715686 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Attempting to bind port b806d29f-ac6a-463a-b2fd-9e8635673c65 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:09:27.716174 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Attempting to bind port b806d29f-ac6a-463a-b2fd-9e8635673c65 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '38c3a65b-a2e3-49f4-afa2-5555248bea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:09:27.716630 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Attempting to bind port b806d29f-ac6a-463a-b2fd-9e8635673c65 on network 2951b76f-51d1-4724-8652-ca6da5f34222 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:09:27.724814 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:09:27.726174 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Checking segment: {'id': '38c3a65b-a2e3-49f4-afa2-5555248bea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:09:27.726744 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:27.727240 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Bound using segment: {'id': '38c3a65b-a2e3-49f4-afa2-5555248bea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:09:27.727857 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Bound port: b806d29f-ac6a-463a-b2fd-9e8635673c65, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c3a65b-a2e3-49f4-afa2-5555248bea32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:09:27.728956 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:27.856159 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] For port b806d29f-ac6a-463a-b2fd-9e8635673c65, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:09:27.860095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b3b875b-06b0-4c29-8ea5-ba18f3688479 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:27.869158 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] For port b806d29f-ac6a-463a-b2fd-9e8635673c65, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b806d29f-ac6a-463a-b2fd-9e8635673c65,segment=NetworkSegment(38c3a65b-a2e3-49f4-afa2-5555248bea32),segment_id=38c3a65b-a2e3-49f4-afa2-5555248bea32)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:09:27.938914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:27.939370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:27.954317 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:27.958011 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-baa63dcb-6db5-4478-86f3-a7f207318529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:28.041140 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e4fd5-fd9e-47bc-b023-26504327392b None None] Pushing event updated for resources: {'Port': ['ID=b806d29f-ac6a-463a-b2fd-9e8635673c65,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:28.043704 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Routers {'3100443e-28d5-4dde-85fc-5edbd7297b89'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:09:28.044996 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:09:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['3100443e-28d5-4dde-85fc-5edbd7297b89'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:28.099433 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a89e4fd5-fd9e-47bc-b023-26504327392b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:28.263358 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] Set router 3100443e-28d5-4dde-85fc-5edbd7297b89 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:09:28.611738 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:12Z', 'updated_at': '2021-12-14T00:09:16Z', 'revision_number': 4, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'gw_port': {'id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:13Z', 'updated_at': '2021-12-14T00:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'b806d29f-ac6a-463a-b2fd-9e8635673c65', 'name': '', 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'mac_address': 'fa:16:3e:3e:0a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:15Z', 'updated_at': '2021-12-14T00:09:27Z', 'revision_number': 4, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'subnets': [{'id': 'd8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:09:28.616068 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70b046-bf0d-4bfe-897d-23369e7e3de6 None None] The sync data for ids ['3100443e-28d5-4dde-85fc-5edbd7297b89'] in dv-neutron-821564-1-hyperv is: [{'id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:12Z', 'updated_at': '2021-12-14T00:09:16Z', 'revision_number': 4, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'gw_port': {'id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:13Z', 'updated_at': '2021-12-14T00:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'b806d29f-ac6a-463a-b2fd-9e8635673c65', 'name': '', 'network_id': '2951b76f-51d1-4724-8652-ca6da5f34222', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'mac_address': 'fa:16:3e:3e:0a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:15Z', 'updated_at': '2021-12-14T00:09:27Z', 'revision_number': 4, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'subnets': [{'id': 'd8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:09:29.868677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b806d29f-ac6a-463a-b2fd-9e8635673c65 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:29.988176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port b806d29f-ac6a-463a-b2fd-9e8635673c65 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:29.994614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b806d29f-ac6a-463a-b2fd-9e8635673c65 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:29.994997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:30.160479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:30.198334 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port b806d29f-ac6a-463a-b2fd-9e8635673c65, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b806d29f-ac6a-463a-b2fd-9e8635673c65,segment=NetworkSegment(38c3a65b-a2e3-49f4-afa2-5555248bea32),segment_id=38c3a65b-a2e3-49f4-afa2-5555248bea32)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:30.281584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:30.283399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:30.351921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=b806d29f-ac6a-463a-b2fd-9e8635673c65,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:30.354819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:31.021880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d19ade-7d15-4c76-b11c-403067381997 req-caf61b3e-ac68-4a5c-8302-8917d3399382 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:31.023895 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-caf61b3e-ac68-4a5c-8302-8917d3399382 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 815 time: 0.1431067 Dec 14 00:09:31.043593 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-654a2397-6c4c-4fef-96ec-f09dda66e2e1 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/quotas/97b10611848b4c01a65c22f66babee12 HTTP/1.1" status: 200 len: 375 time: 0.0125382 Dec 14 00:09:31.124432 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-99709611-ae0f-427a-8120-8f9ca310c7de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755923 Dec 14 00:09:31.388986 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-cd1a2cc1-ea69-410d-ab93-8e58beb6cbcc service neutron] 10.222.0.30 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532756 Dec 14 00:09:31.520229 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-2dae104f-7920-433f-b83a-5112916abd7a service neutron] 10.222.0.30 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255705 Dec 14 00:09:31.753325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-7e16fd04-dc0d-47b1-b4f7-07c7b98e7b13 req-a17aabff-296e-4aca-8879-29ba13a05bee tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Synchronizing usage tracker for tenant:97b10611848b4c01a65c22f66babee12 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:09:31.834867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b806d29f-ac6a-463a-b2fd-9e8635673c65 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:31.845913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-7e16fd04-dc0d-47b1-b4f7-07c7b98e7b13 req-a17aabff-296e-4aca-8879-29ba13a05bee tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Unset dirty status for tenant:97b10611848b4c01a65c22f66babee12 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:09:31.847112 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7e16fd04-dc0d-47b1-b4f7-07c7b98e7b13 req-a17aabff-296e-4aca-8879-29ba13a05bee tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 210 time: 0.1433048 Dec 14 00:09:31.904880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port b806d29f-ac6a-463a-b2fd-9e8635673c65 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:31.905258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:33.014862 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-56a02ad1-ae32-47a0-a1b3-4a687d2481a4 req-2f573bd0-c5f8-4a6a-8aac-231d08c3155a tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 210 time: 0.0468547 Dec 14 00:09:34.200385 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-727526b7-74dc-4157-b46f-a674f723b0e6 req-51ef57d1-ea5d-46e7-967e-963e2d74bae2 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 210 time: 0.0563607 Dec 14 00:09:34.208284 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d19ade-7d15-4c76-b11c-403067381997 req-7a4557a2-3476-42e6-93c2-f8de7d7e64e9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:34.208944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-24d19ade-7d15-4c76-b11c-403067381997 req-7a4557a2-3476-42e6-93c2-f8de7d7e64e9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Synchronizing usage tracker for tenant:97b10611848b4c01a65c22f66babee12 on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:09:34.299050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-24d19ade-7d15-4c76-b11c-403067381997 req-7a4557a2-3476-42e6-93c2-f8de7d7e64e9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Unset dirty status for tenant:97b10611848b4c01a65c22f66babee12 on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:09:34.300292 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-7a4557a2-3476-42e6-93c2-f8de7d7e64e9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.18 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 815 time: 0.2829757 Dec 14 00:09:34.317227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'port': {'device_id': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'admin_state_up': True, 'tenant_id': '97b10611848b4c01a65c22f66babee12'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:09:34.455079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:09:34.464712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:09:34.550103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Made reservation on behalf of 97b10611848b4c01a65c22f66babee12 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:09:34.553221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:34.720935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Allocated IP 172.20.0.11 (ed2962e5-24d8-4725-a915-c2633e217cc0/028e8fb6-4aea-411d-8c08-484ae4681020/7b53cf29-cfcb-4fe4-9664-243d9d34e4cd) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:09:34.956070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:34.977045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Transition to ACTIVE for port object 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:35.049719 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:35.061367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1f7ef475-4b2f-44a2-8f7d-6fea85b1d2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:35.078161 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:09:35.129769 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Network ed2962e5-24d8-4725-a915-c2633e217cc0 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:09:35.133228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:09:35.135957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:09:35.224767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:35.225412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:35.271254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'Port': ['ID=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:35.275008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:35.368923 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0558739 Dec 14 00:09:35.477086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-14bc6b96-1671-4f09-9eb5-ce56210d19c0 None None] Provisioning for port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:35.480331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434f0f0-d104-42ae-849c-5f3f4146b6f2 req-ec8ccb67-cd64-4b9d-93e9-5ee253c85071 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:35.482199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-14bc6b96-1671-4f09-9eb5-ce56210d19c0 None None] Provisioning complete for port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:35.483025 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6434f0f0-d104-42ae-849c-5f3f4146b6f2 req-ec8ccb67-cd64-4b9d-93e9-5ee253c85071 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 932 time: 0.1112297 Dec 14 00:09:35.489018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-14bc6b96-1671-4f09-9eb5-ce56210d19c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:35.537270 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6434f0f0-d104-42ae-849c-5f3f4146b6f2 req-b9143b8f-855d-40b2-862c-3bbc0812123c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Dec 14 00:09:35.546726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-14bc6b96-1671-4f09-9eb5-ce56210d19c0 None None] Port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:09:36.756291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d7d56-64b9-4022-9ef3-29155d6a984e req-b1c1e65d-712c-48e6-9da2-dfb3882765b8 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:36.757763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1c5d7d56-64b9-4022-9ef3-29155d6a984e req-b1c1e65d-712c-48e6-9da2-dfb3882765b8 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Synchronizing usage tracker for tenant:97b10611848b4c01a65c22f66babee12 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:09:36.859306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1c5d7d56-64b9-4022-9ef3-29155d6a984e req-b1c1e65d-712c-48e6-9da2-dfb3882765b8 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Unset dirty status for tenant:97b10611848b4c01a65c22f66babee12 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:09:36.860595 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1c5d7d56-64b9-4022-9ef3-29155d6a984e req-b1c1e65d-712c-48e6-9da2-dfb3882765b8 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 932 time: 0.1932278 Dec 14 00:09:37.030901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1c5d7d56-64b9-4022-9ef3-29155d6a984e req-747e64c0-cd80-4d75-beb4-76df96791d07 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Synchronizing usage tracker for tenant:97b10611848b4c01a65c22f66babee12 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:09:37.102979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1c5d7d56-64b9-4022-9ef3-29155d6a984e req-747e64c0-cd80-4d75-beb4-76df96791d07 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Unset dirty status for tenant:97b10611848b4c01a65c22f66babee12 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:09:37.104553 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1c5d7d56-64b9-4022-9ef3-29155d6a984e req-747e64c0-cd80-4d75-beb4-76df96791d07 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376935 Dec 14 00:09:38.314958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5011b2a-03cd-4ca0-994f-6dad4dee93f6 req-a702774e-9fce-4535-a0f1-ebd8b52e2f80 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:38.317208 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5011b2a-03cd-4ca0-994f-6dad4dee93f6 req-a702774e-9fce-4535-a0f1-ebd8b52e2f80 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 932 time: 0.0889614 Dec 14 00:09:38.382576 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5011b2a-03cd-4ca0-994f-6dad4dee93f6 req-6f3b8dc3-c1d1-47c6-b588-57b4d25669f9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 Dec 14 00:09:39.589542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c2056-6dbf-4f30-913f-b829ade217c6 req-19ffeef5-7371-45b3-9b42-063868d6e39d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:39.591126 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-015c2056-6dbf-4f30-913f-b829ade217c6 req-19ffeef5-7371-45b3-9b42-063868d6e39d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 932 time: 0.0858603 Dec 14 00:09:39.640314 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-015c2056-6dbf-4f30-913f-b829ade217c6 req-79e50ecf-dc4a-4959-b17c-9240e456e775 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Dec 14 00:09:40.844298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5138a-afc6-4213-906a-5538f596bb10 req-f12d63ea-3867-4f66-9c4c-ae6af7e7a168 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:40.845802 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-afe5138a-afc6-4213-906a-5538f596bb10 req-f12d63ea-3867-4f66-9c4c-ae6af7e7a168 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 932 time: 0.0827894 Dec 14 00:09:40.895045 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-afe5138a-afc6-4213-906a-5538f596bb10 req-b30d944f-ec38-41cd-ab4d-d5efb5aa7df5 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Dec 14 00:09:41.910834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fd238ae5-944e-49cd-9218-eac2e8c98dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:42.185789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf604542-644b-444b-9da1-61de433ed700 req-f64f189f-fd35-4b51-853f-75e4d0c64454 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:42.185789 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf604542-644b-444b-9da1-61de433ed700 req-f64f189f-fd35-4b51-853f-75e4d0c64454 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 932 time: 0.1244743 Dec 14 00:09:42.209163 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf604542-644b-444b-9da1-61de433ed700 req-013b577b-64b4-4764-8221-64a54848366f tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494413 Dec 14 00:09:43.544004 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fd0f9-c230-4495-8fbc-3b129f5bff0d req-8bbdf83f-185e-4323-9954-aba4233489e4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:43.545489 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f58fd0f9-c230-4495-8fbc-3b129f5bff0d req-8bbdf83f-185e-4323-9954-aba4233489e4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 932 time: 0.1971169 Dec 14 00:09:43.597199 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f58fd0f9-c230-4495-8fbc-3b129f5bff0d req-af8e2e0c-9b06-4c9d-8f43-145a950aca07 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446141 Dec 14 00:09:44.148612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b659cd9e-da54-4584-bba3-4ae72ef871bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:44.794891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eafc17-3dec-4cc9-96b6-0c66f483e928 req-c52bb086-3980-4d8b-b069-946ee8b2b821 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:44.796369 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d7eafc17-3dec-4cc9-96b6-0c66f483e928 req-c52bb086-3980-4d8b-b069-946ee8b2b821 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 932 time: 0.0769746 Dec 14 00:09:44.841684 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d7eafc17-3dec-4cc9-96b6-0c66f483e928 req-f2d5e294-495e-4a31-a721-5cd869d6cea6 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Dec 14 00:09:45.049946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Request body: {'port': {'device_id': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:09:45.161325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:45.447175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:45.498762 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:45.510535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:09:45.517258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:45.531228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Transition to ACTIVE for port object 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:09:45.618706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:45.622332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1cbc94d7-0547-4c6d-9ff7-7bd3a617982b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:45.750441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:45.754537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:45.860960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Attempting to bind port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:09:45.861563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Attempting to bind port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:09:45.861675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Attempting to bind port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd on network ed2962e5-24d8-4725-a915-c2633e217cc0 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:09:45.868290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd on network ed2962e5-24d8-4725-a915-c2633e217cc0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:09:45.868835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Attempting to bind port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd on network ed2962e5-24d8-4725-a915-c2633e217cc0 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:09:45.874820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:09:45.875154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Checking segment: {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:09:45.875529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Bound using segment: {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:09:45.875984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Bound port: 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a721cb-c142-45b1-a325-16b0a8db0a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:09:45.876328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:45.970403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] For port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:09:45.973268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] For port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:09:46.039289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108a6c7-aa89-448e-8b7a-ffceb2e2c381 req-2ba7a536-94f6-4984-b5f4-eeae669c89c0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:46.040739 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6108a6c7-aa89-448e-8b7a-ffceb2e2c381 req-2ba7a536-94f6-4984-b5f4-eeae669c89c0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 944 time: 0.0814989 Dec 14 00:09:46.086084 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6108a6c7-aa89-448e-8b7a-ffceb2e2c381 req-9700612b-fa8b-446d-8b1a-22597a784b63 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 Dec 14 00:09:46.086509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:46.090478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:46.143695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:46.145059 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 1094 time: 1.0995252 Dec 14 00:09:46.145584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:09:46.172319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:46.175407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:46.323023 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-19d52db7-91ef-4f8f-a428-85cca57e7ada service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1097 time: 0.0855920 Dec 14 00:09:46.394916 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'status': 'completed', 'code': 200} Dec 14 00:09:46.403777 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-5b5d739d-667f-4443-bb08-4d8ac3b6c078 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 217 time: 0.0729010 Dec 14 00:09:46.470773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d19ade-7d15-4c76-b11c-403067381997 req-66df3f17-c911-49ec-b882-a93acef47aff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:46.472153 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-66df3f17-c911-49ec-b882-a93acef47aff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 200 len: 854 time: 0.0629914 Dec 14 00:09:46.548375 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-5345b777-a936-4fec-b16a-63b77a68a624 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed2962e5-24d8-4725-a915-c2633e217cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697875 Dec 14 00:09:46.679336 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-c65ac2f2-72b5-4de8-b469-58f41a7d0a3b service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240175 Dec 14 00:09:46.893165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:46.912478 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-24d19ade-7d15-4c76-b11c-403067381997 req-463adbd8-dd85-42fe-90b3-7c7cae2069ca service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269008 Dec 14 00:09:47.083160 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bf884c9-c441-4c11-9ea0-276b6c9dbbfc req-4189bf7d-58e4-4e0e-8987-ccf7c3f6cd9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1097 time: 0.0728714 Dec 14 00:09:47.219620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf884c9-c441-4c11-9ea0-276b6c9dbbfc req-1423a7ab-e7b3-446a-afaa-660a1997e811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:47.221197 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bf884c9-c441-4c11-9ea0-276b6c9dbbfc req-1423a7ab-e7b3-446a-afaa-660a1997e811 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 916 time: 0.1317756 Dec 14 00:09:47.289415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609be6e-5ec0-42e1-8c82-65e63c11c925 req-d7145ac6-1069-4816-8b79-a2fbfc7032f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:47.290482 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bf884c9-c441-4c11-9ea0-276b6c9dbbfc req-85002ed1-0a16-4f8a-8a40-4db5bac95572 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 217 time: 0.0620680 Dec 14 00:09:47.290947 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2609be6e-5ec0-42e1-8c82-65e63c11c925 req-d7145ac6-1069-4816-8b79-a2fbfc7032f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 944 time: 0.0798230 Dec 14 00:09:47.338013 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2609be6e-5ec0-42e1-8c82-65e63c11c925 req-f3e18020-a08d-440b-a81c-3ff642572eff tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Dec 14 00:09:47.366408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf884c9-c441-4c11-9ea0-276b6c9dbbfc req-dac3940e-c64a-4b7b-ae5b-abc619a86bff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:47.367993 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bf884c9-c441-4c11-9ea0-276b6c9dbbfc req-dac3940e-c64a-4b7b-ae5b-abc619a86bff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 200 len: 854 time: 0.0697217 Dec 14 00:09:47.445083 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bf884c9-c441-4c11-9ea0-276b6c9dbbfc req-e4b94915-7ed9-46c5-9f04-fa0ad81e7f33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed2962e5-24d8-4725-a915-c2633e217cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690095 Dec 14 00:09:47.580882 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bf884c9-c441-4c11-9ea0-276b6c9dbbfc req-303644c8-0765-489e-a617-f992af4a6724 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277006 Dec 14 00:09:47.711929 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bf884c9-c441-4c11-9ea0-276b6c9dbbfc req-7e75899a-529a-4cf6-b206-d57cf19dbefd service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247687 Dec 14 00:09:48.540541 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955da3f-ef0b-4048-8ea5-3f383bb27772 req-78a2eec7-025e-4171-85bb-4eceb391a00a tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:48.541981 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d955da3f-ef0b-4048-8ea5-3f383bb27772 req-78a2eec7-025e-4171-85bb-4eceb391a00a tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 944 time: 0.0808673 Dec 14 00:09:48.589163 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d955da3f-ef0b-4048-8ea5-3f383bb27772 req-202faec5-9462-42bf-9c6d-9a3c7dda97ed tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418229 Dec 14 00:09:49.298138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:09:49.433192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:49.449908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'port_id': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'mac_address': 'fa:16:3e:30:e7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:09:49.502102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:49.518817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:09:49.533427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:49.581829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:49.583486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ed3e8c00-89d5-4c0a-9794-809863ebfac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:49.656829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:49.659825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:49.692749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:49.785747 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:09:49.791401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bd4d0-e663-4ac8-b269-7c3b36976400 req-f3860527-40d6-4de5-b5cc-60b3570c7141 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:49.792950 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b64bd4d0-e663-4ac8-b269-7c3b36976400 req-f3860527-40d6-4de5-b5cc-60b3570c7141 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 945 time: 0.0799503 Dec 14 00:09:49.838955 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b64bd4d0-e663-4ac8-b269-7c3b36976400 req-dd0d51f0-e618-42ba-93b7-aed6f4730878 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Dec 14 00:09:51.033953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708ffd3-b8bd-4b6d-8c8a-25feca9a862c req-4d5f4578-d570-474f-8be9-c0b45f6988d2 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:51.039123 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6708ffd3-b8bd-4b6d-8c8a-25feca9a862c req-4d5f4578-d570-474f-8be9-c0b45f6988d2 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 945 time: 0.0767360 Dec 14 00:09:51.082073 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6708ffd3-b8bd-4b6d-8c8a-25feca9a862c req-63e97eaf-5acc-4d47-9c6b-acfd8f9f8259 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402169 Dec 14 00:09:51.298724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:09:51.469990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:09:51.474789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:09:51.475187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:51.587438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:51.615740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:09:51.626311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:09:51.669885 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'code': 200} Dec 14 00:09:51.696883 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:09:51.700274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ed9cdce8-b3c9-4fb9-977d-58605c193def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:09:51.763301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:09:51.766285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:09:52.025413 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3b4bd1b1-043f-4c2f-a02a-80a6b068c946 req-7f5050b5-8af6-4fc6-9a3a-1108a0132c1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1099 time: 0.0726912 Dec 14 00:09:52.068773 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3b4bd1b1-043f-4c2f-a02a-80a6b068c946 req-dba939fa-8055-45f7-8aa6-2c2a31395c7d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359466 Dec 14 00:09:52.276081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2453ed-fbe4-4827-af23-05bff9a8f5bc req-2de23799-de13-4740-aff6-a459d0778ed1 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:52.277439 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c2453ed-fbe4-4827-af23-05bff9a8f5bc req-2de23799-de13-4740-aff6-a459d0778ed1 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 946 time: 0.0753357 Dec 14 00:09:52.326307 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c2453ed-fbe4-4827-af23-05bff9a8f5bc req-f0162dab-004a-484f-999d-c361fbd879b6 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432863 Dec 14 00:09:53.522677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afe57b-e9f3-4d5e-9c87-8e6ffdd894f1 req-31f2c339-6f48-4450-83cd-998676bbfa0c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:53.524124 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45afe57b-e9f3-4d5e-9c87-8e6ffdd894f1 req-31f2c339-6f48-4450-83cd-998676bbfa0c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 946 time: 0.0765395 Dec 14 00:09:53.568404 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-45afe57b-e9f3-4d5e-9c87-8e6ffdd894f1 req-3b4ffe4f-93c3-4018-a493-c02a3f0acd98 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389359 Dec 14 00:09:53.762772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf6706-8af7-4e3a-b2a5-03f7b82f7007 req-bdfa04f8-ac62-4b05-b6cb-042f9708a551 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:53.764255 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-37cf6706-8af7-4e3a-b2a5-03f7b82f7007 req-bdfa04f8-ac62-4b05-b6cb-042f9708a551 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 946 time: 0.0775173 Dec 14 00:09:53.809481 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-37cf6706-8af7-4e3a-b2a5-03f7b82f7007 req-abdaa599-6884-4ec2-9c2c-cc5552f448d5 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397933 Dec 14 00:09:54.229067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca52a6d-7bd4-455d-ac52-2b40ba49bc61 req-75f87030-6db2-434e-b277-5ebe4b062c74 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:09:54.230434 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ca52a6d-7bd4-455d-ac52-2b40ba49bc61 req-75f87030-6db2-434e-b277-5ebe4b062c74 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 946 time: 0.0813684 Dec 14 00:09:54.274970 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ca52a6d-7bd4-455d-ac52-2b40ba49bc61 req-0c956371-cd7b-446a-bd10-01969f992dd0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389817 Dec 14 00:10:07.352756 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-8479a702-d55b-4e42-aa7f-fca94755caab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776026 Dec 14 00:10:07.571567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f8bf7-10a6-4bda-8be1-df5f8059d825 req-7b0dc90d-8a09-439d-9f88-0259e391746a tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:07.573048 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ea0f8bf7-10a6-4bda-8be1-df5f8059d825 req-7b0dc90d-8a09-439d-9f88-0259e391746a tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 946 time: 0.1389825 Dec 14 00:10:07.577401 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-4c307b13-3ca3-43fd-a4b5-03d1dc69cde2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1099 time: 0.1127250 Dec 14 00:10:07.641467 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ea0f8bf7-10a6-4bda-8be1-df5f8059d825 req-e50b8246-fc83-455b-a922-98204c31d32a tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629323 Dec 14 00:10:07.670607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33000) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:10:07.815233 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7f8d871d-81e3-4f85-b07c-1c051f44a3e3 tempest-TestMinimumBasicScenario-1130173185 tempest-TestMinimumBasicScenario-1130173185-project-admin] Synchronizing usage tracker for tenant:c9421d6791584db9a1ce4b19e6d0dd50 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:10:07.853084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-7e423442-469d-466e-9a35-d81084cc5192 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:07.854449 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-7e423442-469d-466e-9a35-d81084cc5192 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 916 time: 0.2426989 Dec 14 00:10:07.892444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7f8d871d-81e3-4f85-b07c-1c051f44a3e3 tempest-TestMinimumBasicScenario-1130173185 tempest-TestMinimumBasicScenario-1130173185-project-admin] Unset dirty status for tenant:c9421d6791584db9a1ce4b19e6d0dd50 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:10:07.893608 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7f8d871d-81e3-4f85-b07c-1c051f44a3e3 tempest-TestMinimumBasicScenario-1130173185 tempest-TestMinimumBasicScenario-1130173185-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1094 time: 0.2219963 Dec 14 00:10:07.897214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33006) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:10:07.902764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:10:07.908574 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:10:07.913402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Usage tracker for resource:floatingip and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:10:07.916774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:10:07.922616 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:10:07.926894 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-b8ecd50e-d076-4653-8709-b936c749996f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 217 time: 0.0642672 Dec 14 00:10:07.978566 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:07.986513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-252e54f4-eda0-4fec-a7c1-9bf5b144cfa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:07.987958 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-252e54f4-eda0-4fec-a7c1-9bf5b144cfa9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 200 len: 854 time: 0.0576413 Dec 14 00:10:08.069191 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-a5adbfe8-b43a-4086-b526-9393773ddf3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed2962e5-24d8-4725-a915-c2633e217cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731094 Dec 14 00:10:08.119045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:08.202809 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-7eb0cdff-6664-4117-b7ae-b2c4c7a05689 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278286 Dec 14 00:10:08.259343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Allocated IP 172.26.5.52 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/ea6892b8-e939-4006-9736-81d0d29e0ae2) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:10:08.340382 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e7482c12-d1f1-4cb9-9942-acc8603a930d req-37f976a3-d061-4127-9534-9c8df14e6c99 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309502 Dec 14 00:10:08.410805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:08.475683 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:08.479799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3902294-35f4-47d6-925e-b6d225aa4e88 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:08.543436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:10:08.546113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:10:08.548828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:10:08.580953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'Port': ['ID=ea6892b8-e939-4006-9736-81d0d29e0ae2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:08.587000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:09.062580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:09.188057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:09.493220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:09.553297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:09.557080 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-421ccb7f-96fd-486a-8e84-c41280b2b1b2 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:09.657997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'Port': ['ID=ea6892b8-e939-4006-9736-81d0d29e0ae2,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:09.661871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:09.676194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:09.867738 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Floating IP 20948494-e20a-49d0-879f-32ffe0686b87 associated. External IP: 172.26.5.52, port: 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd. Dec 14 00:10:10.258775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:10:10.459764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:10:10.469123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] Sync routers for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:10:10.481836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:10:10.482456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:09:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:10:10.549527 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:10.619460 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7085943 Dec 14 00:10:10.619460 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:10:10.625851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33010) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:10:10.625851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1603806936', 'description': 'tempest-secgroup-smoke-1603806936 description', 'project_id': '97b10611848b4c01a65c22f66babee12'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:10:10.650561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:10:10.662140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:10:10.673132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:10:10.721546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:10.760495 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'status': 'completed', 'code': 200} Dec 14 00:10:10.765469 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:10:10.769435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Usage tracker for resource:security_group_rule and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:10:10.773365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:10:10.779645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:10:10.899767 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:10.906405 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-114d78ef-0a26-4c4d-acee-752987a00aab req-3e554c1d-dd1c-4650-ace6-45cc9e414538 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1099 time: 0.1245584 Dec 14 00:10:10.983037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:10.992556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7ee66d6d-b354-4935-925e-774868e34b19 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:11.051669 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5729db-b1f3-4cba-9c8c-bdd43b246824,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:11.063222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '20948494-e20a-49d0-879f-32ffe0686b87', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'port_id': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'mac_address': 'fa:16:3e:30:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:10:08Z', 'updated_at': '2021-12-14T00:10:08Z', 'revision_number': 0, 'project_id': '97b10611848b4c01a65c22f66babee12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:26Z', 'revision_number': 5, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:10:11.065377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:11.067479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] Checking router: 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:10:11.078679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:10:11.079287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:09:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:10:11.085539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d78ef-0a26-4c4d-acee-752987a00aab req-4489575d-611f-4345-9f43-1ceb4952bcf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:11.086991 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-114d78ef-0a26-4c4d-acee-752987a00aab req-4489575d-611f-4345-9f43-1ceb4952bcf6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 916 time: 0.1744585 Dec 14 00:10:11.165143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:11.166253 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5cf9c1c9-ab77-4084-b6d9-90bb84e3ed04 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5552187 Dec 14 00:10:11.169245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33018) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:10:11.176664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'security_group_rule': {'security_group_id': 'bc5729db-b1f3-4cba-9c8c-bdd43b246824', 'project_id': '97b10611848b4c01a65c22f66babee12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:10:11.192991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:10:11.200795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Usage tracker for resource:security_group_rule and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:10:11.205253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:10:11.212922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:10:11.216079 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-114d78ef-0a26-4c4d-acee-752987a00aab req-fbcc8ca2-292e-4171-8cf1-d73212b8edba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 999 time: 0.1222112 Dec 14 00:10:11.260054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:10:11.280683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d78ef-0a26-4c4d-acee-752987a00aab req-01217d85-ad34-4b57-8e53-76cc762ffdfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:11.282136 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-114d78ef-0a26-4c4d-acee-752987a00aab req-01217d85-ad34-4b57-8e53-76cc762ffdfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 200 len: 854 time: 0.0583498 Dec 14 00:10:11.337334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:11.406354 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-114d78ef-0a26-4c4d-acee-752987a00aab req-2a5e4f82-3250-4398-b40c-8438df27c188 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed2962e5-24d8-4725-a915-c2633e217cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178720 Dec 14 00:10:11.437079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:11.530260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:11.535520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d2a9b77e-a39d-42a2-8381-81b8913cd7bc tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:11.573078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f095ae45-6b52-4c61-a4a5-0de3eff1ca00,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:11.576152 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-114d78ef-0a26-4c4d-acee-752987a00aab req-f131531e-7d51-4a97-b2c7-b6bb2fb2c3b0 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609972 Dec 14 00:10:11.579686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:11.616755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '20948494-e20a-49d0-879f-32ffe0686b87', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'port_id': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'mac_address': 'fa:16:3e:30:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:10:08Z', 'updated_at': '2021-12-14T00:10:08Z', 'revision_number': 0, 'project_id': '97b10611848b4c01a65c22f66babee12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:26Z', 'revision_number': 5, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:10:11.621120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e0298c-786f-4b6c-b01e-c57af01c099b None None] The sync data for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv is: [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '20948494-e20a-49d0-879f-32ffe0686b87', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'floating_ip_address': '172.26.5.52', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'port_id': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'mac_address': 'fa:16:3e:30:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:10:08Z', 'updated_at': '2021-12-14T00:10:08Z', 'revision_number': 0, 'project_id': '97b10611848b4c01a65c22f66babee12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:26Z', 'revision_number': 5, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:10:11.664055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:11.668301 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4951055 Dec 14 00:10:11.668443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33022) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:10:11.675397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'security_group_rule': {'security_group_id': 'bc5729db-b1f3-4cba-9c8c-bdd43b246824', 'project_id': '97b10611848b4c01a65c22f66babee12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:10:11.683014 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:10:11.687212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Usage tracker for resource:security_group_rule and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:10:11.690271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:10:11.697847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:10:11.725458 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-114d78ef-0a26-4c4d-acee-752987a00aab req-7846d367-1029-4414-a2b5-9cafd5355edd service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361358 Dec 14 00:10:11.791676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:11.836774 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c172ffb-219b-4ac8-9521-e013e17f7e8e None None] New status for floating IP 20948494-e20a-49d0-879f-32ffe0686b87: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:10:11.875136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:11.904113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1db622ef-4636-4a36-98e3-77b49e6d06a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:11.921078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:11.922852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:11.945931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a370627c-122e-4251-b080-824fae8d6d43,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:11.948307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:12.012720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.013920 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3445976 Dec 14 00:10:12.016632 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33026) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:10:12.022523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'security_group_rule': {'security_group_id': 'bc5729db-b1f3-4cba-9c8c-bdd43b246824', 'project_id': '97b10611848b4c01a65c22f66babee12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:10:12.028316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:10:12.032073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Usage tracker for resource:security_group_rule and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:10:12.034878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:10:12.041323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:10:12.125863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.188798 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.199980 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:10:12.250555 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.257269 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1fa36b2f-85f0-44d0-af06-096fd25f040a tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:12.276272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fb3939-5867-4b88-bc6e-73584d45aac6,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:12.278528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:12.349548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.350744 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3331583 Dec 14 00:10:12.353550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33030) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:10:12.359090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'security_group_rule': {'security_group_id': 'bc5729db-b1f3-4cba-9c8c-bdd43b246824', 'project_id': '97b10611848b4c01a65c22f66babee12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:10:12.365758 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:10:12.370113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Usage tracker for resource:security_group_rule and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:10:12.373085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:10:12.379213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:10:12.453098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.523733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.583619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.585499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8995291c-7736-44ca-9f87-c8baf046e920 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:12.607301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3123433a-b013-41b9-8cc3-e798a1209247,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:12.609611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:12.701906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.703315 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b986f6b2-496a-4c57-b4aa-d99a6c26c5de tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3487816 Dec 14 00:10:12.705874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33034) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:10:12.711755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'security_group_rule': {'security_group_id': 'bc5729db-b1f3-4cba-9c8c-bdd43b246824', 'project_id': '97b10611848b4c01a65c22f66babee12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:10:12.717764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:10:12.721615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Usage tracker for resource:security_group_rule and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:10:12.725196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:10:12.730866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:10:12.793656 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Project 97b10611848b4c01a65c22f66babee12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:10:12.804824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.867197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.944358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:12.946193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3e49c898-4143-40a0-bb7e-c4d4701cb4ce tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:12.968926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc1513b-69c9-466e-a170-6c2885d9fc63,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:12.971114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:13.058100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:13.059262 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3523929 Dec 14 00:10:13.061891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33038) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:10:13.067548 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'security_group_rule': {'security_group_id': 'bc5729db-b1f3-4cba-9c8c-bdd43b246824', 'project_id': '97b10611848b4c01a65c22f66babee12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:10:13.073769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:10:13.077642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Usage tracker for resource:security_group_rule and tenant:97b10611848b4c01a65c22f66babee12 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:10:13.082475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:10:13.086706 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:10:13.147269 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Project 97b10611848b4c01a65c22f66babee12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:10:13.154295 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:13.221772 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:13.290316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:13.295780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-276ca4a1-638c-41fc-a9b4-445c01846989 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:13.425708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0173fb4-9562-48d6-9d0a-d0b06e56fd16,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:13.428065 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:13.493043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:13.494173 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a4e16fad-012e-4cf2-b896-b858dd44d4cc tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4313517 Dec 14 00:10:13.625277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-dae623d5-5586-42e8-9066-52255cd4529f req-4a9a6775-8df0-4ca7-b282-45a7a48b9395 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Synchronizing usage tracker for tenant:97b10611848b4c01a65c22f66babee12 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:10:13.696451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-dae623d5-5586-42e8-9066-52255cd4529f req-4a9a6775-8df0-4ca7-b282-45a7a48b9395 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Unset dirty status for tenant:97b10611848b4c01a65c22f66babee12 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:10:13.697611 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dae623d5-5586-42e8-9066-52255cd4529f req-4a9a6775-8df0-4ca7-b282-45a7a48b9395 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603806936&fields=id&tenant_id=97b10611848b4c01a65c22f66babee12 HTTP/1.1" status: 200 len: 267 time: 0.1136835 Dec 14 00:10:13.780837 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae623d5-5586-42e8-9066-52255cd4529f req-96506d72-3462-42df-b98f-bb87b882431b tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:13.782267 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dae623d5-5586-42e8-9066-52255cd4529f req-96506d72-3462-42df-b98f-bb87b882431b tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 946 time: 0.0793786 Dec 14 00:10:13.793037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-dae623d5-5586-42e8-9066-52255cd4529f req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'port': {'security_groups': ['2d620538-c3e4-42a2-9ee9-05426155729c', 'bc5729db-b1f3-4cba-9c8c-bdd43b246824']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:10:14.020247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-dae623d5-5586-42e8-9066-52255cd4529f req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:14.124846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-95deb934-d7b2-43ce-8168-a05c34cddc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:14.276021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-dae623d5-5586-42e8-9066-52255cd4529f req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] For port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:10:14.300793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-dae623d5-5586-42e8-9066-52255cd4529f req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:14.358942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-dae623d5-5586-42e8-9066-52255cd4529f req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:14.364605 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2ce97fdc-2b0e-4c7a-a20f-2fead47f3e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:10:14.375866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:10:14.438230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae623d5-5586-42e8-9066-52255cd4529f req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:14.438230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-dae623d5-5586-42e8-9066-52255cd4529f req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:14.438768 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dae623d5-5586-42e8-9066-52255cd4529f req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "PUT /v2.0/ports/7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 982 time: 0.6501210 Dec 14 00:10:14.439271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:10:14.493300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'Port': ['ID=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,revision_number=6']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:10:14.502785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.503504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.504249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.504858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.505461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.506039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.506627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.507260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.508438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.509039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.509619 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:10:14.514475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:10:14.524535 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'status': 'completed', 'code': 200} Dec 14 00:10:14.542119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:10:14.693223 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-51311b3c-9228-45aa-aa8b-81cbe593c1c2 req-f5aa0fca-2e8c-43df-8bfd-5df0431a2d06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1138 time: 0.1498539 Dec 14 00:10:14.699641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f661f1d-33f9-4ff6-95ca-19e413fdf06c req-e19e84bb-90e8-48af-ad2d-89fc2896d640 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:14.701608 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7f661f1d-33f9-4ff6-95ca-19e413fdf06c req-e19e84bb-90e8-48af-ad2d-89fc2896d640 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.1221218 Dec 14 00:10:14.817575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-9f833de9-064f-454c-b3ae-beef8a5265bf None None] Provisioning complete for port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:10:14.817872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9f833de9-064f-454c-b3ae-beef8a5265bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:14.837752 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7f661f1d-33f9-4ff6-95ca-19e413fdf06c req-d30d4086-b41a-43e9-b562-4cb05df3d22c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1155870 Dec 14 00:10:14.869593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311b3c-9228-45aa-aa8b-81cbe593c1c2 req-6f8ce3f5-1da6-4f3f-87ec-544b8282453b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:14.871043 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-51311b3c-9228-45aa-aa8b-81cbe593c1c2 req-6f8ce3f5-1da6-4f3f-87ec-544b8282453b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 916 time: 0.1691458 Dec 14 00:10:14.978009 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-51311b3c-9228-45aa-aa8b-81cbe593c1c2 req-386380a7-8da9-4d2d-a6c8-c002f3f9fba2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 1001 time: 0.0995905 Dec 14 00:10:15.040079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51311b3c-9228-45aa-aa8b-81cbe593c1c2 req-f5e6659a-92c8-4cf5-b782-8fb43769afa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:15.041550 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-51311b3c-9228-45aa-aa8b-81cbe593c1c2 req-f5e6659a-92c8-4cf5-b782-8fb43769afa7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 200 len: 854 time: 0.0578558 Dec 14 00:10:15.118892 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-51311b3c-9228-45aa-aa8b-81cbe593c1c2 req-1bf72792-e532-4791-bf60-9c866e234a6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed2962e5-24d8-4725-a915-c2633e217cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700734 Dec 14 00:10:15.255316 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-51311b3c-9228-45aa-aa8b-81cbe593c1c2 req-061e8723-0181-4bbe-aecc-8f765f29cbbf service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281583 Dec 14 00:10:15.387301 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-51311b3c-9228-45aa-aa8b-81cbe593c1c2 req-bcfd2fc8-c68a-4e1d-8849-4bb65c2bbf7e service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255972 Dec 14 00:10:15.423921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:15.507540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:16.926807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:19.727911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:29.450472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96329087-2ef4-449c-be81-15d2b07cd58e req-77a6ce56-b6f4-4998-8eaf-c7929c391b88 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:29.451942 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-96329087-2ef4-449c-be81-15d2b07cd58e req-77a6ce56-b6f4-4998-8eaf-c7929c391b88 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.1391482 Dec 14 00:10:29.454976 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6609588-781f-4141-8aa7-e9470869759c req-e71d7713-5236-4483-bdaa-534130959e93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1138 time: 0.1019526 Dec 14 00:10:29.583133 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-96329087-2ef4-449c-be81-15d2b07cd58e req-61f5190c-5156-4ebd-a86e-4616b658bb72 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252697 Dec 14 00:10:29.622587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6609588-781f-4141-8aa7-e9470869759c req-f925ed78-ff7a-46a2-8dd5-59c9d34e4d0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:29.624044 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6609588-781f-4141-8aa7-e9470869759c req-f925ed78-ff7a-46a2-8dd5-59c9d34e4d0b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 916 time: 0.1533327 Dec 14 00:10:29.827402 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6609588-781f-4141-8aa7-e9470869759c req-a9a54e49-7848-45f5-ba16-1590325a801d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 1001 time: 0.1952975 Dec 14 00:10:29.890489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6609588-781f-4141-8aa7-e9470869759c req-c4fab02a-1ad4-41ee-91a3-c695efc7a929 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:29.891848 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6609588-781f-4141-8aa7-e9470869759c req-c4fab02a-1ad4-41ee-91a3-c695efc7a929 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 200 len: 854 time: 0.0575509 Dec 14 00:10:29.965427 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6609588-781f-4141-8aa7-e9470869759c req-549fb7cf-2984-43fb-82ca-18d7c2a70f4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed2962e5-24d8-4725-a915-c2633e217cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666399 Dec 14 00:10:30.098616 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6609588-781f-4141-8aa7-e9470869759c req-0c753c47-edb2-45ac-aacd-d009e48689e2 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270759 Dec 14 00:10:30.229773 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6609588-781f-4141-8aa7-e9470869759c req-892c9888-0ff9-45ee-b8cc-9250d0471373 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253245 Dec 14 00:10:30.777870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550b9bc-d6cf-48dc-aab2-121043287b08 req-f52b0508-f736-4e5d-847f-310b030689d0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:30.779314 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4550b9bc-d6cf-48dc-aab2-121043287b08 req-f52b0508-f736-4e5d-847f-310b030689d0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0764639 Dec 14 00:10:30.826687 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4550b9bc-d6cf-48dc-aab2-121043287b08 req-fe80238f-f14b-4694-a4d4-01557e256426 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418966 Dec 14 00:10:32.025912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca9335c-8deb-40d9-8193-7852b3384b6e req-572aece2-0adb-4943-8aae-358c7d7b4ec5 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:32.027379 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6ca9335c-8deb-40d9-8193-7852b3384b6e req-572aece2-0adb-4943-8aae-358c7d7b4ec5 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0820272 Dec 14 00:10:32.074765 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6ca9335c-8deb-40d9-8193-7852b3384b6e req-693fa9a2-0f3e-4d80-acab-09df2b5d774b tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417011 Dec 14 00:10:33.275697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e6b21-21d6-42f6-9a7c-ddb06ef77125 req-566ea719-bb0e-4282-9ef2-28e06919cc4a tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:33.277147 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-542e6b21-21d6-42f6-9a7c-ddb06ef77125 req-566ea719-bb0e-4282-9ef2-28e06919cc4a tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0788879 Dec 14 00:10:33.324493 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-542e6b21-21d6-42f6-9a7c-ddb06ef77125 req-86c3f8b3-5f3a-436c-98b9-b052b33a6cfe tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418339 Dec 14 00:10:34.520897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac178af6-0a93-4641-a918-4d88d28e9597 req-eb1c4296-566a-46d1-8b50-1246c2be9360 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:34.522417 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ac178af6-0a93-4641-a918-4d88d28e9597 req-eb1c4296-566a-46d1-8b50-1246c2be9360 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0766051 Dec 14 00:10:34.573333 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ac178af6-0a93-4641-a918-4d88d28e9597 req-b56a7ab7-327f-4028-b04b-9d27a78a332f tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454390 Dec 14 00:10:35.768342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b6744-19c6-43e1-8f7c-64d8a5c84500 req-adc3f04b-aa93-4a58-b884-2ecad4b3e314 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:35.769786 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-368b6744-19c6-43e1-8f7c-64d8a5c84500 req-adc3f04b-aa93-4a58-b884-2ecad4b3e314 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0786288 Dec 14 00:10:35.821448 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-368b6744-19c6-43e1-8f7c-64d8a5c84500 req-534c441b-a867-4a1c-8621-0570f039223e tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457952 Dec 14 00:10:37.015901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48593e8e-257f-4d8f-a65e-cfa422457ca2 req-f1093459-1100-4cc3-8f25-8a93a5e090a1 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:37.017352 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48593e8e-257f-4d8f-a65e-cfa422457ca2 req-f1093459-1100-4cc3-8f25-8a93a5e090a1 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0784950 Dec 14 00:10:37.064672 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48593e8e-257f-4d8f-a65e-cfa422457ca2 req-f68e668f-b499-4b1b-a09d-62fba9a7c1a9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412021 Dec 14 00:10:38.264064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ef7cf-e080-4247-80c2-0c1564ca6d36 req-a3d8f8ae-db17-4266-ad72-9a4f782064c7 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:38.265512 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-395ef7cf-e080-4247-80c2-0c1564ca6d36 req-a3d8f8ae-db17-4266-ad72-9a4f782064c7 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0750761 Dec 14 00:10:38.310956 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-395ef7cf-e080-4247-80c2-0c1564ca6d36 req-df1f19db-419f-4c12-b2d0-09efee999557 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398579 Dec 14 00:10:39.599260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d1519-1df4-4cbe-9835-290095144860 req-f6c1b331-8b6d-4da4-a1e7-5b3da2b40901 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:39.600790 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-331d1519-1df4-4cbe-9835-290095144860 req-f6c1b331-8b6d-4da4-a1e7-5b3da2b40901 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.1679604 Dec 14 00:10:39.648280 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-331d1519-1df4-4cbe-9835-290095144860 req-1cedfa5f-e37b-4cd5-a721-b1ffe8ab90f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416775 Dec 14 00:10:40.920943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc7c18-e421-4710-afce-2c9234e6a2c4 req-cc99e6de-16fe-4496-bd29-af07b0ee0340 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:40.922363 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-61bc7c18-e421-4710-afce-2c9234e6a2c4 req-cc99e6de-16fe-4496-bd29-af07b0ee0340 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.1476653 Dec 14 00:10:40.970482 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-61bc7c18-e421-4710-afce-2c9234e6a2c4 req-072bc0d3-b5cd-47f3-883b-e3e9628ad6db tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423496 Dec 14 00:10:41.931626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5931070e-f68e-4cdd-b66d-65b49d4d89f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:42.172748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32fecd-92f9-47ea-a2f2-ca246398d8f5 req-1ab86d8d-f25b-481c-8172-36d07aefc633 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:42.174201 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6b32fecd-92f9-47ea-a2f2-ca246398d8f5 req-1ab86d8d-f25b-481c-8172-36d07aefc633 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0784359 Dec 14 00:10:42.221562 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6b32fecd-92f9-47ea-a2f2-ca246398d8f5 req-c20fd654-1bcf-41fe-951d-5937db8f82b2 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410726 Dec 14 00:10:43.434355 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934adc29-6bca-430d-8d1b-5df14a920e0e req-92a404d6-960c-410b-b137-10f78c1be108 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:43.436326 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-934adc29-6bca-430d-8d1b-5df14a920e0e req-92a404d6-960c-410b-b137-10f78c1be108 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0897796 Dec 14 00:10:43.491906 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-934adc29-6bca-430d-8d1b-5df14a920e0e req-40ad50a4-bd90-48eb-8a3f-b470c0b2eebe tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486522 Dec 14 00:10:44.130065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f0ef8918-c23b-4b88-a722-66fe66fa6cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:44.692599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7656-a53e-4b2d-9499-189c4528d2b7 req-daa772d0-4691-4806-9d84-183e669bba43 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:44.694118 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3abb7656-a53e-4b2d-9499-189c4528d2b7 req-daa772d0-4691-4806-9d84-183e669bba43 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0803161 Dec 14 00:10:44.741320 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3abb7656-a53e-4b2d-9499-189c4528d2b7 req-ab8e3372-6820-4940-91cd-b1c689b04400 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415432 Dec 14 00:10:45.441401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:45.519825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:45.940023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47cb9f-e463-46a6-873d-150374cdde09 req-96f5c78d-d47d-4297-a612-718dada39087 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:45.941472 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ea47cb9f-e463-46a6-873d-150374cdde09 req-96f5c78d-d47d-4297-a612-718dada39087 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0802710 Dec 14 00:10:45.988468 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ea47cb9f-e463-46a6-873d-150374cdde09 req-655799d6-20da-40df-a500-d284a31bef98 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412953 Dec 14 00:10:46.913295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:10:47.188002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123e056-42a3-4849-b4f6-16142d8d4316 req-17433578-3fff-4939-84c8-4d1e27070840 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:10:47.189636 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8123e056-42a3-4849-b4f6-16142d8d4316 req-17433578-3fff-4939-84c8-4d1e27070840 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0780799 Dec 14 00:10:47.236878 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8123e056-42a3-4849-b4f6-16142d8d4316 req-9b1f6bf9-bc33-4856-a690-b091af853c94 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc5729db-b1f3-4cba-9c8c-bdd43b246824&id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409408 Dec 14 00:10:49.129323 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:10:49.720184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:09.788741 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-f031b5c4-073b-4a28-b9b0-3229b7fa553d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2093289 Dec 14 00:11:09.929668 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-f9e735d4-2b2d-4b9b-b15b-e22415c52378 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1138 time: 0.0694218 Dec 14 00:11:10.074420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-3febcf4e-d067-483f-8804-7656bb08d097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:10.075887 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-3febcf4e-d067-483f-8804-7656bb08d097 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 916 time: 0.1273046 Dec 14 00:11:10.181699 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-e0d99701-e2df-406d-9fdc-70f0e0912240 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 1001 time: 0.0976956 Dec 14 00:11:10.246299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-214c4aaa-5f67-4d14-a38a-57281668f846 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:10.247721 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-214c4aaa-5f67-4d14-a38a-57281668f846 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 200 len: 854 time: 0.0601485 Dec 14 00:11:10.419288 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-39a73d3f-cd1b-49c2-883c-629615e8d21e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed2962e5-24d8-4725-a915-c2633e217cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1646168 Dec 14 00:11:10.549479 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-292315d1-6bbd-41f9-9cb3-8b2580556857 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233561 Dec 14 00:11:10.682650 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1fe2aa4b-b702-46eb-94da-ac1323b10cd8 req-06cfeb9f-6ad7-4209-8134-e7d8e6788e53 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264639 Dec 14 00:11:11.942239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6fa7-0b49-4e78-b60c-d33ff993aaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:14.119802 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-21a01eaf-a5e7-4ff3-b658-a5b1d50e26ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:15.448268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:15.540712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:16.959717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:19.725255 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:19.915824 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-88f1b243-f4fb-4348-af53-f188fa99ea45 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1603806936&fields=id&tenant_id=97b10611848b4c01a65c22f66babee12 HTTP/1.1" status: 200 len: 267 time: 0.0410728 Dec 14 00:11:19.998534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-aa1fa65c-7abd-4c33-911c-795ebd15a091 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:19.999884 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-aa1fa65c-7abd-4c33-911c-795ebd15a091 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 985 time: 0.0789902 Dec 14 00:11:20.010638 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Request body: {'port': {'security_groups': ['2d620538-c3e4-42a2-9ee9-05426155729c']}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:20.121914 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:20.369384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] For port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:20.393958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:20.450656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:20.456236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cab6eca5-dff4-4fff-a7bb-518d92ef06a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:20.463067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:11:20.515315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:20.515956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:20.517327 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9f96cf35-19bf-48ee-9356-73858e1f1e20 req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "PUT /v2.0/ports/7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 943 time: 0.5116031 Dec 14 00:11:20.517864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:11:20.524996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33120) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:20.551991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event updated for resources: {'Port': ['ID=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,revision_number=7']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:20.562582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.562980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.563362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.564213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.564421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.565261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.565611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.565985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.566353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.566719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.567083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:20.581412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:20.632119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:20.636301 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'status': 'completed', 'code': 200} Dec 14 00:11:20.654930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:11:20.716152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:20.780925 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0168a9d3-8fbd-4e23-a2d0-f819ef3c3de7 req-925a7e0b-ff0e-4a2d-b80b-bb1545f8087e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1099 time: 0.1217952 Dec 14 00:11:20.849447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-0c75aa83-d19d-4361-b7f6-de02426e98c7 None None] Provisioning complete for port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:11:20.849990 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0c75aa83-d19d-4361-b7f6-de02426e98c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:20.927069 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168a9d3-8fbd-4e23-a2d0-f819ef3c3de7 req-31f5176d-bee1-43dd-9a2f-9433aa4c37b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:20.928475 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0168a9d3-8fbd-4e23-a2d0-f819ef3c3de7 req-31f5176d-bee1-43dd-9a2f-9433aa4c37b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 916 time: 0.1405520 Dec 14 00:11:20.931001 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:20.936838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7bfa9e0b-334b-4e30-bb0e-b58ad00686eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:21.008369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5729db-b1f3-4cba-9c8c-bdd43b246824,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:21.039894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.040309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.040713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.041077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.041454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.041827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.042197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.042566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.042930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.043296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.043697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:21.054639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:21.066755 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0168a9d3-8fbd-4e23-a2d0-f819ef3c3de7 req-2ef66659-9f23-4260-8752-de2bc9556b5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 1001 time: 0.1308699 Dec 14 00:11:21.117443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:21.118558 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ff042387-cb7c-4101-8e35-5c79c7477d51 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "DELETE /v2.0/security-groups/bc5729db-b1f3-4cba-9c8c-bdd43b246824 HTTP/1.1" status: 204 len: 168 time: 0.5918496 Dec 14 00:11:21.121145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33128) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:21.216506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168a9d3-8fbd-4e23-a2d0-f819ef3c3de7 req-36b2d5d4-80c6-4285-a3a5-dd6e69dda433 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:21.217888 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0168a9d3-8fbd-4e23-a2d0-f819ef3c3de7 req-36b2d5d4-80c6-4285-a3a5-dd6e69dda433 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 200 len: 854 time: 0.1444767 Dec 14 00:11:21.397070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Deleting port ea6892b8-e939-4006-9736-81d0d29e0ae2 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:21.397418 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:21.437286 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0168a9d3-8fbd-4e23-a2d0-f819ef3c3de7 req-fbe9d84d-c8c3-4cf6-8084-078bbebb988a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed2962e5-24d8-4725-a915-c2633e217cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2012618 Dec 14 00:11:21.685164 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0168a9d3-8fbd-4e23-a2d0-f819ef3c3de7 req-5ed93115-ca1f-44a5-9579-0e94da17c149 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357769 Dec 14 00:11:21.686666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:21.686996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:21.943138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Calling delete_port for ea6892b8-e939-4006-9736-81d0d29e0ae2 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:22.095094 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0168a9d3-8fbd-4e23-a2d0-f819ef3c3de7 req-28111374-c047-4c22-b889-d98c7da05a5e service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006331 Dec 14 00:11:22.222544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:22.227224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1c979aba-f01f-4b10-b6d3-e14057320c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:22.269764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event deleted for resources: {'Port': ['ID=ea6892b8-e939-4006-9736-81d0d29e0ae2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:22.274026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:22.361643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:22.764875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:11:22.966379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:11:22.977734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] Sync routers for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:11:22.989544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:11:22.991365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:23.051175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:23.105811 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "DELETE /v2.0/floatingips/20948494-e20a-49d0-879f-32ffe0686b87 HTTP/1.1" status: 204 len: 168 time: 1.9836690 Dec 14 00:11:23.106984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:11:23.167781 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'status': 'completed', 'code': 200} Dec 14 00:11:23.178736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:11:23.267050 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e55d280b-cbce-4e88-92b4-0bbd81ee3e06 req-045c4acd-918e-4ca7-99d9-596a089bdc2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=97b10611848b4c01a65c22f66babee12&device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 1099 time: 0.0765495 Dec 14 00:11:23.416749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d280b-cbce-4e88-92b4-0bbd81ee3e06 req-5c33926e-2fff-432f-8350-cd51791011dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:23.418208 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e55d280b-cbce-4e88-92b4-0bbd81ee3e06 req-5c33926e-2fff-432f-8350-cd51791011dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 200 len: 916 time: 0.1450672 Dec 14 00:11:23.491627 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e55d280b-cbce-4e88-92b4-0bbd81ee3e06 req-161b0e42-f8b1-4ffa-bf09-c6084db1e73b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 200 len: 217 time: 0.0656712 Dec 14 00:11:23.511506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:26Z', 'revision_number': 5, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:23.515594 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] Checking router: 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:11:23.528761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:11:23.529398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:23.690816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d280b-cbce-4e88-92b4-0bbd81ee3e06 req-595c6440-3e30-454d-9194-d3f64702b337 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:23.693343 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e55d280b-cbce-4e88-92b4-0bbd81ee3e06 req-595c6440-3e30-454d-9194-d3f64702b337 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 200 len: 854 time: 0.1916914 Dec 14 00:11:23.728820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:11:23.772768 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e55d280b-cbce-4e88-92b4-0bbd81ee3e06 req-9bac581a-54f1-4853-ba63-6edb8579e541 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed2962e5-24d8-4725-a915-c2633e217cc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721943 Dec 14 00:11:23.909598 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e55d280b-cbce-4e88-92b4-0bbd81ee3e06 req-d2d77542-c2d3-47e4-88bc-c699c6e830f8 service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271148 Dec 14 00:11:24.043524 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e55d280b-cbce-4e88-92b4-0bbd81ee3e06 req-b882accd-cb7c-4a5e-84c2-a7593b044efa service neutron] 10.222.0.18 "GET /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280532 Dec 14 00:11:24.084084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:26Z', 'revision_number': 5, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:24.088912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9d1401-5651-4d55-9110-9cb378432c19 None None] The sync data for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv is: [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:08Z', 'revision_number': 4, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b3b875b-06b0-4c29-8ea5-ba18f3688479', 'name': '', 'network_id': 'ed2962e5-24d8-4725-a915-c2633e217cc0', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'mac_address': 'fa:16:3e:7c:7e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:08Z', 'updated_at': '2021-12-14T00:09:26Z', 'revision_number': 5, 'project_id': '97b10611848b4c01a65c22f66babee12', 'subnets': [{'id': '028e8fb6-4aea-411d-8c08-484ae4681020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:11:24.307964 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d260cd0-f9b0-4c93-865f-1a822919b9c9 None None] New status for floating IP 20948494-e20a-49d0-879f-32ffe0686b87: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:11:26.130244 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:11:29.150959 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428b29f-ba6b-47e9-9ed6-a6eec8b03f90 req-d6086c6b-8f26-4a44-86ae-14da3062fff4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:29.152437 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0428b29f-ba6b-47e9-9ed6-a6eec8b03f90 req-d6086c6b-8f26-4a44-86ae-14da3062fff4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 946 time: 0.0814753 Dec 14 00:11:29.197447 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0428b29f-ba6b-47e9-9ed6-a6eec8b03f90 req-85a6b92d-a4fb-4d8f-94d3-7b4e96b3eabf tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394990 Dec 14 00:11:30.394332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ce05-5bfa-4968-9f38-ccccaea9005d req-77059eb2-4341-4a54-92ed-33c45080d78e tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:30.395037 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d3f3ce05-5bfa-4968-9f38-ccccaea9005d req-77059eb2-4341-4a54-92ed-33c45080d78e tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Synchronizing usage tracker for tenant:97b10611848b4c01a65c22f66babee12 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:11:30.471985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d3f3ce05-5bfa-4968-9f38-ccccaea9005d req-77059eb2-4341-4a54-92ed-33c45080d78e tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Unset dirty status for tenant:97b10611848b4c01a65c22f66babee12 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:11:30.473186 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d3f3ce05-5bfa-4968-9f38-ccccaea9005d req-77059eb2-4341-4a54-92ed-33c45080d78e tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 946 time: 0.1551402 Dec 14 00:11:30.519968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d3f3ce05-5bfa-4968-9f38-ccccaea9005d req-76b56637-2ead-4dca-a8d4-ee594a7943c3 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Synchronizing usage tracker for tenant:97b10611848b4c01a65c22f66babee12 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:11:30.581813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d3f3ce05-5bfa-4968-9f38-ccccaea9005d req-76b56637-2ead-4dca-a8d4-ee594a7943c3 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Unset dirty status for tenant:97b10611848b4c01a65c22f66babee12 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:11:30.582949 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d3f3ce05-5bfa-4968-9f38-ccccaea9005d req-76b56637-2ead-4dca-a8d4-ee594a7943c3 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/security-groups?id=2d620538-c3e4-42a2-9ee9-05426155729c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034977 Dec 14 00:11:30.715230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-79cc47b7-0916-49dd-90f1-2cc450999601 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:30.716569 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-79cc47b7-0916-49dd-90f1-2cc450999601 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 946 time: 0.0816429 Dec 14 00:11:30.784582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Deleting port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:30.784948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:31.028420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] For port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:31.028777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:31.147389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Calling delete_port for 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:31.359411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:31.365081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-811c22b0-b0f6-41bd-abdd-2f985c5fc46d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:31.371600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:11:31.409946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Pushing event deleted for resources: {'Port': ['ID=7b53cf29-cfcb-4fe4-9664-243d9d34e4cd,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:31.412674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:31.485566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] No DVR routers for this DVR port 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:11:31.488060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:31.490558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'name': 'network-vif-deleted', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:11:31.545738 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ec878c-8566-4b12-9181-59304df5ce53', 'name': 'network-vif-deleted', 'tag': '7b53cf29-cfcb-4fe4-9664-243d9d34e4cd', 'status': 'completed', 'code': 200} Dec 14 00:11:31.571494 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5a44afb4-a1e3-4826-bbd3-54644ebd8d8c req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.18 "DELETE /v2.0/ports/7b53cf29-cfcb-4fe4-9664-243d9d34e4cd HTTP/1.1" status: 204 len: 173 time: 0.8499036 Dec 14 00:11:31.755043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d00dd295-2624-468b-a569-2d2e8c43ed1e req-3eb70db0-1413-41dd-adc3-99b021bbdaa1 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Synchronizing usage tracker for tenant:97b10611848b4c01a65c22f66babee12 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:11:31.844061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-d00dd295-2624-468b-a569-2d2e8c43ed1e req-3eb70db0-1413-41dd-adc3-99b021bbdaa1 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Unset dirty status for tenant:97b10611848b4c01a65c22f66babee12 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:11:31.845359 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d00dd295-2624-468b-a569-2d2e8c43ed1e req-3eb70db0-1413-41dd-adc3-99b021bbdaa1 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1ec878c-8566-4b12-9181-59304df5ce53 HTTP/1.1" status: 200 len: 210 time: 0.1408846 Dec 14 00:11:34.050088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33216) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:34.540852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:35.135905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Deleting port 6b3b875b-06b0-4c29-8ea5-ba18f3688479 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:35.136630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:35.309921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] For port 6b3b875b-06b0-4c29-8ea5-ba18f3688479, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b3b875b-06b0-4c29-8ea5-ba18f3688479,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:35.310270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:35.431221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Calling delete_port for 6b3b875b-06b0-4c29-8ea5-ba18f3688479 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:35.679846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:35.683553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4506e1d4-0282-45da-97b1-60b54002ef2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:35.727821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3b875b-06b0-4c29-8ea5-ba18f3688479,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:35.730754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:35.747565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:11:35.783388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:11:35.786440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 7b53cf29-cfcb-4fe4-9664-243d9d34e4cd not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:11:36.147393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:36.730309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:11:36.932328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:11:36.941698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] Sync routers for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:11:36.953337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:11:36.956277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:37.005570 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] 10.222.0.30 "PUT /v2.0/routers/213770ab-bf4e-43f6-8788-0adcbe6b3ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9542954 Dec 14 00:11:37.008108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33220) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:37.136744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:11:37.204304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:37.434263 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:11:35Z', 'revision_number': 5, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:37.438135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] Checking router: 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:11:37.449153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] Routers {'213770ab-bf4e-43f6-8788-0adcbe6b3ad8'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:11:37.449758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:37.505108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:37.580962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Deleting port 54d0783e-4558-4ea4-a558-004001e01b22 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:37.581331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:37.629393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] Set router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:11:37.755656 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] For port 54d0783e-4558-4ea4-a558-004001e01b22, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=54d0783e-4558-4ea4-a558-004001e01b22,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:37.756009 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:37.878096 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Calling delete_port for 54d0783e-4558-4ea4-a558-004001e01b22 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:37.966608 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:11:35Z', 'revision_number': 5, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:37.970560 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5136a7d-ced0-421b-b00c-c7cb31d6dd9a None None] The sync data for ids ['213770ab-bf4e-43f6-8788-0adcbe6b3ad8'] in dv-neutron-821564-1-hyperv is: [{'id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'name': 'tempest-TestMinimumBasicScenario-2023431713-router', 'tenant_id': '97b10611848b4c01a65c22f66babee12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170'}], 'enable_snat': True}, 'gw_port_id': '54d0783e-4558-4ea4-a558-004001e01b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:11:35Z', 'revision_number': 5, 'project_id': '97b10611848b4c01a65c22f66babee12', 'gw_port': {'id': '54d0783e-4558-4ea4-a558-004001e01b22', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213770ab-bf4e-43f6-8788-0adcbe6b3ad8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:05Z', 'updated_at': '2021-12-14T00:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:11:38.123071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:38.126773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c3203be-7f3b-4fab-ba8b-a7b6b20b6aa0 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:38.167917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d0783e-4558-4ea4-a558-004001e01b22,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:38.171353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:38.396282 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:38.671051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:38.675232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:38.764848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:38.765353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 213770ab-bf4e-43f6-8788-0adcbe6b3ad8 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:11:38.778687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:38.779995 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] 10.222.0.30 "DELETE /v2.0/routers/213770ab-bf4e-43f6-8788-0adcbe6b3ad8 HTTP/1.1" status: 204 len: 168 time: 1.7709365 Dec 14 00:11:38.782519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33224) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:38.849508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-99543d3d-1b2c-400a-b959-47cd09332f61 admin admin] Deleting subnet 028e8fb6-4aea-411d-8c08-484ae4681020 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:11:38.854083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99543d3d-1b2c-400a-b959-47cd09332f61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:38.905534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99543d3d-1b2c-400a-b959-47cd09332f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:38.986862 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99543d3d-1b2c-400a-b959-47cd09332f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:39.234386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99543d3d-1b2c-400a-b959-47cd09332f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:39.236830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f6f7f4e2-ce7b-4916-bc06-cb8cb07c4613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:39.269468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99543d3d-1b2c-400a-b959-47cd09332f61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028e8fb6-4aea-411d-8c08-484ae4681020,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:39.273908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-99543d3d-1b2c-400a-b959-47cd09332f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:39.276610 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-99543d3d-1b2c-400a-b959-47cd09332f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:39.282058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85111a3e-0c6b-439f-95fd-112157ed12df None None] Network ed2962e5-24d8-4725-a915-c2633e217cc0 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:11:39.285040 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-99543d3d-1b2c-400a-b959-47cd09332f61 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/028e8fb6-4aea-411d-8c08-484ae4681020 HTTP/1.1" status: 204 len: 168 time: 0.5015478 Dec 14 00:11:39.287591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33228) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:39.394044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:39.404835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Deleting port ecd83d37-1bde-41a1-bb38-94c6133e7601 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:39.405172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:39.543988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] DHCP port deletion for ed2962e5-24d8-4725-a915-c2633e217cc0 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:11:39.548098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] Deleting port ecd83d37-1bde-41a1-bb38-94c6133e7601 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:39.548471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:39.610112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] For port ecd83d37-1bde-41a1-bb38-94c6133e7601, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ecd83d37-1bde-41a1-bb38-94c6133e7601,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:39.610498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:39.736248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Calling delete_port for ecd83d37-1bde-41a1-bb38-94c6133e7601 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:39.749402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] For port ecd83d37-1bde-41a1-bb38-94c6133e7601, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ecd83d37-1bde-41a1-bb38-94c6133e7601,segment=NetworkSegment(81a721cb-c142-45b1-a325-16b0a8db0a1f),segment_id=81a721cb-c142-45b1-a325-16b0a8db0a1f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:39.749792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:39.883929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] Calling delete_port for ecd83d37-1bde-41a1-bb38-94c6133e7601 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:39.911134 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ecd83d37-1bde-41a1-bb38-94c6133e7601 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:11:40.016874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:40.021394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f8a75f09-40d8-444b-be9a-0b1aa3117b0c tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:40.033375 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Port ecd83d37-1bde-41a1-bb38-94c6133e7601 update to DOWN by agent not found {{(pid=84313) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Dec 14 00:11:40.033821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 54d0783e-4558-4ea4-a558-004001e01b22 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:11:40.063557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd83d37-1bde-41a1-bb38-94c6133e7601,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:40.064861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 54d0783e-4558-4ea4-a558-004001e01b22 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:11:40.065610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 54d0783e-4558-4ea4-a558-004001e01b22 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:11:40.065610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b3b875b-06b0-4c29-8ea5-ba18f3688479 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:11:40.067825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:40.068599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] No DVR routers for this DVR port ecd83d37-1bde-41a1-bb38-94c6133e7601 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:11:40.093679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:11:40.093960 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:11:40.098827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 6b3b875b-06b0-4c29-8ea5-ba18f3688479 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:11:40.099181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b3b875b-06b0-4c29-8ea5-ba18f3688479 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:11:40.186302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:40.211953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2962e5-24d8-4725-a915-c2633e217cc0']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:40.223232 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a721cb-c142-45b1-a325-16b0a8db0a1f') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:40.223527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a721cb-c142-45b1-a325-16b0a8db0a1f') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:40.235036 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:40.251724 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:40.258232 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:11:40.258620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:11:40.271244 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:11:40.416743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:40.420080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8749f533-5795-410d-bc41-c836997bcab0 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:40.434247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:40.447055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2962e5-24d8-4725-a915-c2633e217cc0,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:40.451074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:40.525648 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ed2962e5-24d8-4725-a915-c2633e217cc0 HTTP/1.1" status: 204 len: 168 time: 1.2369595 Dec 14 00:11:40.528449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33232) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:40.595274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] Deleting port ecd83d37-1bde-41a1-bb38-94c6133e7601 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:40.595859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:40.662608 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-5e53ab55-654f-4b9e-8855-2c26e18a5a57 None None] The port 'ecd83d37-1bde-41a1-bb38-94c6133e7601' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:11:40.921948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:41.508062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Deleting port b806d29f-ac6a-463a-b2fd-9e8635673c65 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:41.508758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:41.790596 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] For port b806d29f-ac6a-463a-b2fd-9e8635673c65, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=b806d29f-ac6a-463a-b2fd-9e8635673c65,segment=NetworkSegment(38c3a65b-a2e3-49f4-afa2-5555248bea32),segment_id=38c3a65b-a2e3-49f4-afa2-5555248bea32)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:41.790951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:41.900533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-57fe1c13-a43b-497f-888a-b002f586325f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:41.909892 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Calling delete_port for b806d29f-ac6a-463a-b2fd-9e8635673c65 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:42.129224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:42.133687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:42.173918 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b806d29f-ac6a-463a-b2fd-9e8635673c65,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:42.177912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:42.466538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:43.067210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Router 3100443e-28d5-4dde-85fc-5edbd7297b89 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:11:43.427520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:11:43.437133 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] Sync routers for ids ['3100443e-28d5-4dde-85fc-5edbd7297b89'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:11:43.451972 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] Routers {'3100443e-28d5-4dde-85fc-5edbd7297b89'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:11:43.452583 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['3100443e-28d5-4dde-85fc-5edbd7297b89'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:43.493239 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] 10.222.0.30 "PUT /v2.0/routers/3100443e-28d5-4dde-85fc-5edbd7297b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9633794 Dec 14 00:11:43.495816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33236) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:43.645573 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] Set router 3100443e-28d5-4dde-85fc-5edbd7297b89 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:11:43.701887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:43.906307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:43.943011 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57'}], 'enable_snat': True}, 'gw_port_id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:12Z', 'updated_at': '2021-12-14T00:11:42Z', 'revision_number': 5, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'gw_port': {'id': 'ca24bf49-3323-4c92-8af0-7094d77aefac', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:09:13Z', 'updated_at': '2021-12-14T00:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:43.947098 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] Checking router: 3100443e-28d5-4dde-85fc-5edbd7297b89 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:11:43.957798 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] Routers {'3100443e-28d5-4dde-85fc-5edbd7297b89'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:11:43.958391 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['3100443e-28d5-4dde-85fc-5edbd7297b89'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:43.970606 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Deleting port ca24bf49-3323-4c92-8af0-7094d77aefac {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:43.970963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:44.107993 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] Set router 3100443e-28d5-4dde-85fc-5edbd7297b89 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:11:44.123492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-33d70c65-b070-4163-ab85-0717d474ab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:44.148815 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] For port ca24bf49-3323-4c92-8af0-7094d77aefac, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ca24bf49-3323-4c92-8af0-7094d77aefac,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:44.149378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:44.219645 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:12Z', 'updated_at': '2021-12-14T00:11:43Z', 'revision_number': 6, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:44.223671 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f021d38-6a43-476f-ad64-7aa07cd8999e None None] The sync data for ids ['3100443e-28d5-4dde-85fc-5edbd7297b89'] in dv-neutron-821564-1-hyperv is: [{'id': '3100443e-28d5-4dde-85fc-5edbd7297b89', 'name': 'tempest-TestMinimumBasicScenario-39263912-router', 'tenant_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:09:12Z', 'updated_at': '2021-12-14T00:11:43Z', 'revision_number': 6, 'project_id': 'c9421d6791584db9a1ce4b19e6d0dd50', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:11:44.275120 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Calling delete_port for ca24bf49-3323-4c92-8af0-7094d77aefac owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:44.507732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:44.511662 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4d33429f-1654-4fbf-bf64-3ae221b18eec tempest-TestEncryptedCinderVolumes-512326671 tempest-TestEncryptedCinderVolumes-512326671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:44.552372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Pushing event deleted for resources: {'Port': ['ID=ca24bf49-3323-4c92-8af0-7094d77aefac,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:44.556455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:44.787302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.162970 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.167816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.244447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.244975 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3100443e-28d5-4dde-85fc-5edbd7297b89 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:11:45.257081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.258379 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] 10.222.0.30 "DELETE /v2.0/routers/3100443e-28d5-4dde-85fc-5edbd7297b89 HTTP/1.1" status: 204 len: 168 time: 1.7616584 Dec 14 00:11:45.260977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33240) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:45.324186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1127525-3539-4dfc-8268-2fb17b2aa923 admin admin] Deleting subnet d8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:11:45.327378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1127525-3539-4dfc-8268-2fb17b2aa923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.382102 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1127525-3539-4dfc-8268-2fb17b2aa923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.462763 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1127525-3539-4dfc-8268-2fb17b2aa923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.467660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.536217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.587913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1127525-3539-4dfc-8268-2fb17b2aa923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.592261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8c232ded-8971-4bd9-b179-af555a198f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:45.626783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1127525-3539-4dfc-8268-2fb17b2aa923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:45.630756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e1127525-3539-4dfc-8268-2fb17b2aa923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:45.632154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e1127525-3539-4dfc-8268-2fb17b2aa923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.637970 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e1127525-3539-4dfc-8268-2fb17b2aa923 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d8d3c8f9-729a-48d4-b7b6-f2a8c0584cf4 HTTP/1.1" status: 204 len: 168 time: 0.3758111 Dec 14 00:11:45.638746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd3ee1-59d0-4674-b4bf-9ee8ee75d1e9 None None] Network 2951b76f-51d1-4724-8652-ca6da5f34222 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:11:45.640547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33244) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:45.748230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.759248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Deleting port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:45.759589 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.875877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] DHCP port deletion for 2951b76f-51d1-4724-8652-ca6da5f34222 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:11:45.880000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] Deleting port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:45.880378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.913542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b806d29f-ac6a-463a-b2fd-9e8635673c65 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:11:45.953056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: b806d29f-ac6a-463a-b2fd-9e8635673c65 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:11:45.953407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device b806d29f-ac6a-463a-b2fd-9e8635673c65 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:11:45.953834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ca24bf49-3323-4c92-8af0-7094d77aefac no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:11:45.973267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] For port a883e7cc-40da-42fe-bcca-0e0ba6c2f713, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a883e7cc-40da-42fe-bcca-0e0ba6c2f713,segment=NetworkSegment(38c3a65b-a2e3-49f4-afa2-5555248bea32),segment_id=38c3a65b-a2e3-49f4-afa2-5555248bea32)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:45.973626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:45.991137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: ca24bf49-3323-4c92-8af0-7094d77aefac {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:11:45.991619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ca24bf49-3323-4c92-8af0-7094d77aefac not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:11:46.099243 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Calling delete_port for a883e7cc-40da-42fe-bcca-0e0ba6c2f713 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:46.146075 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] For port a883e7cc-40da-42fe-bcca-0e0ba6c2f713, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a883e7cc-40da-42fe-bcca-0e0ba6c2f713,segment=NetworkSegment(38c3a65b-a2e3-49f4-afa2-5555248bea32),segment_id=38c3a65b-a2e3-49f4-afa2-5555248bea32)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:11:46.146737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.267782 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.271721 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:46.309477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] Calling delete_port for a883e7cc-40da-42fe-bcca-0e0ba6c2f713 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:11:46.318376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Pushing event deleted for resources: {'Port': ['ID=a883e7cc-40da-42fe-bcca-0e0ba6c2f713,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:46.321919 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:46.324031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] No DVR routers for this DVR port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:11:46.379469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:11:46.379857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:11:46.440866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.466023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2951b76f-51d1-4724-8652-ca6da5f34222']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:46.478555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c3a65b-a2e3-49f4-afa2-5555248bea32') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:46.478851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c3a65b-a2e3-49f4-afa2-5555248bea32') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:46.489988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.505577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.515056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:11:46.517162 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:11:46.529173 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:11:46.799064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.803526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.806365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-18aad321-a31f-4067-a859-304a19345d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:46.829519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Pushing event deleted for resources: {'Network': ['ID=2951b76f-51d1-4724-8652-ca6da5f34222,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:46.833257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:46.837519 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2951b76f-51d1-4724-8652-ca6da5f34222 HTTP/1.1" status: 204 len: 168 time: 1.1933239 Dec 14 00:11:46.881011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] Deleting port a883e7cc-40da-42fe-bcca-0e0ba6c2f713 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:11:46.881474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.943241 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:46.948407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bb43c9b0-47c0-4e02-a4dc-e22f2ae0a7fe None None] The port 'a883e7cc-40da-42fe-bcca-0e0ba6c2f713' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:11:47.252090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33250) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:47.302010 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cb408183-bca9-4035-981e-f86c4cfa8694 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=97b10611848b4c01a65c22f66babee12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486255 Dec 14 00:11:47.305125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33254) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:47.370299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d802171b-5900-4542-96bb-b216c0593558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:47.396079 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d802171b-5900-4542-96bb-b216c0593558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:47.505943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d802171b-5900-4542-96bb-b216c0593558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:47.511059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-07a7a6b2-9aea-492c-aed0-92c6de344994 tempest-SecGroupIPv6Test-1883642165 tempest-SecGroupIPv6Test-1883642165-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:47.523245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802171b-5900-4542-96bb-b216c0593558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d620538-c3e4-42a2-9ee9-05426155729c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:47.525787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d802171b-5900-4542-96bb-b216c0593558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:47.584492 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d802171b-5900-4542-96bb-b216c0593558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:47.585790 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d802171b-5900-4542-96bb-b216c0593558 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d620538-c3e4-42a2-9ee9-05426155729c HTTP/1.1" status: 204 len: 168 time: 0.2795944 Dec 14 00:11:47.889170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a883e7cc-40da-42fe-bcca-0e0ba6c2f713 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:11:47.923635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: a883e7cc-40da-42fe-bcca-0e0ba6c2f713 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:11:47.923914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a883e7cc-40da-42fe-bcca-0e0ba6c2f713 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:11:48.378606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33264) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:48.428263 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4311194c-6625-4718-9511-0c1473d4a3b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9421d6791584db9a1ce4b19e6d0dd50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484347 Dec 14 00:11:48.430751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33268) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:48.488696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e283bf94-3aeb-4ba6-a9dc-c0264f0590de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:48.514118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e283bf94-3aeb-4ba6-a9dc-c0264f0590de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:48.610781 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e283bf94-3aeb-4ba6-a9dc-c0264f0590de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:48.615573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-adb9754a-1b1a-42b1-ad51-7da824d256aa tempest-RoutersNegativeIpV6Test-1718196924 tempest-RoutersNegativeIpV6Test-1718196924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:48.628019 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283bf94-3aeb-4ba6-a9dc-c0264f0590de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f002d7ac-9fcd-41dd-b2d7-22e2354075e9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:48.630888 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e283bf94-3aeb-4ba6-a9dc-c0264f0590de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:48.633562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e283bf94-3aeb-4ba6-a9dc-c0264f0590de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:48.634686 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e283bf94-3aeb-4ba6-a9dc-c0264f0590de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f002d7ac-9fcd-41dd-b2d7-22e2354075e9 HTTP/1.1" status: 204 len: 168 time: 0.2030671 Dec 14 00:11:49.707790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:51.446168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33316) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:51.451700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210943917', 'description': 'tempest-secgroup-smoke-1210943917 description', 'project_id': '76b61480b38e44f19bef43922b67b0ef'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:51.457681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:51.462186 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:51.465002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:51.470581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:51.524502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:51.537537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:51.570696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:51.574469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:51.577551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:51.583308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:51.651041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:51.707414 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:51.710858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-deb3d79e-cab6-4b8e-8c55-3d1b733893f6 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:51.748654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:51.750958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42ac2c-55fc-41b5-bf63-6ec27f78c94f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:51.754651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:51.755560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:51.759718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:51.765112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:51.824911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:51.871447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:51.875090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-87be2a13-398c-4d6b-aaca-c8f58aa9141e tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:51.916075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be34aaa6-6106-468a-93c5-1b8b7d1228bf,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:51.918615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:51.968756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:51.969959 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3714526c-27f4-42bf-b059-47e8451e121f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5228062 Dec 14 00:11:51.972889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33320) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:51.979206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': 'be34aaa6-6106-468a-93c5-1b8b7d1228bf', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:51.985479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:51.988891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:51.993230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:51.998858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:52.085001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.145402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.204645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.206393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c8c3fb4c-2fc8-40de-bf04-66e41f1bb510 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:52.229030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca83200-4a63-4d7e-ad47-4effead30465,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:52.233341 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:52.290193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.291361 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3175743 Dec 14 00:11:52.294108 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33324) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:52.299452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': 'be34aaa6-6106-468a-93c5-1b8b7d1228bf', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:52.305423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:52.309281 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:52.312151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:52.318488 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:52.386504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.447440 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.512775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.514490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:52.538471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa5f1c0-6223-4c4c-9be3-7d6193dd4f9b,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:52.540887 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:52.598649 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.599857 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7110697f-b83f-493d-95b0-4cd795f951d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3048174 Dec 14 00:11:52.603283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33328) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:52.608733 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': 'be34aaa6-6106-468a-93c5-1b8b7d1228bf', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:52.614606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:52.618678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:52.621614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:52.627329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:52.712855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.778477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.850412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.852301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e977e8e9-4a0d-4b21-b9c4-0f2f72e3d79c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:52.874758 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a03b63-1454-4202-9c0b-92356d68e38a,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:52.879092 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:52.947225 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:52.948410 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d44c92e4-54ee-4959-ae6c-551f80902d46 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3441606 Dec 14 00:11:52.951016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33332) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:52.956443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': 'be34aaa6-6106-468a-93c5-1b8b7d1228bf', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:52.963003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:52.966787 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:52.969601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:52.975234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:53.051433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.113116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.214588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.216446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-05de7f99-9fe8-42a7-9b5a-d00ceea30ff4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:53.238311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183d76d1-0e61-4ea8-b904-c558bc3b80b4,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:53.240620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:53.294820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.296036 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3441207 Dec 14 00:11:53.298740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33336) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:53.304728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': 'be34aaa6-6106-468a-93c5-1b8b7d1228bf', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:53.310686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:53.314773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:53.317700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:53.324030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:53.392220 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:11:53.399471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.467817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.534272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.536195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-26405161-2047-49c7-b415-755b7e98e861 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:53.557448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5176d916-ee0a-426b-8bbc-11c1378a6354,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:53.561172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:53.621465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.622728 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c58b017f-feb5-4704-83b6-15d453bff6f4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3229947 Dec 14 00:11:53.625348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33340) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:53.630724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': 'be34aaa6-6106-468a-93c5-1b8b7d1228bf', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:53.637710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:53.641428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:53.644241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:53.651553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:53.707133 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:11:53.714154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.779415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.843002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.844975 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-51438514-6af4-40f0-8352-c86223683904 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:53.867541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d1d640e-ad48-4178-a68a-51517399c424,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:53.871919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:53.930202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:53.931354 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c1b2d7b1-9534-4618-9bc1-df0112a0bee6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3051186 Dec 14 00:11:53.934408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33344) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:53.940129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'network': {'name': 'tempest-network-smoke--2132984004', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'port_security_enabled': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:53.945676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:53.949389 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:network and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:53.952212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:53.957962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:54.021397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:11:54.024811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.051931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:11:54.061211 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.061553 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Added segment ae0cec78-88b7-4cec-b669-b9a71213b443 of type vlan for network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 Dec 14 00:11:54.087668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.176235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.180652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:54.181237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.186345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:54.270102 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3346808 Dec 14 00:11:54.273179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33348) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:54.278728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'admin_state_up': True, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:54.285664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:54.291026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:router and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:54.292760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Network': ['ID=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:54.293889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:54.295685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4be335cb-71c1-45b6-8c84-8bf3a0774f16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:54.301295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:54.303236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:11:54.382971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.383981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.402322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.607461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.832574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.862248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:54.998136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.128 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/7257a866-551c-4a7a-9671-fd031a7dc5bc) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:11:55.143489 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:55.220640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:55.224380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5a4ae795-088b-450e-80cd-1b4d6b40b1f4 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:55.293513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:11:55.296826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:11:55.298816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=7257a866-551c-4a7a-9671-fd031a7dc5bc,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:55.300920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:11:55.331845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:55.517377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:55.518138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:55.798131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router ac864a02-1ea6-48c0-9b0d-463c59e72901 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:11:55.995942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:11:56.008317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Sync routers for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:11:56.019724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:11:56.020332 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:56.077379 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:56.081709 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8043458 Dec 14 00:11:56.082027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33352) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:56.200626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:11:56.250546 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c55470bc-562b-44e4-9d86-93a28505ee56 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=76b61480b38e44f19bef43922b67b0ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1673455 Dec 14 00:11:56.253233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33358) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:56.494358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:55Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:56.498316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Checking router: ac864a02-1ea6-48c0-9b0d-463c59e72901 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:11:56.498677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Updating router ac864a02-1ea6-48c0-9b0d-463c59e72901 port 7257a866-551c-4a7a-9671-fd031a7dc5bc binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:11:56.508843 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ce6e76-004d-4caa-af45-eadaabd94a29 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:56.510477 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-b6ce6e76-004d-4caa-af45-eadaabd94a29 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2561965 Dec 14 00:11:56.513214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33362) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:56.555510 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-6d08f4ea-d65b-4c6e-893c-736290fd9852 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379701 Dec 14 00:11:56.555742 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:56.555888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33366) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:56.561191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2118151346', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:11:56.668966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:11:56.672706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:subnet and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:11:56.675474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:11:56.681814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:11:56.751444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:11:56.857582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:56.880587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:56.892686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Transition to ACTIVE for port object 7257a866-551c-4a7a-9671-fd031a7dc5bc will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:11:56.951671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:56.956007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:57.033909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Pushing event updated for resources: {'Port': ['ID=7257a866-551c-4a7a-9671-fd031a7dc5bc,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:57.039011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Attempting to bind port 7257a866-551c-4a7a-9671-fd031a7dc5bc on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:11:57.039379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Attempting to bind port 7257a866-551c-4a7a-9671-fd031a7dc5bc by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:11:57.039771 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Attempting to bind port 7257a866-551c-4a7a-9671-fd031a7dc5bc on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:11:57.048803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.049151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.049487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.049819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.050155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.050480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.050805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.051128 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.051449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.051794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.054898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:11:57.056788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:57.057632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:11:57.058017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:11:57.058420 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:57.059127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:11:57.059316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Bound port: 7257a866-551c-4a7a-9671-fd031a7dc5bc, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:11:57.059664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:57.119628 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:57.123655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-709f6bcc-c5da-4868-8d49-3841a3282a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:57.168529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] For port 7257a866-551c-4a7a-9671-fd031a7dc5bc, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:11:57.171535 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] For port 7257a866-551c-4a7a-9671-fd031a7dc5bc, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7257a866-551c-4a7a-9671-fd031a7dc5bc,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:11:57.199913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Subnet': ['ID=ae571f1f-a661-41c9-9c66-05e69066b081,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:57.204370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:57.214443 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Checking segment: {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:11:57.214802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network hostable DHCP agents. Network: 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:11:57.220389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:57.224617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:57.289156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:11:57.305542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Pushing event updated for resources: {'Port': ['ID=7257a866-551c-4a7a-9671-fd031a7dc5bc,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:57.308654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:57.309630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:11:57.310229 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:57.353307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:11:57.357411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:11:57.357997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:57.372859 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4460c4e-d4a5-4562-92f3-3f1a401beaa0 None None] Network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:11:57.457217 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9002657 Dec 14 00:11:57.460016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33370) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:11:57.628630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:11:57.856056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:11:57.856867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:58.110408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Allocated IP 172.20.0.2 (7ac9f1e7-5c01-4c69-bc21-4cb21ead1203/ae571f1f-a661-41c9-9c66-05e69066b081/9387faee-6dcd-433a-8851-5f308e7b0e7d) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:11:58.195179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:55Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:11:58.203839 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb306e-3188-4040-ad7a-61464fd5dddf None None] The sync data for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv is: [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:55Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:11:58.325546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:58.351959 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:58.363462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Transition to ACTIVE for port object 9387faee-6dcd-433a-8851-5f308e7b0e7d will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:11:58.386878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Transition to ACTIVE for port object 9387faee-6dcd-433a-8851-5f308e7b0e7d will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:11:58.485584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:58.490211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:58.555714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:11:58.559013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:11:58.561505 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:11:58.570490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Pushing event updated for resources: {'Port': ['ID=9387faee-6dcd-433a-8851-5f308e7b0e7d,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:58.574266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:58.665976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Attempting to bind port 9387faee-6dcd-433a-8851-5f308e7b0e7d on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:11:58.666439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Attempting to bind port 9387faee-6dcd-433a-8851-5f308e7b0e7d by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:11:58.666874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Attempting to bind port 9387faee-6dcd-433a-8851-5f308e7b0e7d on network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:11:58.673880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:11:58.674252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Checking segment: {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:11:58.674660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:58.675369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Bound using segment: {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:11:58.675523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Bound port: 9387faee-6dcd-433a-8851-5f308e7b0e7d, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:11:58.676007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:58.762304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.1 (7ac9f1e7-5c01-4c69-bc21-4cb21ead1203/ae571f1f-a661-41c9-9c66-05e69066b081/1573c2ca-e068-454a-b3c2-0208d6f56dbc) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:11:58.774057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] For port 9387faee-6dcd-433a-8851-5f308e7b0e7d, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:11:58.777555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] For port 9387faee-6dcd-433a-8851-5f308e7b0e7d, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9387faee-6dcd-433a-8851-5f308e7b0e7d,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:11:58.845566 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:58.849658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:58.992232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:58.992232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object 1573c2ca-e068-454a-b3c2-0208d6f56dbc will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:11:58.998730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Pushing event updated for resources: {'Port': ['ID=9387faee-6dcd-433a-8851-5f308e7b0e7d,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:59.001529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:59.090604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:59.094547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:59.164945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:11:59.176077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:11:59.180645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:11:59.218636 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=1573c2ca-e068-454a-b3c2-0208d6f56dbc,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:59.223074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:59.245965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:59.390980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:59.808473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:59.856716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:11:59.870493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a465b7e7-4c47-4e99-8e04-e6f4925836f4 None None] Network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:11:59.888270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:11:59.967783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9387faee-6dcd-433a-8851-5f308e7b0e7d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:11:59.974815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=1573c2ca-e068-454a-b3c2-0208d6f56dbc,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:11:59.979036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:11:59.979966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:00.102645 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3b035315-6552-4f80-8b44-2946d06637af None None] Provisioning for port 9387faee-6dcd-433a-8851-5f308e7b0e7d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:12:00.182976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 9387faee-6dcd-433a-8851-5f308e7b0e7d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:12:00.188675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9387faee-6dcd-433a-8851-5f308e7b0e7d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:00.196044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:00.234103 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:12:00.235239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:12:00.328864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:00.370647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 9387faee-6dcd-433a-8851-5f308e7b0e7d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9387faee-6dcd-433a-8851-5f308e7b0e7d,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:12:00.426590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:00.427467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7257a866-551c-4a7a-9671-fd031a7dc5bc up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:12:00.459650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-6e31a8ad-e7d9-4526-96ea-bd622894ecb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:00.562718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=9387faee-6dcd-433a-8851-5f308e7b0e7d,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:00.566631 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:00.580199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2fde511-80ac-4fe9-9957-0201c6f5e2f6 None None] Provisioning complete for port 9387faee-6dcd-433a-8851-5f308e7b0e7d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:00.580582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2fde511-80ac-4fe9-9957-0201c6f5e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:00.647642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router ac864a02-1ea6-48c0-9b0d-463c59e72901 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:12:00.700774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 7257a866-551c-4a7a-9671-fd031a7dc5bc completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:12:00.713877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7257a866-551c-4a7a-9671-fd031a7dc5bc triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:00.714249 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:00.850478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:00.867139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 7257a866-551c-4a7a-9671-fd031a7dc5bc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7257a866-551c-4a7a-9671-fd031a7dc5bc,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:12:00.873125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:12:00.888655 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/ac864a02-1ea6-48c0-9b0d-463c59e72901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4274919 Dec 14 00:12:00.890428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2fde511-80ac-4fe9-9957-0201c6f5e2f6 None None] Provisioning for port 1573c2ca-e068-454a-b3c2-0208d6f56dbc completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:12:00.895602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a2fde511-80ac-4fe9-9957-0201c6f5e2f6 None None] Provisioning complete for port 1573c2ca-e068-454a-b3c2-0208d6f56dbc triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:00.897832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a2fde511-80ac-4fe9-9957-0201c6f5e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:00.943636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:00.948424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1b3a2a49-fab3-4367-9303-467c438e00aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:00.993867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a2fde511-80ac-4fe9-9957-0201c6f5e2f6 None None] Port 1573c2ca-e068-454a-b3c2-0208d6f56dbc cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:12:01.017533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=7257a866-551c-4a7a-9671-fd031a7dc5bc,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:01.020658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:01.062194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-9ac38330-0df7-4e19-a87a-4c6de6ff6f05 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210943917&fields=id&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 267 time: 0.0422492 Dec 14 00:12:01.115191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-b8f004c0-3975-40dc-b80d-164404a68911 None None] Provisioning complete for port 1573c2ca-e068-454a-b3c2-0208d6f56dbc triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:01.115595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b8f004c0-3975-40dc-b80d-164404a68911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:01.169508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-b8f004c0-3975-40dc-b80d-164404a68911 None None] Port 1573c2ca-e068-454a-b3c2-0208d6f56dbc cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:12:01.211679 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-3e2dfe7f-a9e9-4c95-ade7-cb161db69ee1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:01.213126 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-3e2dfe7f-a9e9-4c95-ade7-cb161db69ee1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/networks?id=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 HTTP/1.1" status: 200 len: 797 time: 0.1444962 Dec 14 00:12:01.229572 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-a5f9b4df-475d-4f6f-86ee-8d977ed94e2a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/quotas/76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 375 time: 0.0112426 Dec 14 00:12:01.315494 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-0bc3b76c-b8cf-40b7-8d70-44f61b4a7c1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809851 Dec 14 00:12:01.454254 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-9af7a81b-486e-4b40-91e6-73c4a0e6277b service neutron] 10.222.0.30 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274388 Dec 14 00:12:01.590516 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-a636c351-0a0e-4508-b1c8-4e2d0a89ccd6 service neutron] 10.222.0.30 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299474 Dec 14 00:12:01.761258 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Sync routers for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:12:01.773572 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:12:01.774171 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:01.939109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9387faee-6dcd-433a-8851-5f308e7b0e7d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:12:01.954810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4ef76cea-67fd-436d-8588-28da805d9bc6 req-e17e8969-c069-4eeb-8ebc-f4d52058716a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:12:02.000769 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:12:02.013672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9387faee-6dcd-433a-8851-5f308e7b0e7d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:02.014133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:02.033097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-4ef76cea-67fd-436d-8588-28da805d9bc6 req-e17e8969-c069-4eeb-8ebc-f4d52058716a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:12:02.034544 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4ef76cea-67fd-436d-8588-28da805d9bc6 req-e17e8969-c069-4eeb-8ebc-f4d52058716a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 210 time: 0.1442640 Dec 14 00:12:02.135723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7257a866-551c-4a7a-9671-fd031a7dc5bc up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:12:02.208898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 7257a866-551c-4a7a-9671-fd031a7dc5bc triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:02.209805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:02.325383 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '1573c2ca-e068-454a-b3c2-0208d6f56dbc', 'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:10:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:58Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 2, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:02.329413 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Checking router: ac864a02-1ea6-48c0-9b0d-463c59e72901 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:12:02.329769 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Updating router ac864a02-1ea6-48c0-9b0d-463c59e72901 port 1573c2ca-e068-454a-b3c2-0208d6f56dbc binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:12:02.385095 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:02.730960 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:02.744749 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Transition to ACTIVE for port object 1573c2ca-e068-454a-b3c2-0208d6f56dbc will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:12:02.804694 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:02.808472 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:02.932180 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Pushing event updated for resources: {'Port': ['ID=1573c2ca-e068-454a-b3c2-0208d6f56dbc,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:02.969234 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.970715 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.970715 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.970715 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.970715 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.971123 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.971220 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.971542 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.971887 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.972206 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.972524 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:02.980405 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:03.040195 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Attempting to bind port 1573c2ca-e068-454a-b3c2-0208d6f56dbc on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:12:03.040195 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Attempting to bind port 1573c2ca-e068-454a-b3c2-0208d6f56dbc by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:12:03.040195 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Attempting to bind port 1573c2ca-e068-454a-b3c2-0208d6f56dbc on network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:12:03.046196 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:12:03.046570 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Checking segment: {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:12:03.046975 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:03.047371 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Bound using segment: {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:12:03.047887 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Bound port: 1573c2ca-e068-454a-b3c2-0208d6f56dbc, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:12:03.048262 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:03.141047 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:12:03.146571 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] For port 1573c2ca-e068-454a-b3c2-0208d6f56dbc, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:12:03.149751 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] For port 1573c2ca-e068-454a-b3c2-0208d6f56dbc, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1573c2ca-e068-454a-b3c2-0208d6f56dbc,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:12:03.154090 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8fe5e3e5-8ab2-4a0c-9255-3b4e0f348c2f req-70877ea0-9da4-4782-8901-44533ba18e78 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 210 time: 0.0460739 Dec 14 00:12:03.232072 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:03.235839 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-42327b5d-ff04-4961-9ea6-11a3f13cf238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:03.316596 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Pushing event updated for resources: {'Port': ['ID=1573c2ca-e068-454a-b3c2-0208d6f56dbc,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:03.324336 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-bcd957b6-65cb-41a1-b64b-aa7f34ea61f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:03.326509 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:12:03.327342 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:11:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:03.523509 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:12:03.865335 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '1573c2ca-e068-454a-b3c2-0208d6f56dbc', 'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:10:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:58Z', 'updated_at': '2021-12-14T00:12:03Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:03.869334 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec5541d-4e10-4830-82a9-b94144b57415 None None] The sync data for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv is: [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '1573c2ca-e068-454a-b3c2-0208d6f56dbc', 'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:10:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:58Z', 'updated_at': '2021-12-14T00:12:03Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:12:04.332237 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8f915577-2a93-476e-a1a2-0489ed6c90bf req-2a273f95-5128-4f9b-a7ae-61eea9062aa4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 210 time: 0.0525172 Dec 14 00:12:04.495729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-2118d970-cb14-48bd-8f91-d304c8e828e6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:04.497249 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-2118d970-cb14-48bd-8f91-d304c8e828e6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/networks?id=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 HTTP/1.1" status: 200 len: 797 time: 0.1702187 Dec 14 00:12:04.558025 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-b4ae5a07-b753-429e-a484-6a2f5b2c3721 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 380 time: 0.0455825 Dec 14 00:12:04.575060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'port': {'device_id': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'admin_state_up': True, 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'security_groups': ['be34aaa6-6106-468a-93c5-1b8b7d1228bf']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:12:04.720258 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:12:04.730445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:12:04.814688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:12:04.817872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:05.097374 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.8 (7ac9f1e7-5c01-4c69-bc21-4cb21ead1203/ae571f1f-a661-41c9-9c66-05e69066b081/1f70e056-c020-40d3-b427-297d27a0574b) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:12:05.287485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:05.302810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object 1f70e056-c020-40d3-b427-297d27a0574b will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:12:05.370989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:05.377711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3854c990-9282-4647-b394-a08e801f08b9 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:05.450328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:12:05.454580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:12:05.488403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:12:05.521046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=1f70e056-c020-40d3-b427-297d27a0574b,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:05.532733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:05.571267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:05.571940 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:05.616880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e925cb-3b46-4547-9861-1436c0d9494b req-e06f9158-e87f-420d-9ac6-29e2d6b3fa61 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:05.617583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-a9e925cb-3b46-4547-9861-1436c0d9494b req-e06f9158-e87f-420d-9ac6-29e2d6b3fa61 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:12:05.667716 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0964501 Dec 14 00:12:05.679514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Request body: {'port': {'device_id': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:12:05.760447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-a9e925cb-3b46-4547-9861-1436c0d9494b req-e06f9158-e87f-420d-9ac6-29e2d6b3fa61 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:12:05.761574 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a9e925cb-3b46-4547-9861-1436c0d9494b req-e06f9158-e87f-420d-9ac6-29e2d6b3fa61 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 931 time: 0.3081467 Dec 14 00:12:05.763208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-343f64d3-87fd-4482-9cef-a2b999f5a068 None None] Provisioning for port 1f70e056-c020-40d3-b427-297d27a0574b completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:12:05.768585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-343f64d3-87fd-4482-9cef-a2b999f5a068 None None] Provisioning complete for port 1f70e056-c020-40d3-b427-297d27a0574b triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:05.769038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-343f64d3-87fd-4482-9cef-a2b999f5a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:05.814904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:05.825707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-343f64d3-87fd-4482-9cef-a2b999f5a068 None None] Port 1f70e056-c020-40d3-b427-297d27a0574b cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:12:05.870905 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a9e925cb-3b46-4547-9861-1436c0d9494b req-f45de175-372e-4bdc-9c99-773b7101e5f0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031766 Dec 14 00:12:05.929853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1573c2ca-e068-454a-b3c2-0208d6f56dbc up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:12:06.044675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 1573c2ca-e068-454a-b3c2-0208d6f56dbc completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:12:06.049650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 1573c2ca-e068-454a-b3c2-0208d6f56dbc triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:06.050088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:06.187108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f70e056-c020-40d3-b427-297d27a0574b {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:12:06.195171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:06.202694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:06.211643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Transition to ACTIVE for port object 1f70e056-c020-40d3-b427-297d27a0574b will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:12:06.235999 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 1573c2ca-e068-454a-b3c2-0208d6f56dbc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1573c2ca-e068-454a-b3c2-0208d6f56dbc,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:12:06.261772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:06.266454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2ad2f10b-dc25-42d1-8a92-456a41e71973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:06.323264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:06.329369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:06.400844 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Pushing event updated for resources: {'Port': ['ID=1f70e056-c020-40d3-b427-297d27a0574b,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:06.402688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=1573c2ca-e068-454a-b3c2-0208d6f56dbc,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:06.405654 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:06.408471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:06.520875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Attempting to bind port 1f70e056-c020-40d3-b427-297d27a0574b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:12:06.521219 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Attempting to bind port 1f70e056-c020-40d3-b427-297d27a0574b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:12:06.523202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Attempting to bind port 1f70e056-c020-40d3-b427-297d27a0574b on network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:12:06.527890 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Port 1f70e056-c020-40d3-b427-297d27a0574b on network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:12:06.528216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Attempting to bind port 1f70e056-c020-40d3-b427-297d27a0574b on network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:12:06.534611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:12:06.535826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Checking segment: {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:12:06.536567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Bound using segment: {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:12:06.537002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Bound port: 1f70e056-c020-40d3-b427-297d27a0574b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae0cec78-88b7-4cec-b669-b9a71213b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:12:06.538034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:06.625822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] For port 1f70e056-c020-40d3-b427-297d27a0574b, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:12:06.628745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] For port 1f70e056-c020-40d3-b427-297d27a0574b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f70e056-c020-40d3-b427-297d27a0574b,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:12:06.701674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:06.706928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-aee1fcbb-0cdb-4823-ba07-f50276c14b54 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:06.768447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:06.769812 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] 10.222.0.18 "PUT /v2.0/ports/1f70e056-c020-40d3-b427-297d27a0574b HTTP/1.1" status: 200 len: 1093 time: 1.0950291 Dec 14 00:12:06.770362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:12:06.790841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Pushing event updated for resources: {'Port': ['ID=1f70e056-c020-40d3-b427-297d27a0574b,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:06.794042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:06.829435 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b', 'status': 'completed', 'code': 200} Dec 14 00:12:06.932062 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-c54fa2f1-d53e-4dca-82d6-701b3514259f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 1096 time: 0.0863569 Dec 14 00:12:07.038701 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-472f8b3e-3592-469c-96b1-8b876086da9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f70e056-c020-40d3-b427-297d27a0574b HTTP/1.1" status: 200 len: 217 time: 0.0999701 Dec 14 00:12:07.114957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-471a48ec-94f4-46f3-bfe6-81d0382002cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:07.116470 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-471a48ec-94f4-46f3-bfe6-81d0382002cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae571f1f-a661-41c9-9c66-05e69066b081 HTTP/1.1" status: 200 len: 835 time: 0.0704715 Dec 14 00:12:07.272408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598660e4-55b9-4994-ba35-8fde58ab04ff req-08e0f27a-fc76-4978-be24-4af955b89923 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:07.273860 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-598660e4-55b9-4994-ba35-8fde58ab04ff req-08e0f27a-fc76-4978-be24-4af955b89923 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 943 time: 0.2771184 Dec 14 00:12:07.337469 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-598660e4-55b9-4994-ba35-8fde58ab04ff req-73497df8-59a5-4c78-b327-e0d9b6b8cf44 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575809 Dec 14 00:12:07.344428 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-95fa7923-2204-4f4e-ab0f-a2b2f1d8bfb5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2216129 Dec 14 00:12:07.476371 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-c3a5f89c-e05b-4766-9a40-01814071e62b service neutron] 10.222.0.18 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252525 Dec 14 00:12:07.607017 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-32538bcc-08c6-4b4a-8cb6-6bb40fdc4df7 req-9758e7d7-7ce2-475a-beda-219964c68b8d service neutron] 10.222.0.18 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244874 Dec 14 00:12:07.790763 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b0ccc1bd-827b-4f17-8307-100a988a7ffe req-dbdf8838-5e1d-4050-977d-d297c70f4d98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 1096 time: 0.0745614 Dec 14 00:12:07.907674 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1573c2ca-e068-454a-b3c2-0208d6f56dbc up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:12:07.925927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc1bd-827b-4f17-8307-100a988a7ffe req-d148f9a9-c240-4f0b-a5f1-3c54b539ee91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:07.927368 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b0ccc1bd-827b-4f17-8307-100a988a7ffe req-d148f9a9-c240-4f0b-a5f1-3c54b539ee91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 HTTP/1.1" status: 200 len: 898 time: 0.1300673 Dec 14 00:12:07.980723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 1573c2ca-e068-454a-b3c2-0208d6f56dbc triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:07.981106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:07.999938 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b0ccc1bd-827b-4f17-8307-100a988a7ffe req-a6bc96b8-d708-469f-9ec3-bdd7d32c14a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f70e056-c020-40d3-b427-297d27a0574b HTTP/1.1" status: 200 len: 217 time: 0.0643117 Dec 14 00:12:08.065675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ccc1bd-827b-4f17-8307-100a988a7ffe req-4fbe4e5a-cacf-4960-aa3e-bf5f83e24b47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:08.067089 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b0ccc1bd-827b-4f17-8307-100a988a7ffe req-4fbe4e5a-cacf-4960-aa3e-bf5f83e24b47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae571f1f-a661-41c9-9c66-05e69066b081 HTTP/1.1" status: 200 len: 835 time: 0.0602999 Dec 14 00:12:08.143389 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b0ccc1bd-827b-4f17-8307-100a988a7ffe req-b4e63c94-755f-4938-bc43-15d57c14e892 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680599 Dec 14 00:12:08.275141 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b0ccc1bd-827b-4f17-8307-100a988a7ffe req-860a3c9b-d1e5-43c6-a8d7-adf46e92c9d6 service neutron] 10.222.0.18 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229265 Dec 14 00:12:08.414905 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b0ccc1bd-827b-4f17-8307-100a988a7ffe req-3be22f85-31d5-4fa0-9d60-59849ad933b5 service neutron] 10.222.0.18 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332006 Dec 14 00:12:08.540623 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf65e0c-f0f5-4605-b961-70bf6343f87c req-4e079a2a-a7cf-460f-95f7-5db1fe7dbeb8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:08.542091 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cbf65e0c-f0f5-4605-b961-70bf6343f87c req-4e079a2a-a7cf-460f-95f7-5db1fe7dbeb8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 943 time: 0.0829844 Dec 14 00:12:08.586364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-cbf65e0c-f0f5-4605-b961-70bf6343f87c req-0b5b618e-ca4f-42e9-8bcf-bd8bc28f8564 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:12:08.684472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-cbf65e0c-f0f5-4605-b961-70bf6343f87c req-0b5b618e-ca4f-42e9-8bcf-bd8bc28f8564 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:12:08.685554 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cbf65e0c-f0f5-4605-b961-70bf6343f87c req-0b5b618e-ca4f-42e9-8bcf-bd8bc28f8564 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380730 Dec 14 00:12:09.885700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953abd5-7144-47e2-a25a-dea41ef25854 req-f781164a-729c-4482-a215-b8ad7ae66d69 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:09.887158 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b953abd5-7144-47e2-a25a-dea41ef25854 req-f781164a-729c-4482-a215-b8ad7ae66d69 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 943 time: 0.0799947 Dec 14 00:12:09.919489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 1f70e056-c020-40d3-b427-297d27a0574b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:12:09.936696 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b953abd5-7144-47e2-a25a-dea41ef25854 req-540803dc-dcd6-4d09-be02-5c86a07b19a1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440321 Dec 14 00:12:10.049941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 1f70e056-c020-40d3-b427-297d27a0574b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f70e056-c020-40d3-b427-297d27a0574b,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:12:10.066148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '1f70e056-c020-40d3-b427-297d27a0574b', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'port_id': '1f70e056-c020-40d3-b427-297d27a0574b', 'mac_address': 'fa:16:3e:d7:59:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:12:10.118309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:10.135380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f70e056-c020-40d3-b427-297d27a0574b {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:12:10.150511 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 1f70e056-c020-40d3-b427-297d27a0574b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f70e056-c020-40d3-b427-297d27a0574b,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:12:10.214466 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:10.216205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:10.279013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=1f70e056-c020-40d3-b427-297d27a0574b,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:10.281958 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:10.442595 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['1f70e056-c020-40d3-b427-297d27a0574b'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:12:11.283504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4412a-3c24-492d-9a64-f68e9c5a1059 req-0c252b05-8c90-4776-a416-bc72983b33c2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:11.284959 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c7f4412a-3c24-492d-9a64-f68e9c5a1059 req-0c252b05-8c90-4776-a416-bc72983b33c2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 944 time: 0.0792031 Dec 14 00:12:11.331228 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c7f4412a-3c24-492d-9a64-f68e9c5a1059 req-76772fc0-1ef6-4ea5-a05f-d9eb64ea2a4e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Dec 14 00:12:11.919537 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 1f70e056-c020-40d3-b427-297d27a0574b up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:12:11.946936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-551fc038-4f03-4d26-a929-5288a0189c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:12.055746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 1f70e056-c020-40d3-b427-297d27a0574b completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:12:12.060880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 1f70e056-c020-40d3-b427-297d27a0574b triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:12:12.061270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:12.178798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:12.205796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:12:12.216624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 1f70e056-c020-40d3-b427-297d27a0574b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f70e056-c020-40d3-b427-297d27a0574b,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:12:12.267705 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b', 'code': 200} Dec 14 00:12:12.278631 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:12.282317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:12.349437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=1f70e056-c020-40d3-b427-297d27a0574b,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:12.352733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:12.533195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4442978-0f12-4e6c-94ef-84b77cddbb2a req-216368b8-6fc9-48d7-84b9-c82e7100b313 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:12.534709 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b4442978-0f12-4e6c-94ef-84b77cddbb2a req-216368b8-6fc9-48d7-84b9-c82e7100b313 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0834780 Dec 14 00:12:12.586133 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b4442978-0f12-4e6c-94ef-84b77cddbb2a req-bfb41c0e-24e1-4ef3-a839-d6e31c02ba8a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450811 Dec 14 00:12:12.626747 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8d28cc36-a61e-4e66-b78d-50d54a8ce541 req-8eae48a9-d1d0-49d4-9cc5-7f0691397883 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 1098 time: 0.0688226 Dec 14 00:12:12.668345 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8d28cc36-a61e-4e66-b78d-50d54a8ce541 req-a64d07c6-8a74-4cba-8a15-8fbbde9afb5e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356627 Dec 14 00:12:13.791183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6bf88-9fb1-4a3a-a693-e9b687c4965d req-cea067c2-ae1b-4abb-b9ae-5be0c6c1f3e7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:13.792745 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-29e6bf88-9fb1-4a3a-a693-e9b687c4965d req-cea067c2-ae1b-4abb-b9ae-5be0c6c1f3e7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0828829 Dec 14 00:12:13.841571 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-29e6bf88-9fb1-4a3a-a693-e9b687c4965d req-f1f791cf-a9ed-4297-a95c-35e8cf4e5970 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Dec 14 00:12:14.122598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd3897d3-8545-42c9-baaa-94391efc66d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:15.044791 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58703b-8c52-4d31-bfb2-6c1e5bba0ef7 req-e8b012fa-4f47-4bc9-8645-36b02efcdd6f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:15.046249 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ca58703b-8c52-4d31-bfb2-6c1e5bba0ef7 req-e8b012fa-4f47-4bc9-8645-36b02efcdd6f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0848064 Dec 14 00:12:15.091514 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ca58703b-8c52-4d31-bfb2-6c1e5bba0ef7 req-33a3cfcc-81c2-4915-b188-2775b0934775 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398371 Dec 14 00:12:15.287894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6ac09-44d3-4464-be4c-81b1f51fb535 req-a5b72e08-0f35-4ad9-809b-10c6a2e59fb3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:15.289362 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-14a6ac09-44d3-4464-be4c-81b1f51fb535 req-a5b72e08-0f35-4ad9-809b-10c6a2e59fb3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0767562 Dec 14 00:12:15.335544 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-14a6ac09-44d3-4464-be4c-81b1f51fb535 req-5371d585-11a7-49c2-90cb-cb314ad443c7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401492 Dec 14 00:12:15.362477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33428) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:15.425593 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:15.437439 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c0ef726a-69dc-4d60-bfa6-36e1cd346b44 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 1093 time: 0.0736365 Dec 14 00:12:15.440449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33432) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:15.447224 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '1f70e056-c020-40d3-b427-297d27a0574b', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:12:15.452929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:12:15.456720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:floatingip and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:12:15.459657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:12:15.466292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:12:15.528400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:15.535824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:15.779066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:15.914039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.245 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/8f167c73-0457-4a05-8ce3-23743ad8cf56) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:12:16.066557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:16.147742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:16.151691 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-784c9388-5198-4d1e-9c2d-ffa78d6560a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:16.216507 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:12:16.219176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:12:16.223362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:12:16.250867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=8f167c73-0457-4a05-8ce3-23743ad8cf56,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:16.257177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:16.738712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:16.832424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:16.918814 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:17.042570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:17.078285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:17.082432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:17.186060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=8f167c73-0457-4a05-8ce3-23743ad8cf56,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:17.188933 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:17.206068 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:17.394410 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Floating IP 69bc935f-4699-4ed2-9540-8917c1967db6 associated. External IP: 172.26.5.245, port: 1f70e056-c020-40d3-b427-297d27a0574b. Dec 14 00:12:17.895356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router ac864a02-1ea6-48c0-9b0d-463c59e72901 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:12:18.096142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:12:18.106292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] Sync routers for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:12:18.121780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:12:18.126032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:12:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:18.174072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:18.228751 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7865403 Dec 14 00:12:18.229519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:12:18.290133 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b', 'status': 'completed', 'code': 200} Dec 14 00:12:18.304933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:12:18.397218 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5ac720a-35e8-4fb7-bfd6-ce1f250ed111 req-f4778be7-2f29-468a-87a6-e9db3786d77b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 1098 time: 0.0788436 Dec 14 00:12:18.424904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621b89c-116c-49eb-82c2-6bd10c23a3c5 req-762baf03-1faa-41ce-b2a3-2820d83aa172 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:18.426589 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8621b89c-116c-49eb-82c2-6bd10c23a3c5 req-762baf03-1faa-41ce-b2a3-2820d83aa172 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0898237 Dec 14 00:12:18.484153 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8621b89c-116c-49eb-82c2-6bd10c23a3c5 req-256dcee1-5408-4d39-a0ab-c4461e0a4743 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472448 Dec 14 00:12:18.513413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33440) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:18.534973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac720a-35e8-4fb7-bfd6-ce1f250ed111 req-affb76a0-736c-4c68-85fc-3595a1f86bb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:18.536601 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5ac720a-35e8-4fb7-bfd6-ce1f250ed111 req-affb76a0-736c-4c68-85fc-3595a1f86bb4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 HTTP/1.1" status: 200 len: 898 time: 0.1323986 Dec 14 00:12:18.622754 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9f654033-adec-4de5-9e86-28d5c73376db tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/69bc935f-4699-4ed2-9540-8917c1967db6 HTTP/1.1" status: 200 len: 991 time: 0.1080711 Dec 14 00:12:18.652482 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5ac720a-35e8-4fb7-bfd6-ce1f250ed111 req-478d1512-7577-4578-aba9-4b341461cd79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f70e056-c020-40d3-b427-297d27a0574b HTTP/1.1" status: 200 len: 999 time: 0.1087618 Dec 14 00:12:18.701966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '69bc935f-4699-4ed2-9540-8917c1967db6', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'port_id': '1f70e056-c020-40d3-b427-297d27a0574b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'mac_address': 'fa:16:3e:d7:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:12:16Z', 'updated_at': '2021-12-14T00:12:16Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1573c2ca-e068-454a-b3c2-0208d6f56dbc', 'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:10:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:58Z', 'updated_at': '2021-12-14T00:12:06Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:18.705810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] Checking router: ac864a02-1ea6-48c0-9b0d-463c59e72901 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:12:18.715515 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac720a-35e8-4fb7-bfd6-ce1f250ed111 req-22c5122d-d832-46dd-9692-67124aa804da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:18.716990 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5ac720a-35e8-4fb7-bfd6-ce1f250ed111 req-22c5122d-d832-46dd-9692-67124aa804da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae571f1f-a661-41c9-9c66-05e69066b081 HTTP/1.1" status: 200 len: 835 time: 0.0587361 Dec 14 00:12:18.717426 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:12:18.718028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:12:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:18.800498 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5ac720a-35e8-4fb7-bfd6-ce1f250ed111 req-06b2aa5d-1247-4951-ae4d-367b86169ceb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701103 Dec 14 00:12:18.897678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:12:18.938627 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5ac720a-35e8-4fb7-bfd6-ce1f250ed111 req-12f4acdb-d90a-49a8-a96d-3a590263a6cc service neutron] 10.222.0.18 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309066 Dec 14 00:12:19.071410 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b5ac720a-35e8-4fb7-bfd6-ce1f250ed111 req-7f9bc1ce-d2fc-4846-bf1a-a2026b2a9b03 service neutron] 10.222.0.18 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266785 Dec 14 00:12:19.245469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '69bc935f-4699-4ed2-9540-8917c1967db6', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'port_id': '1f70e056-c020-40d3-b427-297d27a0574b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'mac_address': 'fa:16:3e:d7:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:12:16Z', 'updated_at': '2021-12-14T00:12:16Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1573c2ca-e068-454a-b3c2-0208d6f56dbc', 'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:10:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:58Z', 'updated_at': '2021-12-14T00:12:06Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:19.249394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c1e717-a9ad-4580-b262-48020e1f512b None None] The sync data for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv is: [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '69bc935f-4699-4ed2-9540-8917c1967db6', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.245', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'port_id': '1f70e056-c020-40d3-b427-297d27a0574b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'mac_address': 'fa:16:3e:d7:59:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:12:16Z', 'updated_at': '2021-12-14T00:12:16Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1573c2ca-e068-454a-b3c2-0208d6f56dbc', 'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:10:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:58Z', 'updated_at': '2021-12-14T00:12:06Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:12:19.626535 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33444) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:19.730039 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-200b390b-3899-4c2f-987f-3edfdac454a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/69bc935f-4699-4ed2-9540-8917c1967db6 HTTP/1.1" status: 200 len: 991 time: 0.1023066 Dec 14 00:12:19.757700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:20.733908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33448) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:20.745079 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185aded7-2698-4056-a8b3-1a9f18d226d5 None None] New status for floating IP 69bc935f-4699-4ed2-9540-8917c1967db6: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:12:20.980360 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-00327c60-b578-4ac2-bddb-824ff21862af tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/69bc935f-4699-4ed2-9540-8917c1967db6 HTTP/1.1" status: 200 len: 991 time: 0.2451444 Dec 14 00:12:21.984122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33452) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:22.090390 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b541f9e6-a95b-40b1-8a79-db047f856e39 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/69bc935f-4699-4ed2-9540-8917c1967db6 HTTP/1.1" status: 200 len: 993 time: 0.1050858 Dec 14 00:12:40.130965 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:12:41.894827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-743266fe-de95-4e01-85a1-3e6ee79ed2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:44.129333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-72c25256-7c94-4997-8089-795cd2a71f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:45.430920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:45.517634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:46.922318 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:47.209997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a3600-9b9d-41ad-b522-25cc6d8f10ac req-a62acf29-33f1-475a-9351-538bb75ff1fb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:47.211489 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b60a3600-9b9d-41ad-b522-25cc6d8f10ac req-a62acf29-33f1-475a-9351-538bb75ff1fb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0819852 Dec 14 00:12:47.256324 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b60a3600-9b9d-41ad-b522-25cc6d8f10ac req-eb61fe54-1ba0-4a5f-9e0c-bc791904c7f9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389383 Dec 14 00:12:48.461091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012c390-4145-45ed-af88-e7fdfb25d8bb req-42707e5c-52ef-4184-88d6-ccbffff804b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:48.462438 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a012c390-4145-45ed-af88-e7fdfb25d8bb req-42707e5c-52ef-4184-88d6-ccbffff804b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0808804 Dec 14 00:12:48.511700 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a012c390-4145-45ed-af88-e7fdfb25d8bb req-99d82121-01f5-4d2c-a959-5463e040b810 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Dec 14 00:12:48.539684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33472) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:48.756229 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d3207e73-d4f0-4722-8f80-11b277cb8ecd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/69bc935f-4699-4ed2-9540-8917c1967db6 HTTP/1.1" status: 200 len: 993 time: 0.2152028 Dec 14 00:12:49.752184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:50.374694 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949f0b-802a-4578-b5f3-7be838830c93 req-3515f744-cb9a-4376-b850-2b108c813050 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:50.376172 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-19949f0b-802a-4578-b5f3-7be838830c93 req-3515f744-cb9a-4376-b850-2b108c813050 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0766561 Dec 14 00:12:50.425800 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-19949f0b-802a-4578-b5f3-7be838830c93 req-341bed04-335d-45c7-bbfd-8e41e03a559c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441101 Dec 14 00:12:51.625523 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b3ca-4629-4564-b38c-b0e74f828bdf req-da6e6347-d3bf-4779-82b0-290aca9f38f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:51.626882 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8747b3ca-4629-4564-b38c-b0e74f828bdf req-da6e6347-d3bf-4779-82b0-290aca9f38f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0761740 Dec 14 00:12:51.674829 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8747b3ca-4629-4564-b38c-b0e74f828bdf req-5f76b78c-e66a-4332-9ce1-bfe1c40b76f1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424945 Dec 14 00:12:51.702376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33486) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:51.806764 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cbcdc97d-2c26-4471-bac0-0ddb53e449e6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/69bc935f-4699-4ed2-9540-8917c1967db6 HTTP/1.1" status: 200 len: 993 time: 0.1031134 Dec 14 00:12:52.161058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33494) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:52.367183 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 8f167c73-0457-4a05-8ce3-23743ad8cf56 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:12:52.367528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:52.534136 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:52.534465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:52.653218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 8f167c73-0457-4a05-8ce3-23743ad8cf56 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:12:52.837824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:52.841494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:52.887615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=8f167c73-0457-4a05-8ce3-23743ad8cf56,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:52.924939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.925378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.925646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.926029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.926407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.926779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.927149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.927519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.927913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.928283 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.928650 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:52.959279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:52.990198 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:53.493467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router ac864a02-1ea6-48c0-9b0d-463c59e72901 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:12:53.697965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:12:53.707760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] Sync routers for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:12:53.713850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:53.719467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:12:53.720109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:12:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:53.767066 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9beceb5d-656e-40b8-bf44-047fea506248 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/floatingips/69bc935f-4699-4ed2-9540-8917c1967db6 HTTP/1.1" status: 204 len: 168 time: 1.6048701 Dec 14 00:12:53.767744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:12:53.825270 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b', 'status': 'completed', 'code': 200} Dec 14 00:12:53.897327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:12:53.921989 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-49678e65-b867-4611-a510-d448c35258f4 req-082e5307-ce59-430a-9384-3bbe92e9255c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 1098 time: 0.0757844 Dec 14 00:12:54.061142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49678e65-b867-4611-a510-d448c35258f4 req-df9d64c6-549c-44a0-b039-98a59f176ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:54.062611 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-49678e65-b867-4611-a510-d448c35258f4 req-df9d64c6-549c-44a0-b039-98a59f176ac6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 HTTP/1.1" status: 200 len: 898 time: 0.1338370 Dec 14 00:12:54.141082 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-49678e65-b867-4611-a510-d448c35258f4 req-e20ccbe5-9e85-45cb-a9b2-679232c9ffcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f70e056-c020-40d3-b427-297d27a0574b HTTP/1.1" status: 200 len: 217 time: 0.0714369 Dec 14 00:12:54.207373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49678e65-b867-4611-a510-d448c35258f4 req-be9577e4-af36-49a7-ba8b-11794aa8635f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:54.208846 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-49678e65-b867-4611-a510-d448c35258f4 req-be9577e4-af36-49a7-ba8b-11794aa8635f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ae571f1f-a661-41c9-9c66-05e69066b081 HTTP/1.1" status: 200 len: 835 time: 0.0611358 Dec 14 00:12:54.213727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '1573c2ca-e068-454a-b3c2-0208d6f56dbc', 'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:10:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:58Z', 'updated_at': '2021-12-14T00:12:06Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:54.217949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] Checking router: ac864a02-1ea6-48c0-9b0d-463c59e72901 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:12:54.229287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:12:54.229922 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:12:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:54.288600 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-49678e65-b867-4611-a510-d448c35258f4 req-d4c45d1d-3ac3-4dfd-be09-dce9fad51c4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711787 Dec 14 00:12:54.406356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:12:54.486681 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-49678e65-b867-4611-a510-d448c35258f4 req-f08559cb-e086-4db5-88b1-a03d55a83b38 service neutron] 10.222.0.18 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896458 Dec 14 00:12:54.496957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338a3b3-03e8-4614-8642-84d035c49013 req-52b8d49f-246b-4a07-8791-07a7b5a65c2f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:54.498421 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d338a3b3-03e8-4614-8642-84d035c49013 req-52b8d49f-246b-4a07-8791-07a7b5a65c2f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.1798780 Dec 14 00:12:54.627007 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d338a3b3-03e8-4614-8642-84d035c49013 req-16181d68-6bc6-492c-a215-7b0ad1f43a42 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079686 Dec 14 00:12:54.662903 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-49678e65-b867-4611-a510-d448c35258f4 req-ba0243ae-ebd7-4eb6-bb58-4697370c1d5b service neutron] 10.222.0.18 "GET /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635306 Dec 14 00:12:54.769895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '1573c2ca-e068-454a-b3c2-0208d6f56dbc', 'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:10:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:58Z', 'updated_at': '2021-12-14T00:12:06Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:12:54.773907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d101c89-1572-4a11-8493-4d94339154c8 None None] The sync data for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv is: [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:11:59Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '1573c2ca-e068-454a-b3c2-0208d6f56dbc', 'name': '', 'network_id': '7ac9f1e7-5c01-4c69-bc21-4cb21ead1203', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:10:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:58Z', 'updated_at': '2021-12-14T00:12:06Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'ae571f1f-a661-41c9-9c66-05e69066b081', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:12:54.990196 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571db979-6c55-4f98-9687-c1061dc4ac91 None None] New status for floating IP 69bc935f-4699-4ed2-9540-8917c1967db6: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:12:55.828725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63de1b-d656-4875-862c-9eddc7dfa9b9 req-6b9d371e-7f91-448e-b69b-0ba7728a3038 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:55.829412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-2e63de1b-d656-4875-862c-9eddc7dfa9b9 req-6b9d371e-7f91-448e-b69b-0ba7728a3038 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:12:55.894954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-2e63de1b-d656-4875-862c-9eddc7dfa9b9 req-6b9d371e-7f91-448e-b69b-0ba7728a3038 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:12:55.896175 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2e63de1b-d656-4875-862c-9eddc7dfa9b9 req-6b9d371e-7f91-448e-b69b-0ba7728a3038 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.1459930 Dec 14 00:12:55.941115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-ecfccb53-d725-4c00-af0e-2618c9a9350c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:12:55.942542 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-ecfccb53-d725-4c00-af0e-2618c9a9350c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 945 time: 0.0861721 Dec 14 00:12:55.943113 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2e63de1b-d656-4875-862c-9eddc7dfa9b9 req-9ab343d5-1d18-49cc-b04e-59473d4d3dfe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=be34aaa6-6106-468a-93c5-1b8b7d1228bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Dec 14 00:12:56.011238 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 1f70e056-c020-40d3-b427-297d27a0574b {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:12:56.011585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:56.253647 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 1f70e056-c020-40d3-b427-297d27a0574b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f70e056-c020-40d3-b427-297d27a0574b,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:12:56.253927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:56.376109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 1f70e056-c020-40d3-b427-297d27a0574b owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:12:56.700788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:56.706409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b76741ae-f998-44cc-bae2-6a0c2a631a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:56.750084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=1f70e056-c020-40d3-b427-297d27a0574b,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:56.794876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.795266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.795676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.796056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.796433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.796806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.797177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.797545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.797912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.798279 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.798646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:12:56.805733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:12:56.838785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] No DVR routers for this DVR port 1f70e056-c020-40d3-b427-297d27a0574b on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:12:56.841113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:56.843690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'name': 'network-vif-deleted', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:12:56.899708 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc71ddc-57fe-4605-96db-2a09f5bd6462', 'name': 'network-vif-deleted', 'tag': '1f70e056-c020-40d3-b427-297d27a0574b', 'status': 'completed', 'code': 200} Dec 14 00:12:56.913001 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3e42844e-739e-4f94-a845-f11b7d7970e1 req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "DELETE /v2.0/ports/1f70e056-c020-40d3-b427-297d27a0574b HTTP/1.1" status: 204 len: 173 time: 0.9650917 Dec 14 00:12:57.116760 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ca86a043-be87-46b8-ac26-3ed4d5a87918 req-133ed0c9-aa92-4e2d-a16d-11550133c91d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fc71ddc-57fe-4605-96db-2a09f5bd6462 HTTP/1.1" status: 200 len: 210 time: 0.0445573 Dec 14 00:12:58.225237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33522) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:12:58.623151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:59.327054 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 1573c2ca-e068-454a-b3c2-0208d6f56dbc {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:12:59.327739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:59.513841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 1573c2ca-e068-454a-b3c2-0208d6f56dbc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1573c2ca-e068-454a-b3c2-0208d6f56dbc,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:12:59.514195 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:59.634447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 1573c2ca-e068-454a-b3c2-0208d6f56dbc owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:12:59.877511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:12:59.881751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:12:59.928619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=1573c2ca-e068-454a-b3c2-0208d6f56dbc,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:12:59.931068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:00.095204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 1f70e056-c020-40d3-b427-297d27a0574b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:13:00.130685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 1f70e056-c020-40d3-b427-297d27a0574b {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:13:00.131036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 1f70e056-c020-40d3-b427-297d27a0574b not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:13:00.229336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:00.914719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router ac864a02-1ea6-48c0-9b0d-463c59e72901 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:13:01.116790 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:13:01.126584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] Sync routers for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:13:01.131265 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/ac864a02-1ea6-48c0-9b0d-463c59e72901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9049516 Dec 14 00:13:01.133910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33526) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:01.138409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:13:01.139018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:12:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:01.316253 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:13:01.319621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting subnet ae571f1f-a661-41c9-9c66-05e69066b081 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:13:01.322770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:01.381146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:01.467614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:01.606320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:59Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:01.609360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:01.610131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] Checking router: ac864a02-1ea6-48c0-9b0d-463c59e72901 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:13:01.613892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ce2474c4-8b39-49ab-ae98-42d1c403f852 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:01.621327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] Routers {'ac864a02-1ea6-48c0-9b0d-463c59e72901'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:13:01.621932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:12:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['ac864a02-1ea6-48c0-9b0d-463c59e72901'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:01.652240 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Subnet': ['ID=ae571f1f-a661-41c9-9c66-05e69066b081,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:01.656930 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:01.659299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:01.669091 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/subnets/ae571f1f-a661-41c9-9c66-05e69066b081 HTTP/1.1" status: 204 len: 168 time: 0.5306261 Dec 14 00:13:01.669091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33530) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:01.680968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d5d20e-726c-4aff-80ce-590b266fab3e None None] Network 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:13:01.871806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:01.957735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] Set router ac864a02-1ea6-48c0-9b0d-463c59e72901 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:13:02.073904 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:02.146537 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 7257a866-551c-4a7a-9671-fd031a7dc5bc {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:13:02.146877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:02.280058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] DHCP port deletion for 7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:13:02.288588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Deleting port 9387faee-6dcd-433a-8851-5f308e7b0e7d {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:13:02.288973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:02.330119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 7257a866-551c-4a7a-9671-fd031a7dc5bc, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=7257a866-551c-4a7a-9671-fd031a7dc5bc,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:13:02.330470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:02.432580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:59Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:02.498393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212a86cd-a3b3-4dc9-878d-5241437e3979 None None] The sync data for ids ['ac864a02-1ea6-48c0-9b0d-463c59e72901'] in dv-neutron-821564-1-hyperv is: [{'id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867584366', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128'}], 'enable_snat': True}, 'gw_port_id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:59Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '7257a866-551c-4a7a-9671-fd031a7dc5bc', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac864a02-1ea6-48c0-9b0d-463c59e72901', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:11:54Z', 'updated_at': '2021-12-14T00:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:13:02.519026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] For port 9387faee-6dcd-433a-8851-5f308e7b0e7d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9387faee-6dcd-433a-8851-5f308e7b0e7d,segment=NetworkSegment(ae0cec78-88b7-4cec-b669-b9a71213b443),segment_id=ae0cec78-88b7-4cec-b669-b9a71213b443)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:13:02.519759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:02.579090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 7257a866-551c-4a7a-9671-fd031a7dc5bc owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:13:02.642834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Calling delete_port for 9387faee-6dcd-433a-8851-5f308e7b0e7d owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:13:02.769073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:02.772841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:02.815412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:02.817217 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Pushing event deleted for resources: {'Port': ['ID=9387faee-6dcd-433a-8851-5f308e7b0e7d,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:02.820200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-05f67d18-7d15-4206-8f71-b6f55868a58d tempest-DeleteServersTestJSON-1025341331 tempest-DeleteServersTestJSON-1025341331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:02.827048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] No DVR routers for this DVR port 9387faee-6dcd-433a-8851-5f308e7b0e7d on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.832464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.833222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:02.836364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:02.868050 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=7257a866-551c-4a7a-9671-fd031a7dc5bc,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:02.871397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:03.105453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.363042 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.367116 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.443371 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.443926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Fanout notify agent at l3_agent the message router_deleted on router ac864a02-1ea6-48c0-9b0d-463c59e72901 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:13:03.458761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.459988 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/routers/ac864a02-1ea6-48c0-9b0d-463c59e72901 HTTP/1.1" status: 204 len: 168 time: 1.7907293 Dec 14 00:13:03.463511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33534) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:03.586861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.721942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.748078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac9f1e7-5c01-4c69-bc21-4cb21ead1203']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:03.759586 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0cec78-88b7-4cec-b669-b9a71213b443') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:03.760528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0cec78-88b7-4cec-b669-b9a71213b443') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:03.771843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.787654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.794521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:13:03.794910 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:13:03.809893 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:13:03.934299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9387faee-6dcd-433a-8851-5f308e7b0e7d no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:13:03.963413 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.966875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:03.969792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 9387faee-6dcd-433a-8851-5f308e7b0e7d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:13:03.974059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9387faee-6dcd-433a-8851-5f308e7b0e7d not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:13:03.974059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1573c2ca-e068-454a-b3c2-0208d6f56dbc no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:13:03.981769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:03.991544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Network': ['ID=7ac9f1e7-5c01-4c69-bc21-4cb21ead1203,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:03.997058 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/networks/7ac9f1e7-5c01-4c69-bc21-4cb21ead1203 HTTP/1.1" status: 204 len: 168 time: 0.5296245 Dec 14 00:13:03.997058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-24a9d4c2-8d3f-4a50-b0b9-02d510896a17 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:03.997314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33538) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:04.004238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 1573c2ca-e068-454a-b3c2-0208d6f56dbc {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:13:04.004596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1573c2ca-e068-454a-b3c2-0208d6f56dbc not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:13:04.005028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7257a866-551c-4a7a-9671-fd031a7dc5bc no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:13:04.039477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 7257a866-551c-4a7a-9671-fd031a7dc5bc {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:13:04.039856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 7257a866-551c-4a7a-9671-fd031a7dc5bc not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:13:04.067773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e846daa8-9b82-4042-bd80-002f680a4ec5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:04.096420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e846daa8-9b82-4042-bd80-002f680a4ec5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:04.316444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e846daa8-9b82-4042-bd80-002f680a4ec5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:04.320481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bb0bd495-0de2-4c29-9cdc-672c73ca62c8 tempest-NegativeSecGroupTest-1718473525 tempest-NegativeSecGroupTest-1718473525-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:04.335160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846daa8-9b82-4042-bd80-002f680a4ec5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be34aaa6-6106-468a-93c5-1b8b7d1228bf,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:04.338420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e846daa8-9b82-4042-bd80-002f680a4ec5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:04.401071 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-e846daa8-9b82-4042-bd80-002f680a4ec5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:04.402198 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-e846daa8-9b82-4042-bd80-002f680a4ec5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/security-groups/be34aaa6-6106-468a-93c5-1b8b7d1228bf HTTP/1.1" status: 204 len: 168 time: 0.4040434 Dec 14 00:13:05.085663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33548) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:05.091837 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088904466', 'description': 'tempest-secgroup-smoke-1088904466 description', 'project_id': '76b61480b38e44f19bef43922b67b0ef'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:05.097971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:05.102083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:05.105809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:05.111432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:05.174741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.210101 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:05.214395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:05.217193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:05.222857 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:05.279207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.340364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.344119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e283bf94-3aeb-4ba6-a9dc-c0264f0590de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:05.385299 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d51303-8aba-4ea0-a1cd-889a574603ac,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:05.388469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:05.443422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.444598 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a55dac86-18a5-4895-b2d1-751a24d51da9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3579190 Dec 14 00:13:05.447881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33552) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:05.453622 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '77d51303-8aba-4ea0-a1cd-889a574603ac', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:05.459528 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:05.466030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:05.466876 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:05.472599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:05.546592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.607710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.654330 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.656112 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d817d557-8ad8-422a-ab1d-11b77f4855c7 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:05.680988 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79bc950-cba9-4884-946e-32d0c51bf3a3,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:05.685982 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:05.746057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.747185 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f05a8db2-55fb-4e1b-9ef2-bd841a203fe8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2983890 Dec 14 00:13:05.749890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33556) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:05.755343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '77d51303-8aba-4ea0-a1cd-889a574603ac', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:05.762086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:05.765915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:05.768778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:05.774336 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:05.842302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.905583 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.974441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:05.976279 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-38c73c72-bf7c-469b-b729-609d15170cc6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:06.001587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5162648-e88c-48c9-b3d1-56bf7b3171f5,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:06.001587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:06.071751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.073119 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3222919 Dec 14 00:13:06.075859 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33560) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:06.081298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '77d51303-8aba-4ea0-a1cd-889a574603ac', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:06.087058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:06.090923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:06.093895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:06.099593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:06.175006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.236049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.311880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.313830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-55cf8165-7135-4550-a447-59c19eb7347e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:06.335658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b062d2-4ef4-4096-9714-e561728523c2,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:06.338588 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:06.449252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.450454 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-28c7bfc5-3177-447d-b754-5bd1134b3c28 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3736150 Dec 14 00:13:06.453049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33564) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:06.458766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '77d51303-8aba-4ea0-a1cd-889a574603ac', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:06.465578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:06.469377 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:06.472370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:06.478158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:06.580794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.646983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.711807 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.714235 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-24db622f-c6d4-4cd9-952b-2dd062ff1d4c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:06.737149 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8d8521-25c2-4587-a231-7a94e0a734a4,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:06.741468 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:06.808767 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.809973 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-df00c9dc-bdef-440f-817f-799d889a84d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3559875 Dec 14 00:13:06.812594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33568) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:06.818261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '77d51303-8aba-4ea0-a1cd-889a574603ac', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:06.824665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:06.828606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:06.831710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:06.837266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:06.916211 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:13:06.922776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:06.988890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.071232 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.073596 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b03384ee-4890-4d0a-8f70-3b69450b8303 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:07.096461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22861d1-ad5d-4afb-8114-f6ee10b6cabb,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:07.100686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:07.163223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.164448 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ad02ad0b-e0d2-4bbe-bd99-6014f54a053a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3509443 Dec 14 00:13:07.168593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33572) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:07.173485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '77d51303-8aba-4ea0-a1cd-889a574603ac', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:07.179410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:07.183808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:07.186602 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:07.192459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:07.248796 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:13:07.255197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.324258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.385908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.391627 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-228363d7-e075-4877-a5b0-7a4a29f178b0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:07.410463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caa056f-a1cf-4020-b779-93d0db2735fd,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:07.412624 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:07.482090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.483292 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b2c7b7ea-cdc8-4078-9ff0-d7e959f64e1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3147922 Dec 14 00:13:07.485996 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33576) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:07.491277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'network': {'name': 'tempest-network-smoke--1908321710', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'port_security_enabled': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:07.497275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:07.501147 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:network and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:07.503955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:07.509592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:07.585961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:13:07.588987 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.616410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:13:07.626637 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.626919 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Added segment fa88f8bb-3f4a-437f-b65f-ce5da5ba6771 of type vlan for network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d Dec 14 00:13:07.652476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.739035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.742780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:07.743353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.749041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7ff6585b-65b5-4923-af7a-4561f50cb2e8 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:07.848550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Network': ['ID=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:07.851151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:07.859394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:13:07.886696 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c96625b8-bb57-40f9-beca-3aa068b42eb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3959117 Dec 14 00:13:07.886696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33580) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:07.891600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'admin_state_up': True, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:07.898553 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:07.902932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:router and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:07.905854 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:07.911456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:07.980179 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.983768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:07.998442 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:08.205220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:08.437953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:08.469137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:08.604682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.101 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/38bff722-03ab-4dd2-98b4-48fabe4023e3) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:13:08.751204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:08.855319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:08.858880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:08.924641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:13:08.927250 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:13:08.931361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:13:08.960892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=38bff722-03ab-4dd2-98b4-48fabe4023e3,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:08.966768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:09.163298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:09.164068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:09.557248 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 55e3515c-e6a3-4577-8ea8-73c495606a9f is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:13:09.757024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:13:09.766786 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Sync routers for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:13:09.779467 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:13:09.780106 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:12:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:09.843193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:09.844428 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9576616 Dec 14 00:13:09.847491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33584) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:09.888579 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d0bd0bb5-74e3-43e9-93c7-457f7af11a88 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=76b61480b38e44f19bef43922b67b0ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382836 Dec 14 00:13:09.889773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33588) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:09.959537 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:13:10.050173 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91d8bc-ddaf-41e8-889d-24656a21e727 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:10.051662 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2d91d8bc-ddaf-41e8-889d-24656a21e727 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1604049 Dec 14 00:13:10.054494 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33592) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:10.093943 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-195330f6-ce9d-4851-a8a9-7996a64a8369 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381877 Dec 14 00:13:10.096209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33596) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:10.101530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615231756', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:10.209192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:10.213530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:subnet and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:10.216624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:10.222602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:10.256020 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:09Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:10.259819 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Checking router: 55e3515c-e6a3-4577-8ea8-73c495606a9f for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:13:10.260212 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Updating router 55e3515c-e6a3-4577-8ea8-73c495606a9f port 38bff722-03ab-4dd2-98b4-48fabe4023e3 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:13:10.288860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:13:10.342462 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:10.395752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:10.660931 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:10.672459 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Transition to ACTIVE for port object 38bff722-03ab-4dd2-98b4-48fabe4023e3 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:13:10.677386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:10.682717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-79a67350-307b-4632-92f8-b0180b805282 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:10.745091 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:10.748772 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c7ae7419-8256-468f-9144-c516b481d137 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:10.760366 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Subnet': ['ID=d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:10.764295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:10.772094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Checking segment: {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:13:10.772460 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network hostable DHCP agents. Network: 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:13:10.823764 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Pushing event updated for resources: {'Port': ['ID=38bff722-03ab-4dd2-98b4-48fabe4023e3,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:10.827563 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Attempting to bind port 38bff722-03ab-4dd2-98b4-48fabe4023e3 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:13:10.827964 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Attempting to bind port 38bff722-03ab-4dd2-98b4-48fabe4023e3 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:13:10.828328 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Attempting to bind port 38bff722-03ab-4dd2-98b4-48fabe4023e3 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:13:10.839795 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.840144 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.840478 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.840807 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.841135 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.841460 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.841781 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.842103 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.842422 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.842740 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.843057 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:13:10.846164 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:13:10.846536 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:13:10.846932 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:10.847314 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:13:10.847816 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Bound port: 38bff722-03ab-4dd2-98b4-48fabe4023e3, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:13:10.848191 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:10.852967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:13:10.874102 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:10.917380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:13:10.921985 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] For port 38bff722-03ab-4dd2-98b4-48fabe4023e3, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:13:10.922159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:10.922739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:10.926030 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] For port 38bff722-03ab-4dd2-98b4-48fabe4023e3, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=38bff722-03ab-4dd2-98b4-48fabe4023e3,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:13:10.926451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fb8072-88b7-4ed9-a042-8d6cfd57cc78 None None] Network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:13:10.986731 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:10.990500 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:11.013042 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3b6fe585-b7f7-470d-b248-76fe75f16c20 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9126551 Dec 14 00:13:11.013449 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33600) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:11.064844 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Pushing event updated for resources: {'Port': ['ID=38bff722-03ab-4dd2-98b4-48fabe4023e3,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:11.068388 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:11.074560 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:13:11.075182 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:12:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:11.150097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:13:11.152091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:11.265712 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:13:11.319136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Allocated IP 172.20.0.2 (88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d/d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce/8a917fc5-dfe6-4229-aa0c-a7556f46d616) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:13:11.534840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:11.546094 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Transition to ACTIVE for port object 8a917fc5-dfe6-4229-aa0c-a7556f46d616 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:13:11.566159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Transition to ACTIVE for port object 8a917fc5-dfe6-4229-aa0c-a7556f46d616 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:13:11.576573 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:09Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:11.580635 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5841ec-c43b-4ef7-8276-690a47c55ce6 None None] The sync data for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv is: [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:09Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:13:11.615428 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:11.621914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:11.746205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Pushing event updated for resources: {'Port': ['ID=8a917fc5-dfe6-4229-aa0c-a7556f46d616,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:11.748408 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:11.752860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:13:11.755714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:13:11.759059 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:13:11.809902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:11.900975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Attempting to bind port 8a917fc5-dfe6-4229-aa0c-a7556f46d616 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:13:11.901487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Attempting to bind port 8a917fc5-dfe6-4229-aa0c-a7556f46d616 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:13:11.902038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Attempting to bind port 8a917fc5-dfe6-4229-aa0c-a7556f46d616 on network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:13:11.913259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:13:11.913882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Checking segment: {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:13:11.914472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:11.915311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Bound using segment: {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:13:11.916092 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Bound port: 8a917fc5-dfe6-4229-aa0c-a7556f46d616, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:13:11.916703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:12.000921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8737f770-b34d-44d3-a56e-ea5ebcbe4cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:12.013540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 38bff722-03ab-4dd2-98b4-48fabe4023e3 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:13:12.055871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] For port 8a917fc5-dfe6-4229-aa0c-a7556f46d616, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:13:12.064222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] For port 8a917fc5-dfe6-4229-aa0c-a7556f46d616, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8a917fc5-dfe6-4229-aa0c-a7556f46d616,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:13:12.126843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:12.131027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:12.170035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 38bff722-03ab-4dd2-98b4-48fabe4023e3 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:13:12.188568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 38bff722-03ab-4dd2-98b4-48fabe4023e3 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:12.189054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:12.281715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Pushing event updated for resources: {'Port': ['ID=8a917fc5-dfe6-4229-aa0c-a7556f46d616,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:12.285096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:12.391239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:12.415416 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 38bff722-03ab-4dd2-98b4-48fabe4023e3, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=38bff722-03ab-4dd2-98b4-48fabe4023e3,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:13:12.418013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.1 (88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d/d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce/4f81380d-7848-4494-867e-1010ac42ca9d) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:13:12.496110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:12.499696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-366dfed9-2399-4672-bd82-10565326922d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:12.569423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=38bff722-03ab-4dd2-98b4-48fabe4023e3,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:12.573314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:12.613058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:12.630312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object 4f81380d-7848-4494-867e-1010ac42ca9d will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:13:12.711925 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:12.716626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:12.785831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:13:12.788778 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:13:12.793642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:13:12.818347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=4f81380d-7848-4494-867e-1010ac42ca9d,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:12.824546 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:12.855255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:13.022000 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:13.240415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d085d12a-bdba-4388-a9d4-29157095e01f None None] Network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:13:13.392553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-60d5e27a-294f-4759-b219-2219eb275942 None None] Provisioning for port 8a917fc5-dfe6-4229-aa0c-a7556f46d616 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:13:13.444961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:13.529197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:13.563008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-739c1257-95aa-4c11-b9ec-6af53dc9ed2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:13.647070 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:13.651453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=4f81380d-7848-4494-867e-1010ac42ca9d,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:13.654644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:13.786320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd32782-4286-4c56-940d-5e1e44053b3c None None] Provisioning for port 4f81380d-7848-4494-867e-1010ac42ca9d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:13:13.792869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd32782-4286-4c56-940d-5e1e44053b3c None None] Provisioning complete for port 4f81380d-7848-4494-867e-1010ac42ca9d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:13.793289 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd32782-4286-4c56-940d-5e1e44053b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:13.796942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:13:13.798182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:13:13.849304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd32782-4286-4c56-940d-5e1e44053b3c None None] Port 4f81380d-7848-4494-867e-1010ac42ca9d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:13:13.989731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-41973802-68f0-4413-846f-f12c8e206813 None None] Provisioning complete for port 4f81380d-7848-4494-867e-1010ac42ca9d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:13.990368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-41973802-68f0-4413-846f-f12c8e206813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:14.033702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8a917fc5-dfe6-4229-aa0c-a7556f46d616 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:13:14.109923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-41973802-68f0-4413-846f-f12c8e206813 None None] Port 4f81380d-7848-4494-867e-1010ac42ca9d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:13:14.152307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-98e4183f-72d3-493f-b09e-613842b2daca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:14.174237 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 8a917fc5-dfe6-4229-aa0c-a7556f46d616 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:13:14.179665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 8a917fc5-dfe6-4229-aa0c-a7556f46d616 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:14.180047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:14.257372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-37e3d07e-125d-401e-9c7f-3fc8e8575481 None None] Provisioning complete for port 4f81380d-7848-4494-867e-1010ac42ca9d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:14.258079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-37e3d07e-125d-401e-9c7f-3fc8e8575481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:14.332469 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 55e3515c-e6a3-4577-8ea8-73c495606a9f has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:13:14.354233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-37e3d07e-125d-401e-9c7f-3fc8e8575481 None None] Port 4f81380d-7848-4494-867e-1010ac42ca9d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:13:14.355828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:14.389303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 8a917fc5-dfe6-4229-aa0c-a7556f46d616, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8a917fc5-dfe6-4229-aa0c-a7556f46d616,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:13:14.454728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:14.455634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 38bff722-03ab-4dd2-98b4-48fabe4023e3 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:13:14.481845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:14.541973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:13:14.554329 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/55e3515c-e6a3-4577-8ea8-73c495606a9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5399127 Dec 14 00:13:14.579257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=8a917fc5-dfe6-4229-aa0c-a7556f46d616,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:14.584617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:14.587043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 38bff722-03ab-4dd2-98b4-48fabe4023e3 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:14.587495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:14.726549 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-e81fdd8d-9985-464b-a5bf-72ef7a3cca0c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:13:14.792253 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-e81fdd8d-9985-464b-a5bf-72ef7a3cca0c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:13:14.793432 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-e81fdd8d-9985-464b-a5bf-72ef7a3cca0c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088904466&fields=id&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 267 time: 0.1079876 Dec 14 00:13:14.944205 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-5632e017-1d3b-4717-b3c9-86bef1360812 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:14.944880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-5632e017-1d3b-4717-b3c9-86bef1360812 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:13:15.048998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-5632e017-1d3b-4717-b3c9-86bef1360812 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:13:15.050175 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-5632e017-1d3b-4717-b3c9-86bef1360812 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/networks?id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d HTTP/1.1" status: 200 len: 797 time: 0.2502675 Dec 14 00:13:15.067997 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-ab48d062-99a9-4737-af8c-47bad51e34f9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/quotas/76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 375 time: 0.0123472 Dec 14 00:13:15.154866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-d60d001e-03f2-441a-8494-12e5476ad239 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:13:15.229542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Sync routers for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:13:15.231411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-d60d001e-03f2-441a-8494-12e5476ad239 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:13:15.232808 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-d60d001e-03f2-441a-8494-12e5476ad239 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1592593 Dec 14 00:13:15.244589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:13:15.244589 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:13:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:15.380111 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-5e898a8d-ca0c-4070-8bb5-c4f996b998df service neutron] 10.222.0.30 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346829 Dec 14 00:13:15.495882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:13:15.523154 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-83fd21eb-9e14-4deb-85c5-01c7642725b7 service neutron] 10.222.0.30 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365335 Dec 14 00:13:15.538561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:15.547478 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:15.781324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1fe3fb2b-d434-44cf-9597-5dbbd6fe2cec req-958c5235-6bc7-49ae-9d97-d0c39499523a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:13:15.795482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1fe3fb2b-d434-44cf-9597-5dbbd6fe2cec req-958c5235-6bc7-49ae-9d97-d0c39499523a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:13:15.796653 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1fe3fb2b-d434-44cf-9597-5dbbd6fe2cec req-958c5235-6bc7-49ae-9d97-d0c39499523a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 210 time: 0.0709257 Dec 14 00:13:15.815862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f81380d-7848-4494-867e-1010ac42ca9d', 'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:bb:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:12Z', 'updated_at': '2021-12-14T00:13:13Z', 'revision_number': 2, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:15.818941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Checking router: 55e3515c-e6a3-4577-8ea8-73c495606a9f for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:13:15.819309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Updating router 55e3515c-e6a3-4577-8ea8-73c495606a9f port 4f81380d-7848-4494-867e-1010ac42ca9d binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:13:15.874330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:15.981855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8a917fc5-dfe6-4229-aa0c-a7556f46d616 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:13:16.162820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 8a917fc5-dfe6-4229-aa0c-a7556f46d616 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:16.163203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:16.381257 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:16.392772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Transition to ACTIVE for port object 4f81380d-7848-4494-867e-1010ac42ca9d will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:13:16.493700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:16.503437 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:16.618080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405f490-6803-4abd-9bd8-cc4227084aca None None] Pushing event updated for resources: {'Port': ['ID=4f81380d-7848-4494-867e-1010ac42ca9d,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:16.622986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4405f490-6803-4abd-9bd8-cc4227084aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:16.714245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Attempting to bind port 4f81380d-7848-4494-867e-1010ac42ca9d on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:13:16.714616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Attempting to bind port 4f81380d-7848-4494-867e-1010ac42ca9d by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:13:16.714982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Attempting to bind port 4f81380d-7848-4494-867e-1010ac42ca9d on network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:13:16.721562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:13:16.722582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Checking segment: {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:13:16.722582 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:16.722849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Bound using segment: {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:13:16.723295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Bound port: 4f81380d-7848-4494-867e-1010ac42ca9d, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:13:16.723676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:16.823983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] For port 4f81380d-7848-4494-867e-1010ac42ca9d, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:13:16.827939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] For port 4f81380d-7848-4494-867e-1010ac42ca9d, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f81380d-7848-4494-867e-1010ac42ca9d,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:13:16.906126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:16.910067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ed9cdce8-b3c9-4fb9-977d-58605c193def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:16.951735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:16.961950 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-62082140-71da-4f36-9ce7-f2af510d71ff req-cac0bf67-d6d3-433e-aa93-443b8726e85f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 210 time: 0.0451353 Dec 14 00:13:16.998351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405f490-6803-4abd-9bd8-cc4227084aca None None] Pushing event updated for resources: {'Port': ['ID=4f81380d-7848-4494-867e-1010ac42ca9d,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:17.001546 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4405f490-6803-4abd-9bd8-cc4227084aca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:17.002230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:13:17.002848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:13:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:17.131066 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:13:17.184450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:13:17.557897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f81380d-7848-4494-867e-1010ac42ca9d', 'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:bb:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:12Z', 'updated_at': '2021-12-14T00:13:16Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:17.561862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330e0763-c513-4d0e-9a40-e0f57853ad90 None None] The sync data for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv is: [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f81380d-7848-4494-867e-1010ac42ca9d', 'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:bb:6a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:12Z', 'updated_at': '2021-12-14T00:13:16Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:13:17.960975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f81380d-7848-4494-867e-1010ac42ca9d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:13:18.100329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 4f81380d-7848-4494-867e-1010ac42ca9d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:13:18.106561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4f81380d-7848-4494-867e-1010ac42ca9d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:18.107192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:18.155644 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3b7400dc-9bd6-4739-ad95-ade6d02ef372 req-ae82080e-cea1-4d6b-9d64-6866f0e8ffe6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 210 time: 0.0628204 Dec 14 00:13:18.189550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-825966e6-4164-454c-943f-a421e7b74d33 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:18.191696 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-825966e6-4164-454c-943f-a421e7b74d33 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/networks?id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d HTTP/1.1" status: 200 len: 797 time: 0.2343442 Dec 14 00:13:18.236472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:18.252024 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-8f927fa3-8f86-4f61-a70d-02402f61133b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 380 time: 0.0463774 Dec 14 00:13:18.261377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'port': {'device_id': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'admin_state_up': True, 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'security_groups': ['77d51303-8aba-4ea0-a1cd-889a574603ac']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:18.281244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 4f81380d-7848-4494-867e-1010ac42ca9d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f81380d-7848-4494-867e-1010ac42ca9d,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:13:18.346046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:18.358152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:18.428420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:18.439502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:18.439982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=4f81380d-7848-4494-867e-1010ac42ca9d,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:18.442953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:18.505865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:13:18.509080 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:18.673411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.11 (88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d/d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce/0a368c7c-d414-45a9-a891-62f4b445bf03) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:13:18.967859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:18.984687 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object 0a368c7c-d414-45a9-a891-62f4b445bf03 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:13:19.089665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:19.096981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a2188eca-fea7-4783-8ffd-6df5632e5097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:19.164658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:13:19.169150 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:13:19.171790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:13:19.213700 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=0a368c7c-d414-45a9-a891-62f4b445bf03,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:19.217347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:19.245570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:19.246329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:19.341822 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0852766 Dec 14 00:13:19.353318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-ce1fe64a-c467-4e42-bf79-cd16c701b0ab tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 14 00:13:19.358684 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-ce1fe64a-c467-4e42-bf79-cd16c701b0ab tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056593 Dec 14 00:13:19.364943 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Request body: {'port': {'device_id': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:19.377507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875145e6-834e-4bbb-9a80-bff16630754c req-0008f080-61c5-482a-8a68-8f67dbf4af55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:19.378984 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-875145e6-834e-4bbb-9a80-bff16630754c req-0008f080-61c5-482a-8a68-8f67dbf4af55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 932 time: 0.0807915 Dec 14 00:13:19.428437 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-875145e6-834e-4bbb-9a80-bff16630754c req-11c9f788-8b51-44f4-951a-e99981a273c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Dec 14 00:13:19.452813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7d048cfc-7ebb-42c5-8e0f-874839fe5bde None None] Provisioning for port 0a368c7c-d414-45a9-a891-62f4b445bf03 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:13:19.457899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7d048cfc-7ebb-42c5-8e0f-874839fe5bde None None] Provisioning complete for port 0a368c7c-d414-45a9-a891-62f4b445bf03 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:19.458274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7d048cfc-7ebb-42c5-8e0f-874839fe5bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:19.480225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:19.512789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-7d048cfc-7ebb-42c5-8e0f-874839fe5bde None None] Port 0a368c7c-d414-45a9-a891-62f4b445bf03 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:13:19.733130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:19.822480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a368c7c-d414-45a9-a891-62f4b445bf03 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:13:19.829207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:19.844000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Transition to ACTIVE for port object 0a368c7c-d414-45a9-a891-62f4b445bf03 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:13:19.905677 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:19.909629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:19.945027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f81380d-7848-4494-867e-1010ac42ca9d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:13:20.018025 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 4f81380d-7848-4494-867e-1010ac42ca9d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:20.018597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:20.046020 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a368c7c-d414-45a9-a891-62f4b445bf03,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:20.072905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:20.156176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Attempting to bind port 0a368c7c-d414-45a9-a891-62f4b445bf03 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:13:20.156514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Attempting to bind port 0a368c7c-d414-45a9-a891-62f4b445bf03 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:13:20.156846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Attempting to bind port 0a368c7c-d414-45a9-a891-62f4b445bf03 on network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:13:20.162757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Port 0a368c7c-d414-45a9-a891-62f4b445bf03 on network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:13:20.163084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Attempting to bind port 0a368c7c-d414-45a9-a891-62f4b445bf03 on network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:13:20.169636 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:13:20.170226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Checking segment: {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:13:20.170339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Bound using segment: {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:13:20.170760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Bound port: 0a368c7c-d414-45a9-a891-62f4b445bf03, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:13:20.171107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:20.264488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] For port 0a368c7c-d414-45a9-a891-62f4b445bf03, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:13:20.267413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] For port 0a368c7c-d414-45a9-a891-62f4b445bf03, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0a368c7c-d414-45a9-a891-62f4b445bf03,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:13:20.363201 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:20.367046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-96c133a9-8b6e-4374-87e8-b5d3583753f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:20.426098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:20.427502 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] 10.222.0.18 "PUT /v2.0/ports/0a368c7c-d414-45a9-a891-62f4b445bf03 HTTP/1.1" status: 200 len: 1094 time: 1.0668621 Dec 14 00:13:20.428097 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:13:20.449398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a368c7c-d414-45a9-a891-62f4b445bf03,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:20.452813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:20.502246 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'status': 'completed', 'code': 200} Dec 14 00:13:20.609663 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5370a997-d214-4b13-8180-d89cac2c08ae req-c1432878-3c29-4962-9023-2804733821d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 1097 time: 0.0842040 Dec 14 00:13:20.649354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2780ac-322e-43e5-a35a-75f662421eae req-d4027008-ea9b-46e6-8158-ad5910b82752 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:20.651041 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4e2780ac-322e-43e5-a35a-75f662421eae req-d4027008-ea9b-46e6-8158-ad5910b82752 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 944 time: 0.0825336 Dec 14 00:13:20.701742 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4e2780ac-322e-43e5-a35a-75f662421eae req-6d02fac7-afe0-4e94-a69a-5b01aa997046 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Dec 14 00:13:20.753641 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370a997-d214-4b13-8180-d89cac2c08ae req-66ebd5c3-382c-464a-b64e-476ce2ed9238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:20.755028 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5370a997-d214-4b13-8180-d89cac2c08ae req-66ebd5c3-382c-464a-b64e-476ce2ed9238 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=76b61480b38e44f19bef43922b67b0ef&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1382940 Dec 14 00:13:20.893853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370a997-d214-4b13-8180-d89cac2c08ae req-22c1527b-7b25-4125-8920-1e4284f341ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:20.895371 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5370a997-d214-4b13-8180-d89cac2c08ae req-22c1527b-7b25-4125-8920-1e4284f341ff service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344976 Dec 14 00:13:21.003221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-4a84690e-f88e-4363-a935-04d91cc15325 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 1097 time: 0.0726106 Dec 14 00:13:21.179810 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-7315084e-a514-4fea-86d5-d8366e38b876 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a368c7c-d414-45a9-a891-62f4b445bf03 HTTP/1.1" status: 200 len: 217 time: 0.1693182 Dec 14 00:13:21.243352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-a1d712a6-6cec-4934-935c-55c49a647287 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:21.245127 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-a1d712a6-6cec-4934-935c-55c49a647287 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce HTTP/1.1" status: 200 len: 834 time: 0.0590901 Dec 14 00:13:21.321667 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-0e5a9da1-14e4-404d-aaea-7f616523bbf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694501 Dec 14 00:13:21.456710 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-eead5d94-4481-4e6d-85a4-307ada331011 service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282833 Dec 14 00:13:21.594681 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-15914081-a9a9-4458-80bf-b0b403bd7d62 req-f7905d12-a8bf-4d25-9cd7-3539ed35a6c8 service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316333 Dec 14 00:13:21.907184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34396c-f80c-4cd5-8fa9-500c548a578b req-d794eb0d-30bb-484f-a7bd-e2c12895ae3c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:21.907902 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-bc34396c-f80c-4cd5-8fa9-500c548a578b req-d794eb0d-30bb-484f-a7bd-e2c12895ae3c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:13:21.979296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-bc34396c-f80c-4cd5-8fa9-500c548a578b req-d794eb0d-30bb-484f-a7bd-e2c12895ae3c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:13:21.980384 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bc34396c-f80c-4cd5-8fa9-500c548a578b req-d794eb0d-30bb-484f-a7bd-e2c12895ae3c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 944 time: 0.1534774 Dec 14 00:13:22.025852 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bc34396c-f80c-4cd5-8fa9-500c548a578b req-4a8c76ca-922e-4c5b-a97d-073c1fc10b1b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 Dec 14 00:13:23.223540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eae16d-1f2f-498b-9b3c-d0a4b2004810 req-e77cde18-712d-44e4-9ba2-77a0093d2a99 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:23.225025 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-21eae16d-1f2f-498b-9b3c-d0a4b2004810 req-e77cde18-712d-44e4-9ba2-77a0093d2a99 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 944 time: 0.0784993 Dec 14 00:13:23.274077 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-21eae16d-1f2f-498b-9b3c-d0a4b2004810 req-fe537a9f-feb5-4b50-84cd-9419c7160c91 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 Dec 14 00:13:24.230431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 0a368c7c-d414-45a9-a891-62f4b445bf03 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:13:24.365275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 0a368c7c-d414-45a9-a891-62f4b445bf03, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0a368c7c-d414-45a9-a891-62f4b445bf03,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:13:24.379313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'port_id': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'mac_address': 'fa:16:3e:69:44:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:13:24.436261 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:24.454139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a368c7c-d414-45a9-a891-62f4b445bf03 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:13:24.469195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 0a368c7c-d414-45a9-a891-62f4b445bf03, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0a368c7c-d414-45a9-a891-62f4b445bf03,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:13:24.472509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14916e-0976-4c86-aa16-49676c165f5b req-f4072e53-273d-49c0-ad52-3646f1895944 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:24.473994 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2c14916e-0976-4c86-aa16-49676c165f5b req-f4072e53-273d-49c0-ad52-3646f1895944 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 944 time: 0.0797365 Dec 14 00:13:24.524338 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2c14916e-0976-4c86-aa16-49676c165f5b req-8157fbc9-62d1-4fc0-b229-d777a6c3bbb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447624 Dec 14 00:13:24.562764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:24.564554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-f3eaff7d-b3be-4e0b-af93-f4ff8e4bcc37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:24.628849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=0a368c7c-d414-45a9-a891-62f4b445bf03,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:24.631732 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:24.783672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['0a368c7c-d414-45a9-a891-62f4b445bf03'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:13:25.724875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fc259-343e-4473-a7c6-12f14fe3b96e req-ac426cec-6f08-40b3-9bda-ee4c25605d75 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:25.726234 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-100fc259-343e-4473-a7c6-12f14fe3b96e req-ac426cec-6f08-40b3-9bda-ee4c25605d75 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 945 time: 0.0808930 Dec 14 00:13:25.771194 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-100fc259-343e-4473-a7c6-12f14fe3b96e req-ec83f576-baf0-45d3-9ac3-6d7dbfa2033a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390074 Dec 14 00:13:26.236123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 0a368c7c-d414-45a9-a891-62f4b445bf03 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:13:26.368126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 0a368c7c-d414-45a9-a891-62f4b445bf03 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:13:26.373421 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 0a368c7c-d414-45a9-a891-62f4b445bf03 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:13:26.373797 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:26.488165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:26.514967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:13:26.525143 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 0a368c7c-d414-45a9-a891-62f4b445bf03, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0a368c7c-d414-45a9-a891-62f4b445bf03,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:13:26.579857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:26.582554 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:26.647740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=0a368c7c-d414-45a9-a891-62f4b445bf03,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:26.651074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:26.652628 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'code': 200} Dec 14 00:13:26.668716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-5d93815f-9980-4db5-a08d-a9b734eb47a0 req-d097b141-d822-4f9d-967a-9e73dfe109be tempest-ServerDiskConfigTestJSON-659114715 tempest-ServerDiskConfigTestJSON-659114715-project] (84312) timed out ('10.222.0.18', 61146) {{(pid=84312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 14 00:13:26.963272 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ae17755-cbaf-420b-810a-5006eea1f120 req-adfeb05f-fc89-4176-af8c-91843b0de423 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 1099 time: 0.0713921 Dec 14 00:13:26.976201 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81bc0c-8394-43d3-b1bd-ae0de726e5cb req-e3fe0c83-e9b9-48f4-ae5f-52cc82049d14 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:26.978126 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7a81bc0c-8394-43d3-b1bd-ae0de726e5cb req-e3fe0c83-e9b9-48f4-ae5f-52cc82049d14 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0850027 Dec 14 00:13:27.007127 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2ae17755-cbaf-420b-810a-5006eea1f120 req-467b9b04-7074-4910-9576-1d19a1da2d48 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377703 Dec 14 00:13:27.025866 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7a81bc0c-8394-43d3-b1bd-ae0de726e5cb req-67adc7c1-1b0f-4222-ab83-198dada45c76 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415573 Dec 14 00:13:28.229046 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d54a5-be9f-41d4-9141-4663006bf0e8 req-652d14d2-50e2-4e7d-889b-f015e9976903 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:28.230481 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-af4d54a5-be9f-41d4-9141-4663006bf0e8 req-652d14d2-50e2-4e7d-889b-f015e9976903 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0811491 Dec 14 00:13:28.275939 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-af4d54a5-be9f-41d4-9141-4663006bf0e8 req-bdc283d0-29c8-42de-95a1-06e28ec9dbdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397646 Dec 14 00:13:29.470049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3773c-c92d-4059-a0f1-50f2d9c7aea9 req-677bb02f-bee6-4526-a5a7-3208c599828d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:29.471522 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-96c3773c-c92d-4059-a0f1-50f2d9c7aea9 req-677bb02f-bee6-4526-a5a7-3208c599828d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0778358 Dec 14 00:13:29.516030 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-96c3773c-c92d-4059-a0f1-50f2d9c7aea9 req-61414daa-835a-449b-99ab-afcd77f05640 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 Dec 14 00:13:29.714692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db90aef-9fe1-405f-99eb-4b2b0dd17394 req-d842dff8-def3-4d53-b71e-bdf8b18ee24a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:29.716110 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2db90aef-9fe1-405f-99eb-4b2b0dd17394 req-d842dff8-def3-4d53-b71e-bdf8b18ee24a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0787537 Dec 14 00:13:29.762029 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2db90aef-9fe1-405f-99eb-4b2b0dd17394 req-beabdfc7-59d6-4b2d-9ade-e1c6138648c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404613 Dec 14 00:13:29.788425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33666) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:29.861553 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2ffc5c89-7fbe-419e-a273-c99cc25bab29 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 1094 time: 0.0718760 Dec 14 00:13:29.864016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33670) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:29.869654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:13:29.875192 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:13:29.879059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:floatingip and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:13:29.881965 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:13:29.888441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:13:29.951238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:30.183853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:30.316115 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.186 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/9be3ef48-dd3d-460f-9ba8-e2f9584d9173) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:13:30.467817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:30.551587 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:30.555158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9e866e91-82d4-49de-9274-87f60b9c9e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:30.622166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:13:30.625512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:13:30.627474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=9be3ef48-dd3d-460f-9ba8-e2f9584d9173,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:30.629541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:13:30.657405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:31.156200 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:31.336222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:31.538776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:31.608333 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:31.611875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-81af9277-a7fb-454a-b77a-a3040c3d3509 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:13:31.714829 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=9be3ef48-dd3d-460f-9ba8-e2f9584d9173,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:13:31.722365 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:13:31.731984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:31.918008 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Floating IP fc7a7b0f-bf95-40fa-bad7-3d82744c8974 associated. External IP: 172.26.5.186, port: 0a368c7c-d414-45a9-a891-62f4b445bf03. Dec 14 00:13:32.429917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 55e3515c-e6a3-4577-8ea8-73c495606a9f has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:13:32.633294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:13:32.642619 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] Sync routers for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:13:32.657053 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:13:32.657749 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:13:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:32.710412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:32.764633 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8996172 Dec 14 00:13:32.765305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:13:32.829604 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'status': 'completed', 'code': 200} Dec 14 00:13:32.843769 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:13:32.927963 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c1fe84b8-a9cc-4476-afff-4db6f4944b9e req-97746b63-8f7d-4d0e-8b47-ab531e2101f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 1099 time: 0.0763388 Dec 14 00:13:32.961499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c0f1a-a9e8-4450-a1fd-e45bf4a467fc req-85dda531-9a93-43bb-a7b3-63228b23f56f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:32.963243 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0b3c0f1a-a9e8-4450-a1fd-e45bf4a467fc req-85dda531-9a93-43bb-a7b3-63228b23f56f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0865021 Dec 14 00:13:33.013035 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0b3c0f1a-a9e8-4450-a1fd-e45bf4a467fc req-6c126f28-09f5-49e4-a0e3-b8df545464e9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441010 Dec 14 00:13:33.045497 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33680) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:33.073244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe84b8-a9cc-4476-afff-4db6f4944b9e req-9eeb6869-9dec-48f4-bf32-851395ca5a38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:33.074712 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c1fe84b8-a9cc-4476-afff-4db6f4944b9e req-9eeb6869-9dec-48f4-bf32-851395ca5a38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d HTTP/1.1" status: 200 len: 898 time: 0.1388228 Dec 14 00:13:33.163591 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7b94108a-111a-49d3-a98a-7f986a41ed7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/fc7a7b0f-bf95-40fa-bad7-3d82744c8974 HTTP/1.1" status: 200 len: 992 time: 0.1166530 Dec 14 00:13:33.187988 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c1fe84b8-a9cc-4476-afff-4db6f4944b9e req-db58a7f1-152d-4a8a-9e70-8bdf07281a80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a368c7c-d414-45a9-a891-62f4b445bf03 HTTP/1.1" status: 200 len: 1000 time: 0.1063960 Dec 14 00:13:33.230718 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'fc7a7b0f-bf95-40fa-bad7-3d82744c8974', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.186', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'port_id': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'mac_address': 'fa:16:3e:69:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:13:30Z', 'updated_at': '2021-12-14T00:13:30Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f81380d-7848-4494-867e-1010ac42ca9d', 'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:bb:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:12Z', 'updated_at': '2021-12-14T00:13:18Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:33.234606 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] Checking router: 55e3515c-e6a3-4577-8ea8-73c495606a9f for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:13:33.244992 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:13:33.245584 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:13:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:33.250485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe84b8-a9cc-4476-afff-4db6f4944b9e req-5a7cde31-cbc0-4680-b51b-387dc664f4d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:13:33.251966 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c1fe84b8-a9cc-4476-afff-4db6f4944b9e req-5a7cde31-cbc0-4680-b51b-387dc664f4d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce HTTP/1.1" status: 200 len: 834 time: 0.0583920 Dec 14 00:13:33.329657 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c1fe84b8-a9cc-4476-afff-4db6f4944b9e req-7864862f-e15b-4c8d-9c79-b3ac98e0ce7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715704 Dec 14 00:13:33.426168 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:13:33.464137 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c1fe84b8-a9cc-4476-afff-4db6f4944b9e req-504f2c52-d3fc-4b5e-b140-5188558676ac service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283007 Dec 14 00:13:33.597106 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c1fe84b8-a9cc-4476-afff-4db6f4944b9e req-c95721c7-62cc-4e5b-ab7a-bb1b9df14835 service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260898 Dec 14 00:13:33.772753 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'fc7a7b0f-bf95-40fa-bad7-3d82744c8974', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.186', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'port_id': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'mac_address': 'fa:16:3e:69:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:13:30Z', 'updated_at': '2021-12-14T00:13:30Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f81380d-7848-4494-867e-1010ac42ca9d', 'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:bb:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:12Z', 'updated_at': '2021-12-14T00:13:18Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:13:33.777226 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adcfec5-75ac-4c6e-81ab-dec0fae7ae35 None None] The sync data for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv is: [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'fc7a7b0f-bf95-40fa-bad7-3d82744c8974', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.186', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'port_id': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'mac_address': 'fa:16:3e:69:44:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:13:30Z', 'updated_at': '2021-12-14T00:13:30Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f81380d-7848-4494-867e-1010ac42ca9d', 'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:bb:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:12Z', 'updated_at': '2021-12-14T00:13:18Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:13:34.167628 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33684) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:34.216180 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7763a2c5-ae51-4d5e-bd34-602517c7a777 None None] New status for floating IP fc7a7b0f-bf95-40fa-bad7-3d82744c8974: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:13:34.273861 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8077da14-abd8-4e32-adc0-cfbebecda440 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/fc7a7b0f-bf95-40fa-bad7-3d82744c8974 HTTP/1.1" status: 200 len: 992 time: 0.1049833 Dec 14 00:13:35.277499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33688) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:13:35.382136 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ce404880-d2a3-4b72-b0eb-79a30daa6f6d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/fc7a7b0f-bf95-40fa-bad7-3d82744c8974 HTTP/1.1" status: 200 len: 994 time: 0.1033974 Dec 14 00:13:41.893812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2fa2a6fc-2638-4286-9d31-46b73c893cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:44.099760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3eb1c55e-3e60-4e12-853c-f2b20631ee48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:45.431330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:45.516849 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:46.956782 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:49.766921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:13:54.130553 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:14:05.151107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363227b6-6a7c-41ea-b591-1e9de679f03a req-3617db2a-6a21-4284-8fd1-f21f894f008e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:05.152588 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-363227b6-6a7c-41ea-b591-1e9de679f03a req-3617db2a-6a21-4284-8fd1-f21f894f008e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.1388454 Dec 14 00:14:05.156680 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-47f7b4fd-dc25-4b6f-81bc-151b784a5fa8 req-8d5b5626-4ec2-4155-b4aa-f64e61dafc73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 1099 time: 0.1053843 Dec 14 00:14:05.392724 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-363227b6-6a7c-41ea-b591-1e9de679f03a req-10e1e999-47c6-4b09-b180-ccbd2db1cf02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339115 Dec 14 00:14:05.424503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7b4fd-dc25-4b6f-81bc-151b784a5fa8 req-d9ed26b3-827a-4aa8-9de6-51c7303a5c96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:05.425948 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-47f7b4fd-dc25-4b6f-81bc-151b784a5fa8 req-d9ed26b3-827a-4aa8-9de6-51c7303a5c96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d HTTP/1.1" status: 200 len: 898 time: 0.2516181 Dec 14 00:14:05.529766 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-47f7b4fd-dc25-4b6f-81bc-151b784a5fa8 req-8bce4ac5-afe0-4818-8061-a5aaee0cba1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a368c7c-d414-45a9-a891-62f4b445bf03 HTTP/1.1" status: 200 len: 1002 time: 0.0970094 Dec 14 00:14:05.593594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7b4fd-dc25-4b6f-81bc-151b784a5fa8 req-c3b3c44c-f78a-4f2a-a094-290bac2b5ed2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:05.594999 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-47f7b4fd-dc25-4b6f-81bc-151b784a5fa8 req-c3b3c44c-f78a-4f2a-a094-290bac2b5ed2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce HTTP/1.1" status: 200 len: 834 time: 0.0577443 Dec 14 00:14:05.672965 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-47f7b4fd-dc25-4b6f-81bc-151b784a5fa8 req-f08b6fcc-0888-4fcd-b532-f47b0112c26f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717220 Dec 14 00:14:05.804880 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-47f7b4fd-dc25-4b6f-81bc-151b784a5fa8 req-92eb66e7-be62-4ff2-a402-cc676f7f1493 service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244128 Dec 14 00:14:05.939789 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-47f7b4fd-dc25-4b6f-81bc-151b784a5fa8 req-b60db046-436f-46be-8793-faca36691f32 service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275728 Dec 14 00:14:06.614209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc4576-cf28-4c23-b4d0-dd49c8748e15 req-97ab7749-48e8-4d38-ba96-5977631a77a2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:06.615667 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8fbc4576-cf28-4c23-b4d0-dd49c8748e15 req-97ab7749-48e8-4d38-ba96-5977631a77a2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0821421 Dec 14 00:14:06.660496 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8fbc4576-cf28-4c23-b4d0-dd49c8748e15 req-6b3b6312-9e3e-4c22-8832-335b85168dd7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Dec 14 00:14:08.007748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7cde3-d39f-4195-a1b9-573420987c66 req-a839c605-9ea3-4b43-8b03-7b8436d7b7ba tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:08.009306 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cbb7cde3-d39f-4195-a1b9-573420987c66 req-a839c605-9ea3-4b43-8b03-7b8436d7b7ba tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0772007 Dec 14 00:14:08.056177 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cbb7cde3-d39f-4195-a1b9-573420987c66 req-59877919-bb85-4eca-9cb4-208501cff04d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412335 Dec 14 00:14:09.248509 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215b3dd-7e35-44bd-b4e0-7adee5bae282 req-7fa055f4-6112-42a2-b2bb-4504d74d11a4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:09.249969 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e215b3dd-7e35-44bd-b4e0-7adee5bae282 req-7fa055f4-6112-42a2-b2bb-4504d74d11a4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0761735 Dec 14 00:14:09.303100 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e215b3dd-7e35-44bd-b4e0-7adee5bae282 req-7c0ff968-4866-48bc-a349-2f29c639e782 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476604 Dec 14 00:14:10.502889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e11887-2e70-4bf7-aa16-d68268cb1999 req-6b9edd67-1a98-4157-bd11-35b7667307ee tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:10.504361 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-46e11887-2e70-4bf7-aa16-d68268cb1999 req-6b9edd67-1a98-4157-bd11-35b7667307ee tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0812268 Dec 14 00:14:10.553186 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-46e11887-2e70-4bf7-aa16-d68268cb1999 req-42ada281-e140-49e7-b1e3-63708951d77e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433316 Dec 14 00:14:11.747187 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683bb9c-ad29-4273-8bed-ec26aa669d20 req-baa90256-952b-4ce9-97e6-c5b60df508c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:11.748332 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7683bb9c-ad29-4273-8bed-ec26aa669d20 req-baa90256-952b-4ce9-97e6-c5b60df508c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0770941 Dec 14 00:14:11.792761 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7683bb9c-ad29-4273-8bed-ec26aa669d20 req-9dd8524e-40fc-4305-9b26-4bba1192fb71 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390131 Dec 14 00:14:11.897893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d05f6c5-27f6-4cb9-a8d6-09e5bc000c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:12.988797 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78ab57-0a01-4a98-b89a-275ed1ff28cd req-a2cba468-334b-4861-8518-b1b124332205 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:12.990260 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ed78ab57-0a01-4a98-b89a-275ed1ff28cd req-a2cba468-334b-4861-8518-b1b124332205 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0782011 Dec 14 00:14:13.034892 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ed78ab57-0a01-4a98-b89a-275ed1ff28cd req-62c7ea60-8a0e-4df2-ba6c-b265d480f592 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Dec 14 00:14:13.410035 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-64a3de9b-27b1-4998-a9fc-79927519a8ca req-b178a62c-515a-40e4-954d-50c331ba5958 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 1099 time: 0.0725980 Dec 14 00:14:13.556728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3de9b-27b1-4998-a9fc-79927519a8ca req-30510853-357d-44a3-960a-39ecff5c0258 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:13.558173 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-64a3de9b-27b1-4998-a9fc-79927519a8ca req-30510853-357d-44a3-960a-39ecff5c0258 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d HTTP/1.1" status: 200 len: 898 time: 0.1291804 Dec 14 00:14:13.660529 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-64a3de9b-27b1-4998-a9fc-79927519a8ca req-42ff1037-9e74-447c-a5e4-4bede8b4ce9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a368c7c-d414-45a9-a891-62f4b445bf03 HTTP/1.1" status: 200 len: 1002 time: 0.0948868 Dec 14 00:14:13.723064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3de9b-27b1-4998-a9fc-79927519a8ca req-9cd5bbbb-1984-4f1c-adbb-5c1ccc21a937 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:13.724550 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-64a3de9b-27b1-4998-a9fc-79927519a8ca req-9cd5bbbb-1984-4f1c-adbb-5c1ccc21a937 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce HTTP/1.1" status: 200 len: 834 time: 0.0581384 Dec 14 00:14:13.798947 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-64a3de9b-27b1-4998-a9fc-79927519a8ca req-901e79df-b0af-46c8-b3c3-0b6050098a60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685649 Dec 14 00:14:13.930838 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-64a3de9b-27b1-4998-a9fc-79927519a8ca req-03175788-eaa5-4a8d-a9ab-74cc2f872462 service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257529 Dec 14 00:14:14.120761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-932fbdef-8e82-49cd-8423-6c74f9ceb04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:14.178606 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-64a3de9b-27b1-4998-a9fc-79927519a8ca req-528ae639-1860-48d6-b952-cc08beb3467d service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413158 Dec 14 00:14:14.239450 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdabd3-d613-46e2-a297-1a23c47ce0b2 req-2a09c5e7-0ae7-4b7b-9750-a6ca9b59fc42 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:14.240912 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f0fdabd3-d613-46e2-a297-1a23c47ce0b2 req-2a09c5e7-0ae7-4b7b-9750-a6ca9b59fc42 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0801322 Dec 14 00:14:14.285922 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f0fdabd3-d613-46e2-a297-1a23c47ce0b2 req-bafe4366-aa61-4e73-a346-f93b793c4fc6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395455 Dec 14 00:14:15.442088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:15.490996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f89e49-e307-4bf4-9ae8-4a7c3e3159dd req-f1a2d709-cd22-4661-931d-35f106a303f9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:15.492493 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-33f89e49-e307-4bf4-9ae8-4a7c3e3159dd req-f1a2d709-cd22-4661-931d-35f106a303f9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0837524 Dec 14 00:14:15.528279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:15.537997 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-33f89e49-e307-4bf4-9ae8-4a7c3e3159dd req-7977ec87-929e-44c4-af53-4cd3bb847133 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395103 Dec 14 00:14:16.740563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22f3c-ed58-45c3-8e7f-a6d676e34f98 req-66d89626-c359-4e14-876e-a6d0edd8046e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:16.741903 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-75e22f3c-ed58-45c3-8e7f-a6d676e34f98 req-66d89626-c359-4e14-876e-a6d0edd8046e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0786426 Dec 14 00:14:16.786689 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-75e22f3c-ed58-45c3-8e7f-a6d676e34f98 req-4bdf53ea-0bbd-44c4-906f-f5c5f8762b54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391831 Dec 14 00:14:16.978536 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:17.980424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38317e60-d0bc-4264-9b06-3619d1483144 req-24081856-00c7-4214-b8c8-d1b00aa49846 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:17.982377 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-38317e60-d0bc-4264-9b06-3619d1483144 req-24081856-00c7-4214-b8c8-d1b00aa49846 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0758431 Dec 14 00:14:18.030049 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-38317e60-d0bc-4264-9b06-3619d1483144 req-a34412b6-9de0-420c-b67b-2651d04e1f38 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422819 Dec 14 00:14:19.336266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4e43d-692d-4512-b3ec-4f065653f6d5 req-7e9dad18-fc23-48e7-b36e-81b6c67deea1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:19.337619 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1ee4e43d-692d-4512-b3ec-4f065653f6d5 req-7e9dad18-fc23-48e7-b36e-81b6c67deea1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.1876171 Dec 14 00:14:19.384986 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1ee4e43d-692d-4512-b3ec-4f065653f6d5 req-0ec8389b-4f83-409d-a6ab-4b85e48bb370 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Dec 14 00:14:19.772746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:20.578784 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cb48d-ab73-4dcc-9317-6b8f1266b6e4 req-4d9529db-1036-4f86-8a01-fcbbf834c29c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:20.580241 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ae0cb48d-ab73-4dcc-9317-6b8f1266b6e4 req-4d9529db-1036-4f86-8a01-fcbbf834c29c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0767441 Dec 14 00:14:20.624911 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ae0cb48d-ab73-4dcc-9317-6b8f1266b6e4 req-46b94296-8c94-4c25-a5c7-dffab40110b2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391757 Dec 14 00:14:21.826998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b57f1e-f544-4ebf-9787-7cd595eba693 req-b9fc6a2e-025f-47dc-b0e0-f4c60b5de688 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:21.828494 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-72b57f1e-f544-4ebf-9787-7cd595eba693 req-b9fc6a2e-025f-47dc-b0e0-f4c60b5de688 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0802321 Dec 14 00:14:21.877368 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-72b57f1e-f544-4ebf-9787-7cd595eba693 req-f413bad4-d5e0-43fb-a591-2123ddc16f86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Dec 14 00:14:23.079496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478894c-82ec-4d08-bc7a-c9db4aad53e6 req-fad53440-157b-4b95-95c9-dd6d55bd88d4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:23.080965 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0478894c-82ec-4d08-bc7a-c9db4aad53e6 req-fad53440-157b-4b95-95c9-dd6d55bd88d4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.0804026 Dec 14 00:14:23.125702 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0478894c-82ec-4d08-bc7a-c9db4aad53e6 req-39b9da2d-5a0f-442c-8879-010a0b13faaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392642 Dec 14 00:14:23.154308 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33750) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:14:23.258438 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3f9659de-aa45-48b1-847e-ecfcefa2da1f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/fc7a7b0f-bf95-40fa-bad7-3d82744c8974 HTTP/1.1" status: 200 len: 994 time: 0.1028955 Dec 14 00:14:31.129934 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:14:41.915475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b6d44a66-500a-424f-8c11-31f9e233c541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:44.114932 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-31f4c763-17aa-45b7-a284-62260010cdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:45.441045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:45.538126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:46.943178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:49.777337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:53.721858 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33774) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:14:53.921713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 9be3ef48-dd3d-460f-9ba8-e2f9584d9173 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:14:53.922053 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:54.090376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:54.090710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:54.210899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 9be3ef48-dd3d-460f-9ba8-e2f9584d9173 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:14:54.418432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:54.422456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c088fea6-d3e7-4929-b3b1-5aa77a4b63ee tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:14:54.463321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=9be3ef48-dd3d-460f-9ba8-e2f9584d9173,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:14:54.501670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.502059 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.502444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.502824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.503197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.503570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.503968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.504338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.504705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.505073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.505443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:54.512145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:14:54.569123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:55.057855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 55e3515c-e6a3-4577-8ea8-73c495606a9f has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:14:55.256228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:14:55.267746 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] Sync routers for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:14:55.279574 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:14:55.287497 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:14:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:14:55.389931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:55.447422 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/floatingips/fc7a7b0f-bf95-40fa-bad7-3d82744c8974 HTTP/1.1" status: 204 len: 168 time: 1.7245717 Dec 14 00:14:55.448304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:14:55.463087 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:14:55.506522 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'status': 'completed', 'code': 200} Dec 14 00:14:55.599702 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-099e91c6-caa3-4253-8665-6dd42deefda6 req-767639ac-18df-4150-8578-2d066aadcc54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 1099 time: 0.0715168 Dec 14 00:14:55.738034 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e91c6-caa3-4253-8665-6dd42deefda6 req-1d679478-001c-4973-88e5-bf7b68dc23f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:55.739400 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-099e91c6-caa3-4253-8665-6dd42deefda6 req-1d679478-001c-4973-88e5-bf7b68dc23f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d HTTP/1.1" status: 200 len: 898 time: 0.1328659 Dec 14 00:14:55.812816 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-099e91c6-caa3-4253-8665-6dd42deefda6 req-9c177340-bdd1-40d1-b121-f9c761e4d98c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a368c7c-d414-45a9-a891-62f4b445bf03 HTTP/1.1" status: 200 len: 217 time: 0.0668683 Dec 14 00:14:55.817266 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f81380d-7848-4494-867e-1010ac42ca9d', 'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:bb:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:12Z', 'updated_at': '2021-12-14T00:13:18Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:14:55.821119 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] Checking router: 55e3515c-e6a3-4577-8ea8-73c495606a9f for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:14:55.833595 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:14:55.834238 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:14:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:14:55.881324 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e91c6-caa3-4253-8665-6dd42deefda6 req-316fd865-9c38-4686-bd93-90f5dee20068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:55.882774 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-099e91c6-caa3-4253-8665-6dd42deefda6 req-316fd865-9c38-4686-bd93-90f5dee20068 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce HTTP/1.1" status: 200 len: 834 time: 0.0632312 Dec 14 00:14:55.964592 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-099e91c6-caa3-4253-8665-6dd42deefda6 req-97e1248a-8adb-4a7f-8b68-d37cc429551a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753269 Dec 14 00:14:56.025426 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:14:56.034301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72fa82-b931-4e03-93e1-5ff9ff215414 req-185c22dd-3a6c-4948-be24-041a95008395 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:56.035077 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-dc72fa82-b931-4e03-93e1-5ff9ff215414 req-185c22dd-3a6c-4948-be24-041a95008395 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:14:56.099920 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-099e91c6-caa3-4253-8665-6dd42deefda6 req-6b06296d-fcb6-46aa-a7ae-5a5682ebbd10 service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282187 Dec 14 00:14:56.109172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-dc72fa82-b931-4e03-93e1-5ff9ff215414 req-185c22dd-3a6c-4948-be24-041a95008395 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:14:56.110509 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dc72fa82-b931-4e03-93e1-5ff9ff215414 req-185c22dd-3a6c-4948-be24-041a95008395 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.1541412 Dec 14 00:14:56.158031 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-dc72fa82-b931-4e03-93e1-5ff9ff215414 req-a4b58ccc-e547-4d8e-9f0e-eb6fe888e890 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417352 Dec 14 00:14:56.241475 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-099e91c6-caa3-4253-8665-6dd42deefda6 req-66790b08-0069-442a-80b7-a8d1d8a6d08e service neutron] 10.222.0.18 "GET /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354411 Dec 14 00:14:56.352265 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f81380d-7848-4494-867e-1010ac42ca9d', 'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:bb:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:12Z', 'updated_at': '2021-12-14T00:13:18Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:14:56.356097 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1142253c-28e0-4b23-bf00-bac61473c3f8 None None] The sync data for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv is: [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '4f81380d-7848-4494-867e-1010ac42ca9d', 'name': '', 'network_id': '88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:bb:6a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:12Z', 'updated_at': '2021-12-14T00:13:18Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': 'd0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:14:56.568073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f04ce84-089b-45eb-b821-1c96292f51ce None None] New status for floating IP fc7a7b0f-bf95-40fa-bad7-3d82744c8974: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:14:57.409411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ec1bb-ed30-4408-ac72-481cf3c8f45e req-46a51ec8-538f-44e9-819b-cdb0b63a4d87 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:57.410863 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-097ec1bb-ed30-4408-ac72-481cf3c8f45e req-46a51ec8-538f-44e9-819b-cdb0b63a4d87 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.1274972 Dec 14 00:14:57.456776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-fb60bf4a-4b24-4385-b6b4-6d7b8f1227dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:14:57.458071 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-fb60bf4a-4b24-4385-b6b4-6d7b8f1227dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 946 time: 0.1233613 Dec 14 00:14:57.519312 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-097ec1bb-ed30-4408-ac72-481cf3c8f45e req-150ace10-254a-4777-9373-52b3cebc8dd3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=77d51303-8aba-4ea0-a1cd-889a574603ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954976 Dec 14 00:14:57.536533 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 0a368c7c-d414-45a9-a891-62f4b445bf03 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:14:57.536877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:57.889114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 0a368c7c-d414-45a9-a891-62f4b445bf03, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0a368c7c-d414-45a9-a891-62f4b445bf03,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:14:57.889464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:58.011873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 0a368c7c-d414-45a9-a891-62f4b445bf03 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:14:58.218315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:58.223834 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-612c5047-f15f-4178-b852-f2bdb23f6b33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:14:58.271454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=0a368c7c-d414-45a9-a891-62f4b445bf03,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:14:58.316151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.316542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.316964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.317300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.317671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.318041 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.318411 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.318779 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.319141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.319508 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.319899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:14:58.353500 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:14:58.363905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] No DVR routers for this DVR port 0a368c7c-d414-45a9-a891-62f4b445bf03 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:14:58.366264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:14:58.368889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'name': 'network-vif-deleted', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:14:58.441783 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5acab2cc-e21e-4935-a417-aa3839c12b1a req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "DELETE /v2.0/ports/0a368c7c-d414-45a9-a891-62f4b445bf03 HTTP/1.1" status: 204 len: 173 time: 0.9768603 Dec 14 00:14:58.497263 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '749f510a-d64d-4ab8-9b83-57b8934cce01', 'name': 'network-vif-deleted', 'tag': '0a368c7c-d414-45a9-a891-62f4b445bf03', 'status': 'completed', 'code': 200} Dec 14 00:14:58.687856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e739c5ff-a1ff-4b93-a3e3-78fcaa496f2c req-afd44eb2-8cec-4d22-a9d1-3221aab7509a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:14:58.772545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-e739c5ff-a1ff-4b93-a3e3-78fcaa496f2c req-afd44eb2-8cec-4d22-a9d1-3221aab7509a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:14:58.773754 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e739c5ff-a1ff-4b93-a3e3-78fcaa496f2c req-afd44eb2-8cec-4d22-a9d1-3221aab7509a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=749f510a-d64d-4ab8-9b83-57b8934cce01 HTTP/1.1" status: 200 len: 210 time: 0.1279235 Dec 14 00:14:59.881179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33796) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:00.280108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:00.991807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 4f81380d-7848-4494-867e-1010ac42ca9d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:15:00.992530 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:01.175431 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 4f81380d-7848-4494-867e-1010ac42ca9d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=4f81380d-7848-4494-867e-1010ac42ca9d,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:15:01.175816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:01.303713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 4f81380d-7848-4494-867e-1010ac42ca9d owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:15:01.537663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:01.541307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e82227d6-73f2-420f-93f9-0f3f94cef646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:01.583953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=4f81380d-7848-4494-867e-1010ac42ca9d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:01.587867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:01.881253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:02.588359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 55e3515c-e6a3-4577-8ea8-73c495606a9f has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:15:02.792928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:15:02.803172 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] Sync routers for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:15:02.815038 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:15:02.815758 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:14:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:02.819625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 0a368c7c-d414-45a9-a891-62f4b445bf03 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:15:02.857184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 0a368c7c-d414-45a9-a891-62f4b445bf03 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:15:02.857543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 0a368c7c-d414-45a9-a891-62f4b445bf03 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:15:02.905858 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/55e3515c-e6a3-4577-8ea8-73c495606a9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0234654 Dec 14 00:15:02.909463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33800) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:02.990688 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:15:03.098599 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0a03f5-3342-4cf1-9b62-ff20a460d607 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting subnet d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:15:03.101520 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7b0a03f5-3342-4cf1-9b62-ff20a460d607 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:03.160477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7b0a03f5-3342-4cf1-9b62-ff20a460d607 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:03.244615 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7b0a03f5-3342-4cf1-9b62-ff20a460d607 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:03.275227 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:15:01Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:03.278976 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] Checking router: 55e3515c-e6a3-4577-8ea8-73c495606a9f for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:15:03.289969 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] Routers {'55e3515c-e6a3-4577-8ea8-73c495606a9f'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:15:03.290558 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:14:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['55e3515c-e6a3-4577-8ea8-73c495606a9f'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:03.367193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7b0a03f5-3342-4cf1-9b62-ff20a460d607 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:03.372680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cbef2bd3-e279-44ac-9de2-73c49f6ad778 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:03.413887 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a03f5-3342-4cf1-9b62-ff20a460d607 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:03.416618 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7b0a03f5-3342-4cf1-9b62-ff20a460d607 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:03.419950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7b0a03f5-3342-4cf1-9b62-ff20a460d607 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:03.426126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4f06bc-972a-42c5-8e85-e6ff43ad6d19 None None] Network 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:15:03.429855 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7b0a03f5-3342-4cf1-9b62-ff20a460d607 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/subnets/d0c71ec4-00b5-4ee9-8ada-4730b2a0c2ce HTTP/1.1" status: 204 len: 168 time: 0.5166609 Dec 14 00:15:03.429855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33804) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:03.472132 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] Set router 55e3515c-e6a3-4577-8ea8-73c495606a9f gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:15:03.651380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:03.700446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] DHCP port deletion for 88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:15:03.705033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Deleting port 8a917fc5-dfe6-4229-aa0c-a7556f46d616 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:15:03.705413 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:03.813559 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:15:01Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:03.818124 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7bace-76ea-4432-9a60-22aa4eb7cdc6 None None] The sync data for ids ['55e3515c-e6a3-4577-8ea8-73c495606a9f'] in dv-neutron-821564-1-hyperv is: [{'id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1116478476', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101'}], 'enable_snat': True}, 'gw_port_id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:13:07Z', 'updated_at': '2021-12-14T00:15:01Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '38bff722-03ab-4dd2-98b4-48fabe4023e3', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:55:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e3515c-e6a3-4577-8ea8-73c495606a9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:13:08Z', 'updated_at': '2021-12-14T00:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:15:03.867680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:03.920226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] For port 8a917fc5-dfe6-4229-aa0c-a7556f46d616, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8a917fc5-dfe6-4229-aa0c-a7556f46d616,segment=NetworkSegment(fa88f8bb-3f4a-437f-b65f-ce5da5ba6771),segment_id=fa88f8bb-3f4a-437f-b65f-ce5da5ba6771)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:15:03.920791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:03.926766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 38bff722-03ab-4dd2-98b4-48fabe4023e3 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:15:03.929852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:04.039367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Calling delete_port for 8a917fc5-dfe6-4229-aa0c-a7556f46d616 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:15:04.100458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 38bff722-03ab-4dd2-98b4-48fabe4023e3, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=38bff722-03ab-4dd2-98b4-48fabe4023e3,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:15:04.100814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:04.200730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8a917fc5-dfe6-4229-aa0c-a7556f46d616 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:15:04.225317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 38bff722-03ab-4dd2-98b4-48fabe4023e3 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:15:04.288276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:04.292177 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7734a810-9ddf-4b2c-a64c-4903b8572e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:04.320501 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 8a917fc5-dfe6-4229-aa0c-a7556f46d616 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:15:04.320878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8a917fc5-dfe6-4229-aa0c-a7556f46d616 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:15:04.321562 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f81380d-7848-4494-867e-1010ac42ca9d no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:15:04.369414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Pushing event deleted for resources: {'Port': ['ID=8a917fc5-dfe6-4229-aa0c-a7556f46d616,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:04.373365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 4f81380d-7848-4494-867e-1010ac42ca9d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:15:04.373728 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 4f81380d-7848-4494-867e-1010ac42ca9d not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:15:04.388544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] No DVR routers for this DVR port 8a917fc5-dfe6-4229-aa0c-a7556f46d616 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:15:04.390543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.390893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.391913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.392204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.392541 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.392896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.393176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.393532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.393820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.394292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.394619 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:04.401446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:04.583442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:04.587553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d0de8d30-d8cc-4b21-b266-3bf679ff3bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:04.634266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=38bff722-03ab-4dd2-98b4-48fabe4023e3,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:04.637055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:04.856848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.115296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.119349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.211013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.211506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Fanout notify agent at l3_agent the message router_deleted on router 55e3515c-e6a3-4577-8ea8-73c495606a9f {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:15:05.226468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.229345 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/routers/55e3515c-e6a3-4577-8ea8-73c495606a9f HTTP/1.1" status: 204 len: 168 time: 1.7969339 Dec 14 00:15:05.230479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33808) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:05.351265 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.482583 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.507053 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:05.518787 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:05.519079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa88f8bb-3f4a-437f-b65f-ce5da5ba6771') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:05.529995 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.545951 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.553061 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:15:05.553441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:15:05.567281 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:15:05.714964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.718457 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a77a12f5-18ed-4c8e-a966-89c16c57d6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:05.732796 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.744502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Network': ['ID=88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:05.747697 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:05.800567 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/networks/88dc0aa0-8252-49a1-ae0c-1b2a1a8fd34d HTTP/1.1" status: 204 len: 168 time: 0.5689647 Dec 14 00:15:05.807467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33812) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:05.879956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d49d9754-b9f2-46f9-881e-d908c2b6ee82 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.908553 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d49d9754-b9f2-46f9-881e-d908c2b6ee82 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:05.989246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 38bff722-03ab-4dd2-98b4-48fabe4023e3 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:15:06.018210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d49d9754-b9f2-46f9-881e-d908c2b6ee82 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:06.022877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3f7a498f-6370-4062-a92d-213946cfba14 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:06.024250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 38bff722-03ab-4dd2-98b4-48fabe4023e3 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:15:06.024606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 38bff722-03ab-4dd2-98b4-48fabe4023e3 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:15:06.038329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d9754-b9f2-46f9-881e-d908c2b6ee82 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d51303-8aba-4ea0-a1cd-889a574603ac,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:06.040936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d49d9754-b9f2-46f9-881e-d908c2b6ee82 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:06.097446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d49d9754-b9f2-46f9-881e-d908c2b6ee82 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:06.098571 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d49d9754-b9f2-46f9-881e-d908c2b6ee82 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/security-groups/77d51303-8aba-4ea0-a1cd-889a574603ac HTTP/1.1" status: 204 len: 168 time: 0.2901609 Dec 14 00:15:06.907107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33820) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:06.912873 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071426728', 'description': 'tempest-secgroup-smoke-2071426728 description', 'project_id': '76b61480b38e44f19bef43922b67b0ef'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:06.918866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:06.926012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:06.926417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:06.931900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:07.001393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.039959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:07.043757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:07.046535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:07.052713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:07.107140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.189266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.194534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-866043a4-2b5e-44ad-be3c-2e912ade5a61 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:07.235459 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01665662-dda5-4aa2-8cad-92bd9bdb8858,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:07.238054 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:07.303564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.304826 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3965406 Dec 14 00:15:07.307600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33824) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:07.313749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '01665662-dda5-4aa2-8cad-92bd9bdb8858', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:07.319790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:07.323912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:07.326894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:07.333035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:07.412698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.582181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.646070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.647935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cc09904c-7c56-4c54-99d4-6c62abd6a83e tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:07.669791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8ca868-20d8-41c4-9182-6b7ab946a9e2,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:07.673111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:07.754871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.756163 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-130f883a-2131-45e7-bb80-f268eb52e2ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4475141 Dec 14 00:15:07.758772 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33828) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:07.764260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '01665662-dda5-4aa2-8cad-92bd9bdb8858', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:07.771023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:07.774798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:07.777744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:07.783584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:07.858832 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.920910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.972181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:07.973942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:07.996531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800832eb-ccc7-46b6-9c4d-7e8abb90eb07,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:07.998895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:08.074766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.076000 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5158846a-87fd-435d-8e5e-70b8e0bd7d6c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3163252 Dec 14 00:15:08.078702 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33832) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:08.084277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '01665662-dda5-4aa2-8cad-92bd9bdb8858', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:08.090204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:08.094019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:08.097315 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:08.102906 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:08.130611 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:15:08.173874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.235733 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.302956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.304808 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-108928d8-f892-4c1c-ad0d-68d7511fe175 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:08.329510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae221bd-77d7-4f8e-9215-94ce47f5c990,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:08.331994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:08.383247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.384407 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3047230 Dec 14 00:15:08.386981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33836) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:08.392471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '01665662-dda5-4aa2-8cad-92bd9bdb8858', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:08.400944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:08.405959 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:08.408388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:08.414030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:08.475847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.538091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.600608 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.602387 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-27d85ce1-6ca4-4378-8fe1-8ec03fde5f75 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:08.625244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd643b59-9710-44ca-8b0b-edc9e89c7a75,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:08.630055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:08.702924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.704615 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3167033 Dec 14 00:15:08.707328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33840) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:08.712989 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '01665662-dda5-4aa2-8cad-92bd9bdb8858', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:08.718932 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:08.723408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:08.726321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:08.732077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:08.829531 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:15:08.836144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.900319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.983526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:08.985725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-47cdab69-8e45-4410-80d0-65b45d8c7012 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:09.007642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e254e1fe-b00a-4edb-803f-0f4a2ea08107,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:09.009953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:09.097709 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.098938 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3906541 Dec 14 00:15:09.101595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33844) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:09.107057 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '01665662-dda5-4aa2-8cad-92bd9bdb8858', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:09.113208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:09.117019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:09.119912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:09.126855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:09.200659 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:15:09.208289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.277038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.332012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.338032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d57bb7f8-7db9-4d70-9d6c-9ec6a247e9f8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:09.356514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187c0ca2-a74f-409d-b8b7-3fb80695a9ad,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:09.359280 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:09.429000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.430505 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3278084 Dec 14 00:15:09.433444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33848) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:09.440045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'network': {'name': 'tempest-network-smoke--1061096605', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'port_security_enabled': True}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:09.445125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:09.449392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:network and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:09.452260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:09.459038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:09.537421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:15:09.540445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.569183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:15:09.578021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.578358 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Added segment 69f1b152-8687-4dd6-97cd-7d137df52101 of type vlan for network afac5334-b0d4-496e-a773-cf7ed3cd42a5 Dec 14 00:15:09.604558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.691728 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.695523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:09.696151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.699948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-19545c9e-ae91-4b78-aa56-095ad4a0352b tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:09.804423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Network': ['ID=afac5334-b0d4-496e-a773-cf7ed3cd42a5,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:09.807018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:09.815486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network afac5334-b0d4-496e-a773-cf7ed3cd42a5 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:15:09.836019 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a900f3b1-016f-4b3e-bba6-80cb96696ab2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4015265 Dec 14 00:15:09.838722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33852) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:09.844165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'admin_state_up': True, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:09.851979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:09.855771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:router and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:09.858704 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:09.865077 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:09.909551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.910707 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:09.930984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:10.119471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:10.341874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:10.371547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:10.509180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.121 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/d72f4db9-a969-4db2-a46b-84e7c725b9cf) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:15:10.655491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:10.737935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:10.741543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0a70937c-5adf-4571-bf4a-aad500016bf5 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:10.808161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:15:10.811030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:15:10.816039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:15:10.839510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=d72f4db9-a969-4db2-a46b-84e7c725b9cf,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:10.844357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:11.036398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:11.037127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:11.429051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 0949425f-9788-4e12-aedc-f68b127d9296 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:15:11.631463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:15:11.641108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Sync routers for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:15:11.654125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:15:11.659106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:14:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:11.743071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:11.744523 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9046786 Dec 14 00:15:11.747575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33860) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:11.788425 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-74de7c54-3ed7-4f66-95a2-0850125475fe tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=76b61480b38e44f19bef43922b67b0ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395510 Dec 14 00:15:11.790777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33864) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:11.851294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:15:11.929986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c3cfb8-b2d4-4d1b-be95-bc355e7fe2a2 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:11.931488 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-66c3cfb8-b2d4-4d1b-be95-bc355e7fe2a2 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398180 Dec 14 00:15:11.934451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33868) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:11.977184 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-823af8da-6c84-44ce-b414-e0c7ee063418 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392046 Dec 14 00:15:11.981028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc8a2ec2-6c36-468a-b2cb-6e3cc7aea4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:11.981157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33872) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:11.982884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484954464', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:12.095454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:12.099433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:subnet and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:12.102270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:12.107974 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:12.149162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:10Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:12.152956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Checking router: 0949425f-9788-4e12-aedc-f68b127d9296 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:15:12.153308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Updating router 0949425f-9788-4e12-aedc-f68b127d9296 port d72f4db9-a969-4db2-a46b-84e7c725b9cf binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:15:12.205402 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:12.223770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:15:12.328346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:12.532021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:12.543711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Transition to ACTIVE for port object d72f4db9-a969-4db2-a46b-84e7c725b9cf will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:15:12.606727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:12.610886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f76e9283-1eee-4898-86ea-b7599d8adf3d tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:12.635194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:12.638956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:12.690013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Subnet': ['ID=8633b250-6475-4ea8-8a5c-3e04eb265c93,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:12.693790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:12.702327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Checking segment: {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:15:12.702684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network hostable DHCP agents. Network: afac5334-b0d4-496e-a773-cf7ed3cd42a5, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:15:12.717513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbb8b1-6989-4aff-9a1d-bf0d197a2606 None None] Pushing event updated for resources: {'Port': ['ID=d72f4db9-a969-4db2-a46b-84e7c725b9cf,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:12.721364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0dfbb8b1-6989-4aff-9a1d-bf0d197a2606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:12.723411 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Attempting to bind port d72f4db9-a969-4db2-a46b-84e7c725b9cf on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:15:12.723817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Attempting to bind port d72f4db9-a969-4db2-a46b-84e7c725b9cf by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:15:12.724185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Attempting to bind port d72f4db9-a969-4db2-a46b-84e7c725b9cf on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:15:12.730441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:15:12.730818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:15:12.731222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:12.731631 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:15:12.732093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Bound port: d72f4db9-a969-4db2-a46b-84e7c725b9cf, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:15:12.732469 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:12.789168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network afac5334-b0d4-496e-a773-cf7ed3cd42a5 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:15:12.802829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] For port d72f4db9-a969-4db2-a46b-84e7c725b9cf, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:15:12.805832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] For port d72f4db9-a969-4db2-a46b-84e7c725b9cf, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d72f4db9-a969-4db2-a46b-84e7c725b9cf,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:15:12.868745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, afac5334-b0d4-496e-a773-cf7ed3cd42a5) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:15:12.872612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:12.873187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:12.877340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1168b9e4-6594-4288-8d6a-6fed4d416853 None None] Network afac5334-b0d4-496e-a773-cf7ed3cd42a5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:15:12.896320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:12.904926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7734a810-9ddf-4b2c-a64c-4903b8572e3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:12.938251 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-21cc38d4-22a6-47f1-aa90-1e3cb09da260 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9598975 Dec 14 00:15:12.941542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33876) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:13.101485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbb8b1-6989-4aff-9a1d-bf0d197a2606 None None] Pushing event updated for resources: {'Port': ['ID=d72f4db9-a969-4db2-a46b-84e7c725b9cf,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:13.109792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0dfbb8b1-6989-4aff-9a1d-bf0d197a2606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:13.119139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:15:13.119807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:14:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:13.369529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:15:13.370321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:13.391277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:15:13.768209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Allocated IP 172.20.0.2 (afac5334-b0d4-496e-a773-cf7ed3cd42a5/8633b250-6475-4ea8-8a5c-3e04eb265c93/cf5641fe-463b-4a4b-9e5d-7b564b4750f4) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:15:13.837532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:13.888648 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:10Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:13.904600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436aca25-05c7-40c2-96c5-b92168e8035c None None] The sync data for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv is: [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:10Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:15:14.006444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:14.018171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Transition to ACTIVE for port object cf5641fe-463b-4a4b-9e5d-7b564b4750f4 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:15:14.038111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Transition to ACTIVE for port object cf5641fe-463b-4a4b-9e5d-7b564b4750f4 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:15:14.123168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:14.128499 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4405f490-6803-4abd-9bd8-cc4227084aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:14.162773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-85bae59b-1f8c-4e1c-8a03-75a2e7cdece9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:14.204046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Network afac5334-b0d4-496e-a773-cf7ed3cd42a5 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:15:14.207514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:15:14.212097 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:15:14.214406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Pushing event updated for resources: {'Port': ['ID=cf5641fe-463b-4a4b-9e5d-7b564b4750f4,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:14.217451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:14.284827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.1 (afac5334-b0d4-496e-a773-cf7ed3cd42a5/8633b250-6475-4ea8-8a5c-3e04eb265c93/cbed1c08-bf36-4837-a39f-786deb667401) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:15:14.311001 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Attempting to bind port cf5641fe-463b-4a4b-9e5d-7b564b4750f4 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:15:14.311385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Attempting to bind port cf5641fe-463b-4a4b-9e5d-7b564b4750f4 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:15:14.311789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Attempting to bind port cf5641fe-463b-4a4b-9e5d-7b564b4750f4 on network afac5334-b0d4-496e-a773-cf7ed3cd42a5 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:15:14.318829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:15:14.319210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Checking segment: {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:15:14.319695 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:14.320099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Bound using segment: {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:15:14.320570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Bound port: cf5641fe-463b-4a4b-9e5d-7b564b4750f4, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:15:14.321120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:14.417369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] For port cf5641fe-463b-4a4b-9e5d-7b564b4750f4, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:15:14.421175 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] For port cf5641fe-463b-4a4b-9e5d-7b564b4750f4, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cf5641fe-463b-4a4b-9e5d-7b564b4750f4,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:15:14.468067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:14.484757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object cbed1c08-bf36-4837-a39f-786deb667401 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:15:14.497563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:14.503277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:14.578147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:14.583725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9c50daa1-7e36-4f7f-bdbb-01704b8a4685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:14.584852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Pushing event updated for resources: {'Port': ['ID=cf5641fe-463b-4a4b-9e5d-7b564b4750f4,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:14.588048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:14.665741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network afac5334-b0d4-496e-a773-cf7ed3cd42a5 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:15:14.669145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:15:14.674194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:15:14.700390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=cbed1c08-bf36-4837-a39f-786deb667401,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:14.708573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:14.746886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:14.909260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:15.319585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:15.378947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:15.405083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-003133c0-2530-4d48-ae40-166c476e677a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:15.435083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:15.532757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:15.537600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5befe-eefd-420a-85ac-39fd9296ad03 None None] Network afac5334-b0d4-496e-a773-cf7ed3cd42a5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:15:15.619087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=cbed1c08-bf36-4837-a39f-786deb667401,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:15.623726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:15.624426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:15.717159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1196c73f-c501-43f4-9a89-acb92d9c0cfb None None] Provisioning for port cf5641fe-463b-4a4b-9e5d-7b564b4750f4 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:15:15.771935 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network afac5334-b0d4-496e-a773-cf7ed3cd42a5 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:15:15.773119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:15:16.055694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cf5641fe-463b-4a4b-9e5d-7b564b4750f4 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:15:16.193274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 0949425f-9788-4e12-aedc-f68b127d9296 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:15:16.225080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port cf5641fe-463b-4a4b-9e5d-7b564b4750f4 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:15:16.234113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port cf5641fe-463b-4a4b-9e5d-7b564b4750f4 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:16.234493 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:16.278033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-475ed575-2dcd-45d2-ac1e-d3fd8159e234 None None] Provisioning for port cbed1c08-bf36-4837-a39f-786deb667401 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:15:16.291404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-475ed575-2dcd-45d2-ac1e-d3fd8159e234 None None] Provisioning complete for port cbed1c08-bf36-4837-a39f-786deb667401 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:16.291772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-475ed575-2dcd-45d2-ac1e-d3fd8159e234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:16.367153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-475ed575-2dcd-45d2-ac1e-d3fd8159e234 None None] Port cbed1c08-bf36-4837-a39f-786deb667401 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:15:16.412100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:15:16.429172 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/0949425f-9788-4e12-aedc-f68b127d9296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4832160 Dec 14 00:15:16.445047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:16.484432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port cf5641fe-463b-4a4b-9e5d-7b564b4750f4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cf5641fe-463b-4a4b-9e5d-7b564b4750f4,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:15:16.496577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ccd24680-5546-4d7e-ab1d-c7c8778f9693 None None] Provisioning complete for port cbed1c08-bf36-4837-a39f-786deb667401 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:16.497450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ccd24680-5546-4d7e-ab1d-c7c8778f9693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:16.550800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ccd24680-5546-4d7e-ab1d-c7c8778f9693 None None] Port cbed1c08-bf36-4837-a39f-786deb667401 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:15:16.589471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:16.590439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d72f4db9-a969-4db2-a46b-84e7c725b9cf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:15:16.612734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ddfbac11-0b81-4a44-8a6b-f98c7c322038 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:15:16.617972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:16.669420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ddfbac11-0b81-4a44-8a6b-f98c7c322038 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:15:16.670627 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ddfbac11-0b81-4a44-8a6b-f98c7c322038 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071426728&fields=id&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 267 time: 0.1044583 Dec 14 00:15:16.705746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=cf5641fe-463b-4a4b-9e5d-7b564b4750f4,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:16.708899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:16.777288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port d72f4db9-a969-4db2-a46b-84e7c725b9cf completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:15:16.782837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d72f4db9-a969-4db2-a46b-84e7c725b9cf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:16.783521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:16.824747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82868-f403-49a3-8a25-8bf184c82462 req-b8b3cd60-2f49-479a-8b9a-a9cf9b6ba781 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:16.825425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-66d82868-f403-49a3-8a25-8bf184c82462 req-b8b3cd60-2f49-479a-8b9a-a9cf9b6ba781 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:15:16.880389 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-66d82868-f403-49a3-8a25-8bf184c82462 req-b8b3cd60-2f49-479a-8b9a-a9cf9b6ba781 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:15:16.881649 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-b8b3cd60-2f49-479a-8b9a-a9cf9b6ba781 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/networks?id=afac5334-b0d4-496e-a773-cf7ed3cd42a5 HTTP/1.1" status: 200 len: 797 time: 0.2035732 Dec 14 00:15:16.898922 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-1b91e30f-a095-4679-956b-59df51beb9ce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/quotas/76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 375 time: 0.0119119 Dec 14 00:15:16.909266 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:16.926188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port d72f4db9-a969-4db2-a46b-84e7c725b9cf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d72f4db9-a969-4db2-a46b-84e7c725b9cf,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:15:16.948211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:16.981762 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-66d82868-f403-49a3-8a25-8bf184c82462 req-402c0ecf-0d5c-40e9-b795-2bb25f144268 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:15:17.000046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:17.003463 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-366dfed9-2399-4672-bd82-10565326922d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:17.062653 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-66d82868-f403-49a3-8a25-8bf184c82462 req-402c0ecf-0d5c-40e9-b795-2bb25f144268 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:15:17.064285 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-402c0ecf-0d5c-40e9-b795-2bb25f144268 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1598268 Dec 14 00:15:17.069269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=d72f4db9-a969-4db2-a46b-84e7c725b9cf,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:17.072902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:17.275830 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-b2a40535-48cb-46bb-b2d5-f41c12874fd4 service neutron] 10.222.0.30 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002556 Dec 14 00:15:17.416034 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-f2fa43d2-2c97-4079-8a7f-875c3ac6e94f service neutron] 10.222.0.30 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345446 Dec 14 00:15:17.457549 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Sync routers for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:15:17.470406 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:15:17.471013 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:15:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:17.648064 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:15:17.671582 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b9bf6bb5-18f9-437d-ad62-b8b7626c2577 req-ee3aa433-43f6-4676-a6ce-019faa29a766 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 210 time: 0.0430324 Dec 14 00:15:17.960790 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:14Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbed1c08-bf36-4837-a39f-786deb667401', 'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:fa:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:14Z', 'updated_at': '2021-12-14T00:15:15Z', 'revision_number': 2, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:17.963164 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Checking router: 0949425f-9788-4e12-aedc-f68b127d9296 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:15:17.963450 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Updating router 0949425f-9788-4e12-aedc-f68b127d9296 port cbed1c08-bf36-4837-a39f-786deb667401 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:15:18.011381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cf5641fe-463b-4a4b-9e5d-7b564b4750f4 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:15:18.023263 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:18.088485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port cf5641fe-463b-4a4b-9e5d-7b564b4750f4 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:18.088858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:18.208321 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d72f4db9-a969-4db2-a46b-84e7c725b9cf up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:15:18.275744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port d72f4db9-a969-4db2-a46b-84e7c725b9cf triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:18.276130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:18.374172 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:18.386052 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Transition to ACTIVE for port object cbed1c08-bf36-4837-a39f-786deb667401 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:15:18.463913 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:18.469034 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-bc6e7289-a3f7-4bd7-94cf-e016cc9202b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:18.596254 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Pushing event updated for resources: {'Port': ['ID=cbed1c08-bf36-4837-a39f-786deb667401,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.640121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:15:18.668004 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:18.697861 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Attempting to bind port cbed1c08-bf36-4837-a39f-786deb667401 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:15:18.698579 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Attempting to bind port cbed1c08-bf36-4837-a39f-786deb667401 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:15:18.699120 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Attempting to bind port cbed1c08-bf36-4837-a39f-786deb667401 on network afac5334-b0d4-496e-a773-cf7ed3cd42a5 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:15:18.707272 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:15:18.707867 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Checking segment: {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:15:18.708339 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:18.708735 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Bound using segment: {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:15:18.709204 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Bound port: cbed1c08-bf36-4837-a39f-786deb667401, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:15:18.709580 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:18.824070 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] For port cbed1c08-bf36-4837-a39f-786deb667401, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:15:18.827285 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] For port cbed1c08-bf36-4837-a39f-786deb667401, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cbed1c08-bf36-4837-a39f-786deb667401,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:15:18.847780 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-72749d06-566b-466f-a87b-0bdc1b5644a0 req-148c5036-958d-4527-bb9f-d6c17a42ceb3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 210 time: 0.0442436 Dec 14 00:15:18.920885 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:18.925347 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-baa63dcb-6db5-4478-86f3-a7f207318529 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:19.006427 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Pushing event updated for resources: {'Port': ['ID=cbed1c08-bf36-4837-a39f-786deb667401,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:19.009184 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:15:19.009690 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:15:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:19.057359 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:19.191710 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:15:19.509488 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:14Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbed1c08-bf36-4837-a39f-786deb667401', 'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:fa:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:14Z', 'updated_at': '2021-12-14T00:15:18Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:19.513480 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a71526-ea0b-43ce-9045-7f2501da4b8e None None] The sync data for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv is: [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:14Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbed1c08-bf36-4837-a39f-786deb667401', 'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:fa:45:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:14Z', 'updated_at': '2021-12-14T00:15:18Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:15:19.646029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82868-f403-49a3-8a25-8bf184c82462 req-eb17f744-ee83-4654-8583-d043265bead1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:19.647419 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-eb17f744-ee83-4654-8583-d043265bead1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/networks?id=afac5334-b0d4-496e-a773-cf7ed3cd42a5 HTTP/1.1" status: 200 len: 797 time: 0.1647811 Dec 14 00:15:19.710289 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-08c39ba9-ed27-4f17-9d53-7498fa5ac47a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 380 time: 0.0496073 Dec 14 00:15:19.721745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'port': {'device_id': '72361414-bcf1-4a2b-bfe0-52457a967528', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'admin_state_up': True, 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'security_groups': ['01665662-dda5-4aa2-8cad-92bd9bdb8858']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:19.789212 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:20.039119 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:20.045687 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cbed1c08-bf36-4837-a39f-786deb667401 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:15:20.051330 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-039aa07d-333c-403d-9e27-b30233929f80 req-774acef8-2e8a-4ff0-a6be-10ba367d05f6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 210 time: 0.0578196 Dec 14 00:15:20.052537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:20.143523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:15:20.147144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:20.200630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port cbed1c08-bf36-4837-a39f-786deb667401 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:15:20.206725 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port cbed1c08-bf36-4837-a39f-786deb667401 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:20.207107 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:20.338372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.3 (afac5334-b0d4-496e-a773-cf7ed3cd42a5/8633b250-6475-4ea8-8a5c-3e04eb265c93/ff605d8a-8a59-494e-9469-6f65849c00e8) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:15:20.340538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:20.380871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port cbed1c08-bf36-4837-a39f-786deb667401, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cbed1c08-bf36-4837-a39f-786deb667401,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:15:20.469048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:20.471533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2ccb378d-e8ec-4587-a799-32290b624e2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:20.540021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=cbed1c08-bf36-4837-a39f-786deb667401,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:20.543280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:20.545005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:20.562078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object ff605d8a-8a59-494e-9469-6f65849c00e8 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:15:20.646674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:20.652045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f2f2c0fb-a0f8-450c-9eea-b4da3c2045d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:20.718358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network afac5334-b0d4-496e-a773-cf7ed3cd42a5 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:15:20.722321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:15:20.726056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:15:20.760320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=ff605d8a-8a59-494e-9469-6f65849c00e8,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:20.767796 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:20.797199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:20.797901 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:20.921569 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2047393 Dec 14 00:15:20.933084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Request body: {'port': {'device_id': '72361414-bcf1-4a2b-bfe0-52457a967528', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:21.022563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-222d18be-3139-4fdf-8ecd-fa2cec0b85c2 None None] Provisioning for port ff605d8a-8a59-494e-9469-6f65849c00e8 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:15:21.027816 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-222d18be-3139-4fdf-8ecd-fa2cec0b85c2 None None] Provisioning complete for port ff605d8a-8a59-494e-9469-6f65849c00e8 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:21.028918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-222d18be-3139-4fdf-8ecd-fa2cec0b85c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:21.048637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:21.087656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-222d18be-3139-4fdf-8ecd-fa2cec0b85c2 None None] Port ff605d8a-8a59-494e-9469-6f65849c00e8 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:15:21.379584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab00edc-0e05-4553-8e38-3faa3f17cb45 req-08e1c289-48ef-4245-9e05-606bffbe3435 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:21.380340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5ab00edc-0e05-4553-8e38-3faa3f17cb45 req-08e1c289-48ef-4245-9e05-606bffbe3435 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:15:21.466171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5ab00edc-0e05-4553-8e38-3faa3f17cb45 req-08e1c289-48ef-4245-9e05-606bffbe3435 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:15:21.467424 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5ab00edc-0e05-4553-8e38-3faa3f17cb45 req-08e1c289-48ef-4245-9e05-606bffbe3435 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 931 time: 0.2816913 Dec 14 00:15:21.476781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff605d8a-8a59-494e-9469-6f65849c00e8 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:15:21.497755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:21.530182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Transition to ACTIVE for port object ff605d8a-8a59-494e-9469-6f65849c00e8 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:15:21.541162 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5ab00edc-0e05-4553-8e38-3faa3f17cb45 req-ff42abcc-8320-4fbe-a2bc-f42d1d542e9b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672214 Dec 14 00:15:21.606228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:21.611017 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c197e758-771e-4692-9496-e71bd04c75a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:21.741458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Pushing event updated for resources: {'Port': ['ID=ff605d8a-8a59-494e-9469-6f65849c00e8,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:21.744644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:21.851745 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Attempting to bind port ff605d8a-8a59-494e-9469-6f65849c00e8 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:15:21.852082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Attempting to bind port ff605d8a-8a59-494e-9469-6f65849c00e8 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:15:21.852410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Attempting to bind port ff605d8a-8a59-494e-9469-6f65849c00e8 on network afac5334-b0d4-496e-a773-cf7ed3cd42a5 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:15:21.858110 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Port ff605d8a-8a59-494e-9469-6f65849c00e8 on network afac5334-b0d4-496e-a773-cf7ed3cd42a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:15:21.858430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Attempting to bind port ff605d8a-8a59-494e-9469-6f65849c00e8 on network afac5334-b0d4-496e-a773-cf7ed3cd42a5 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:15:21.865211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:15:21.865546 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Checking segment: {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:15:21.865928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Bound using segment: {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:15:21.866347 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Bound port: ff605d8a-8a59-494e-9469-6f65849c00e8, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f1b152-8687-4dd6-97cd-7d137df52101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:15:21.866695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:21.957565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] For port ff605d8a-8a59-494e-9469-6f65849c00e8, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:15:21.960742 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] For port ff605d8a-8a59-494e-9469-6f65849c00e8, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ff605d8a-8a59-494e-9469-6f65849c00e8,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:15:22.001551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cbed1c08-bf36-4837-a39f-786deb667401 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:15:22.041021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:22.045673 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d8158e75-7f25-47a4-9701-67e84641fc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:22.069462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port cbed1c08-bf36-4837-a39f-786deb667401 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:22.069962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:22.105144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:22.106534 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] 10.222.0.18 "PUT /v2.0/ports/ff605d8a-8a59-494e-9469-6f65849c00e8 HTTP/1.1" status: 200 len: 1093 time: 1.1775274 Dec 14 00:15:22.107067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:15:22.125171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Pushing event updated for resources: {'Port': ['ID=ff605d8a-8a59-494e-9469-6f65849c00e8,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:22.129234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:22.180960 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'status': 'completed', 'code': 200} Dec 14 00:15:22.396487 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3b2167a3-92f1-4583-ac3c-7922b0af17b7 req-1884fb9a-ea1b-4050-af8f-f817bd1618d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1096 time: 0.1967018 Dec 14 00:15:22.535014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2167a3-92f1-4583-ac3c-7922b0af17b7 req-5e824fed-211a-4fc4-8b6d-0247a23cecb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:22.536498 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3b2167a3-92f1-4583-ac3c-7922b0af17b7 req-5e824fed-211a-4fc4-8b6d-0247a23cecb3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=76b61480b38e44f19bef43922b67b0ef&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1328564 Dec 14 00:15:22.715468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2167a3-92f1-4583-ac3c-7922b0af17b7 req-e1565a8a-524d-4411-9ea5-75c9bf0e1a3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:22.716922 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3b2167a3-92f1-4583-ac3c-7922b0af17b7 req-e1565a8a-524d-4411-9ea5-75c9bf0e1a3f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1743224 Dec 14 00:15:22.752226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927a24c-c5bb-428f-95ee-53ca5ffb6c4c req-98754cec-dad5-4e3d-8060-6572b978723a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:22.753739 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2927a24c-c5bb-428f-95ee-53ca5ffb6c4c req-98754cec-dad5-4e3d-8060-6572b978723a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 943 time: 0.0937212 Dec 14 00:15:22.854734 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2927a24c-c5bb-428f-95ee-53ca5ffb6c4c req-1e5f479d-9efa-4d51-b5df-7033c0b765f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663321 Dec 14 00:15:22.863982 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-8b6791f0-5d2a-4eb7-8834-972b95d6f0d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1096 time: 0.1093509 Dec 14 00:15:22.932295 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-3b5b9e26-398f-4a00-9caf-ba83968f398e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff605d8a-8a59-494e-9469-6f65849c00e8 HTTP/1.1" status: 200 len: 217 time: 0.0616817 Dec 14 00:15:22.997483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d82868-f403-49a3-8a25-8bf184c82462 req-bf6df559-2719-42d9-ad84-0714d8626fc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:22.998811 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-bf6df559-2719-42d9-ad84-0714d8626fc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8633b250-6475-4ea8-8a5c-3e04eb265c93 HTTP/1.1" status: 200 len: 835 time: 0.0612578 Dec 14 00:15:23.081212 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-0da86fb0-9d7a-41d9-aefc-4035c4b88124 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afac5334-b0d4-496e-a773-cf7ed3cd42a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751510 Dec 14 00:15:23.214973 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-6d277c67-7810-4c18-8f07-7077f15a9ffb service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266446 Dec 14 00:15:23.347942 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-66d82868-f403-49a3-8a25-8bf184c82462 req-2ccc4f11-2240-4611-9730-36ea868da92a service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269636 Dec 14 00:15:24.052514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af804f-0ed9-458d-82d3-912af7642899 req-1865909b-39d1-4030-ac97-d93551b7a452 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:24.053962 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-64af804f-0ed9-458d-82d3-912af7642899 req-1865909b-39d1-4030-ac97-d93551b7a452 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 943 time: 0.0767801 Dec 14 00:15:24.101185 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-64af804f-0ed9-458d-82d3-912af7642899 req-cd579593-2895-496d-8991-1573a78523b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416076 Dec 14 00:15:24.915374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device ff605d8a-8a59-494e-9469-6f65849c00e8 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:15:25.079574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port ff605d8a-8a59-494e-9469-6f65849c00e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ff605d8a-8a59-494e-9469-6f65849c00e8,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:15:25.092398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'port_id': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'mac_address': 'fa:16:3e:c5:27:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:15:25.145488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:25.165041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff605d8a-8a59-494e-9469-6f65849c00e8 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:15:25.180110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port ff605d8a-8a59-494e-9469-6f65849c00e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ff605d8a-8a59-494e-9469-6f65849c00e8,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:15:25.223220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:25.225872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:25.291168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=ff605d8a-8a59-494e-9469-6f65849c00e8,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:25.294267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:25.310090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed064be-34e8-4914-91d3-691dae2f07e3 req-660b8464-a7ef-484a-878a-d3aa60a4636d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:25.311758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5ed064be-34e8-4914-91d3-691dae2f07e3 req-660b8464-a7ef-484a-878a-d3aa60a4636d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 944 time: 0.0801473 Dec 14 00:15:25.364729 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5ed064be-34e8-4914-91d3-691dae2f07e3 req-bb0631e6-23cb-4cab-9e6d-8984a168a4a3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472627 Dec 14 00:15:25.437374 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['ff605d8a-8a59-494e-9469-6f65849c00e8'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:15:26.573230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee81da3-d7c0-431a-8a33-37abd3f6309f req-345f8021-9361-44b8-88af-0e1529e633af tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:26.574686 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eee81da3-d7c0-431a-8a33-37abd3f6309f req-345f8021-9361-44b8-88af-0e1529e633af tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 944 time: 0.0904374 Dec 14 00:15:26.620080 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-eee81da3-d7c0-431a-8a33-37abd3f6309f req-b9f4e4a7-7839-4cd3-9520-60eb2c228f03 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387087 Dec 14 00:15:26.915525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device ff605d8a-8a59-494e-9469-6f65849c00e8 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:15:27.034101 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port ff605d8a-8a59-494e-9469-6f65849c00e8 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:15:27.038705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port ff605d8a-8a59-494e-9469-6f65849c00e8 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:15:27.039089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:27.150196 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:27.176805 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:15:27.186019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port ff605d8a-8a59-494e-9469-6f65849c00e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ff605d8a-8a59-494e-9469-6f65849c00e8,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:15:27.228998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:27.232004 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'code': 200} Dec 14 00:15:27.232508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:27.300527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=ff605d8a-8a59-494e-9469-6f65849c00e8,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:27.303503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:27.578467 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-98f0018f-9359-4472-b60d-be5a554bfe32 req-6169b799-e464-4008-977c-3db6f0446fb1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1098 time: 0.0719950 Dec 14 00:15:27.620756 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-98f0018f-9359-4472-b60d-be5a554bfe32 req-f96dc835-eb1a-4137-b05f-f7eaed4a1033 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356865 Dec 14 00:15:27.814522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e53952-028f-4818-a7d5-841e8e777a14 req-4e9af964-2af5-4ebb-afd2-999adccaf348 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:27.815964 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f5e53952-028f-4818-a7d5-841e8e777a14 req-4e9af964-2af5-4ebb-afd2-999adccaf348 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0769486 Dec 14 00:15:27.865282 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f5e53952-028f-4818-a7d5-841e8e777a14 req-ad0aedbf-2f29-47aa-9245-7e4bd1801f69 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437021 Dec 14 00:15:29.070221 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea287146-4831-4d71-83ed-9496f48f0485 req-eb03d95c-194c-4f63-a693-8abac38698ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:29.071947 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ea287146-4831-4d71-83ed-9496f48f0485 req-eb03d95c-194c-4f63-a693-8abac38698ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0828841 Dec 14 00:15:29.120592 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ea287146-4831-4d71-83ed-9496f48f0485 req-40411ba7-4847-4298-ac91-4a5e6b8721ea tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Dec 14 00:15:29.321769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3527968-59f2-477b-8a1a-7f48409b7af5 req-753d9e3b-1ed9-4897-8ba6-788b062e7cce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:29.323217 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e3527968-59f2-477b-8a1a-7f48409b7af5 req-753d9e3b-1ed9-4897-8ba6-788b062e7cce tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0776589 Dec 14 00:15:29.369312 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e3527968-59f2-477b-8a1a-7f48409b7af5 req-c1a6f3ba-8fa0-43c8-ab1f-29b9bdaa2462 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404515 Dec 14 00:15:29.397086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33926) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:29.466217 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-31802fc1-bc4a-4fed-91f5-3da1f6878a1a tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1093 time: 0.0678129 Dec 14 00:15:29.468744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33930) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:29.473977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:15:29.479486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:15:29.483313 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:floatingip and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:15:29.486355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:15:29.492108 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:15:29.560078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:29.699430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:29.835588 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.46 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/995eb552-d9c5-4e96-8499-fdd200cfa3c6) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:15:30.085441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:30.199997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:30.204523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b6ce85a6-f256-4fe6-b7f5-c687c333e613 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:30.271006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:15:30.274638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:15:30.277182 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:15:30.312021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=995eb552-d9c5-4e96-8499-fdd200cfa3c6,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:30.316633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:30.793109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:30.925453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:31.127112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:31.188306 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:31.191945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1ec5accd-68f5-47ad-a8a8-2ce6166fb83b tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:15:31.293773 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=995eb552-d9c5-4e96-8499-fdd200cfa3c6,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:15:31.297955 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:15:31.312216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:31.505853 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Floating IP a5a88496-8237-418f-8ef0-b433f9267bfc associated. External IP: 172.26.5.46, port: ff605d8a-8a59-494e-9469-6f65849c00e8. Dec 14 00:15:32.023349 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 0949425f-9788-4e12-aedc-f68b127d9296 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:15:32.227759 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:15:32.238529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] Sync routers for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:15:32.251239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:15:32.251967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:15:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:32.320463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:32.381830 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9119165 Dec 14 00:15:32.382528 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:15:32.433294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:15:32.451287 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'status': 'completed', 'code': 200} Dec 14 00:15:32.604127 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-935c15ee-e983-46a7-a5d0-0be6dcf17e98 req-023bc50d-536e-4036-b5fc-1b7a3fc28cc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1098 time: 0.1310053 Dec 14 00:15:32.635616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6183dd-d6e1-4893-af85-ca7874445cb5 req-165e2594-c4b0-4e07-8da5-58517ca08b75 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:32.637055 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cc6183dd-d6e1-4893-af85-ca7874445cb5 req-165e2594-c4b0-4e07-8da5-58517ca08b75 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.1295762 Dec 14 00:15:32.774297 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cc6183dd-d6e1-4893-af85-ca7874445cb5 req-8b2409c3-70bc-4744-9998-fc4d03495b63 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301594 Dec 14 00:15:32.782362 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c15ee-e983-46a7-a5d0-0be6dcf17e98 req-24282ab3-20c8-4a72-a1ae-65ac77cbcbbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:32.783832 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-935c15ee-e983-46a7-a5d0-0be6dcf17e98 req-24282ab3-20c8-4a72-a1ae-65ac77cbcbbc service neutron] 10.222.0.18 "GET /v2.0/networks?id=afac5334-b0d4-496e-a773-cf7ed3cd42a5 HTTP/1.1" status: 200 len: 898 time: 0.1737931 Dec 14 00:15:32.788477 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:14Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'a5a88496-8237-418f-8ef0-b433f9267bfc', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'port_id': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'mac_address': 'fa:16:3e:c5:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361414-bcf1-4a2b-bfe0-52457a967528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:15:30Z', 'updated_at': '2021-12-14T00:15:30Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbed1c08-bf36-4837-a39f-786deb667401', 'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:fa:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:14Z', 'updated_at': '2021-12-14T00:15:20Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:32.792612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] Checking router: 0949425f-9788-4e12-aedc-f68b127d9296 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:15:32.806629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:15:32.806629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:15:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:32.806836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33938) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:32.892344 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-935c15ee-e983-46a7-a5d0-0be6dcf17e98 req-13b26b33-67ca-4e22-bacc-84b11f24a132 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff605d8a-8a59-494e-9469-6f65849c00e8 HTTP/1.1" status: 200 len: 998 time: 0.1002078 Dec 14 00:15:32.930649 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0d7bb392-286f-4390-86bf-8574225abdc1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a5a88496-8237-418f-8ef0-b433f9267bfc HTTP/1.1" status: 200 len: 990 time: 0.1226859 Dec 14 00:15:32.959143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c15ee-e983-46a7-a5d0-0be6dcf17e98 req-661e9524-c013-4423-a6ec-3f8b996effc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:15:32.960637 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-935c15ee-e983-46a7-a5d0-0be6dcf17e98 req-661e9524-c013-4423-a6ec-3f8b996effc8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8633b250-6475-4ea8-8a5c-3e04eb265c93 HTTP/1.1" status: 200 len: 835 time: 0.0635872 Dec 14 00:15:33.035333 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-935c15ee-e983-46a7-a5d0-0be6dcf17e98 req-0382864d-d268-47de-85e3-9152f276ac92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afac5334-b0d4-496e-a773-cf7ed3cd42a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685976 Dec 14 00:15:33.035579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:15:33.175783 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-935c15ee-e983-46a7-a5d0-0be6dcf17e98 req-4e522606-c818-4c1a-81c4-0251a5fec9cf service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333151 Dec 14 00:15:33.312236 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-935c15ee-e983-46a7-a5d0-0be6dcf17e98 req-69bf989c-102b-4cd0-849a-f61981047e4f service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302392 Dec 14 00:15:33.389718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:14Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'a5a88496-8237-418f-8ef0-b433f9267bfc', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'port_id': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'mac_address': 'fa:16:3e:c5:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361414-bcf1-4a2b-bfe0-52457a967528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:15:30Z', 'updated_at': '2021-12-14T00:15:30Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbed1c08-bf36-4837-a39f-786deb667401', 'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:fa:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:14Z', 'updated_at': '2021-12-14T00:15:20Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:15:33.394400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67259526-ef3a-498b-a728-555b0f440f9e None None] The sync data for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv is: [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:14Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'a5a88496-8237-418f-8ef0-b433f9267bfc', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.46', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'port_id': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'mac_address': 'fa:16:3e:c5:27:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72361414-bcf1-4a2b-bfe0-52457a967528', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:15:30Z', 'updated_at': '2021-12-14T00:15:30Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbed1c08-bf36-4837-a39f-786deb667401', 'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:fa:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:14Z', 'updated_at': '2021-12-14T00:15:20Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:15:33.932810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 33942) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:34.037319 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0d707e1d-83b8-4e95-951a-a686ab636582 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a5a88496-8237-418f-8ef0-b433f9267bfc HTTP/1.1" status: 200 len: 990 time: 0.1032975 Dec 14 00:15:35.041126 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33946) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:35.151336 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2df38585-1415-4c12-aff5-97adcd90919b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a5a88496-8237-418f-8ef0-b433f9267bfc HTTP/1.1" status: 200 len: 990 time: 0.1089885 Dec 14 00:15:36.155089 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33950) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:36.262499 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c3899d41-97c3-4af3-8289-8d577933345e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a5a88496-8237-418f-8ef0-b433f9267bfc HTTP/1.1" status: 200 len: 990 time: 0.1061647 Dec 14 00:15:36.521854 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb398190-aa6f-4e51-a31a-b68217f7ebdf None None] New status for floating IP a5a88496-8237-418f-8ef0-b433f9267bfc: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:15:37.266795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 33954) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:15:37.488868 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-81414c71-bfa2-4167-ae8e-24b93626f1a5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a5a88496-8237-418f-8ef0-b433f9267bfc HTTP/1.1" status: 200 len: 992 time: 0.2208710 Dec 14 00:15:41.891079 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f6544474-6900-4dfe-8efc-56380facdc72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:44.130485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9f96d884-5fb1-4dec-b92b-d5ba03889fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:45.131268 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:15:45.445338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:45.547798 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:46.942195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:15:49.805331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:06.950718 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d66c133-ff43-4aa0-924a-47d392bf6021 req-d1f0005e-ceda-4dcc-a548-546375269ee2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684550 Dec 14 00:16:07.610582 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-33c1e477-2fa4-4284-a5e6-4c86b21d44a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1959500 Dec 14 00:16:07.616038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba37a5-ad9e-434f-8346-208a60260517 req-543c95b9-dfb7-459c-9421-63fcb7c84744 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:07.617397 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2eba37a5-ad9e-434f-8346-208a60260517 req-543c95b9-dfb7-459c-9421-63fcb7c84744 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.2570670 Dec 14 00:16:07.662589 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2eba37a5-ad9e-434f-8346-208a60260517 req-e532ca41-7648-4095-9865-35148eb86845 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396819 Dec 14 00:16:08.937668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a757032-87a2-4601-84c6-620c4248a08a req-01de8d13-617b-4444-84e2-47beb247b2f0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:08.939867 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a757032-87a2-4601-84c6-620c4248a08a req-01de8d13-617b-4444-84e2-47beb247b2f0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.1533785 Dec 14 00:16:08.987221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a757032-87a2-4601-84c6-620c4248a08a req-ddd0de2d-a60a-4d46-b336-9b595896092b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 Dec 14 00:16:09.581971 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-7555ca6c-ce57-4ef3-80dc-278637d7a7f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1098 time: 0.0693679 Dec 14 00:16:09.714100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-ddb67c02-d15f-40b5-9c82-e2b8855f6ae6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:09.715452 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-ddb67c02-d15f-40b5-9c82-e2b8855f6ae6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afac5334-b0d4-496e-a773-cf7ed3cd42a5 HTTP/1.1" status: 200 len: 898 time: 0.1268806 Dec 14 00:16:09.820821 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-12640dbd-afa2-4a0b-8a57-811b076858e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff605d8a-8a59-494e-9469-6f65849c00e8 HTTP/1.1" status: 200 len: 1000 time: 0.0989864 Dec 14 00:16:09.885222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-94ca5bc7-80d9-41e6-a86f-2cc2368e20a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:09.886654 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-94ca5bc7-80d9-41e6-a86f-2cc2368e20a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8633b250-6475-4ea8-8a5c-3e04eb265c93 HTTP/1.1" status: 200 len: 835 time: 0.0586658 Dec 14 00:16:10.032663 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-a406321d-2010-4074-b67c-10415c708b01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afac5334-b0d4-496e-a773-cf7ed3cd42a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1388390 Dec 14 00:16:10.169529 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-788e7923-808f-42e0-93c9-d3889dbc02aa service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305361 Dec 14 00:16:10.187929 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabd73a-099b-46d2-a7fb-423aea01f42d req-5089c14a-5101-4a9e-b1de-dcfe77e8305b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:10.190084 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6dabd73a-099b-46d2-a7fb-423aea01f42d req-5089c14a-5101-4a9e-b1de-dcfe77e8305b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0801063 Dec 14 00:16:10.235934 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-6dabd73a-099b-46d2-a7fb-423aea01f42d req-0290b99f-6841-49b8-9ae1-974ba811654b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395310 Dec 14 00:16:10.302551 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-76f3cd3d-43c3-4077-85ae-bb9c9a3fbf15 service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265867 Dec 14 00:16:11.433170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131d64d-5c3a-49d4-8583-4f14bd449fb5 req-516e0edf-b26a-4bf5-8ea1-de1dbdf80811 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:11.434647 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0131d64d-5c3a-49d4-8583-4f14bd449fb5 req-516e0edf-b26a-4bf5-8ea1-de1dbdf80811 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0764279 Dec 14 00:16:11.480782 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0131d64d-5c3a-49d4-8583-4f14bd449fb5 req-0fc67716-17ce-4fe1-b111-def53afd6412 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400662 Dec 14 00:16:11.901678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-109cbeee-7ac0-4a77-8fa8-652e386dedc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:12.679841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be234a-17a4-4a5e-a0f0-d91827856b47 req-7110ecfc-457c-4e67-8866-02d695142f1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:12.681211 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b7be234a-17a4-4a5e-a0f0-d91827856b47 req-7110ecfc-457c-4e67-8866-02d695142f1a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0798123 Dec 14 00:16:12.726330 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b7be234a-17a4-4a5e-a0f0-d91827856b47 req-ebdfc2ad-0db5-4b24-ace7-6aced7a684c5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397098 Dec 14 00:16:13.927345 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbdb2a-2980-494d-ab2a-767959e48319 req-6816ef4a-d35f-4a1e-9f3e-a33042b92eb5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:13.928830 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dcbbdb2a-2980-494d-ab2a-767959e48319 req-6816ef4a-d35f-4a1e-9f3e-a33042b92eb5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0801620 Dec 14 00:16:13.974670 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-dcbbdb2a-2980-494d-ab2a-767959e48319 req-b81ed88e-7ba1-4c2d-b01a-14bdf58307eb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 Dec 14 00:16:14.170815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a339eac0-ae83-4a46-8473-aaaabd7cea8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:15.169704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de381bd-43a9-48cc-b42b-cdc6f0eb8a2b req-5f532cf1-a0bb-4064-a512-ed2a2200c12d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:15.171145 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4de381bd-43a9-48cc-b42b-cdc6f0eb8a2b req-5f532cf1-a0bb-4064-a512-ed2a2200c12d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0776975 Dec 14 00:16:15.221913 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4de381bd-43a9-48cc-b42b-cdc6f0eb8a2b req-a308e2bf-f93b-4962-b27b-42b3f501b2ae tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452034 Dec 14 00:16:15.445009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:15.541731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:15.762064 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42674bd1-0028-4288-9937-49cfbb695efc req-0cbeade0-5bac-4d89-8923-cf9b321ac6da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1098 time: 0.0691729 Dec 14 00:16:15.908378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42674bd1-0028-4288-9937-49cfbb695efc req-d1474f00-fa49-4dda-924d-9927a20108c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:15.909824 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42674bd1-0028-4288-9937-49cfbb695efc req-d1474f00-fa49-4dda-924d-9927a20108c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afac5334-b0d4-496e-a773-cf7ed3cd42a5 HTTP/1.1" status: 200 len: 898 time: 0.1290705 Dec 14 00:16:16.014865 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42674bd1-0028-4288-9937-49cfbb695efc req-c547994a-4659-4148-9e60-c5493f4b66aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff605d8a-8a59-494e-9469-6f65849c00e8 HTTP/1.1" status: 200 len: 1000 time: 0.0975342 Dec 14 00:16:16.080795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42674bd1-0028-4288-9937-49cfbb695efc req-cd78095f-8689-40f3-a5d4-09ab9dc65d6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:16.082198 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42674bd1-0028-4288-9937-49cfbb695efc req-cd78095f-8689-40f3-a5d4-09ab9dc65d6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8633b250-6475-4ea8-8a5c-3e04eb265c93 HTTP/1.1" status: 200 len: 835 time: 0.0605178 Dec 14 00:16:16.157654 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42674bd1-0028-4288-9937-49cfbb695efc req-5fba58d9-a7c5-418e-9f73-5d418fe730a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afac5334-b0d4-496e-a773-cf7ed3cd42a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683675 Dec 14 00:16:16.448642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42674bd1-0028-4288-9937-49cfbb695efc req-bbda8ba0-c5fe-43de-ba28-be7e35931a8b service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846773 Dec 14 00:16:16.545711 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80957562-80a8-40f4-b58e-a8af6f05e209 req-21e2ef2a-ecc8-44df-9a5c-10135ca2cdaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:16.547642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80957562-80a8-40f4-b58e-a8af6f05e209 req-21e2ef2a-ecc8-44df-9a5c-10135ca2cdaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.2004538 Dec 14 00:16:16.626122 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-42674bd1-0028-4288-9937-49cfbb695efc req-327792fa-f083-4cdf-87e0-51e1eb5307d2 service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691258 Dec 14 00:16:16.630960 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-80957562-80a8-40f4-b58e-a8af6f05e209 req-ac09621c-c7f1-4c51-a0fc-1f1e88c4ba32 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721219 Dec 14 00:16:16.948260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:17.828889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095620c-6435-4ce2-85c5-8d3be19b0f51 req-3dd35fae-ae34-40e9-970b-15ddbac99e4e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:17.830475 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a095620c-6435-4ce2-85c5-8d3be19b0f51 req-3dd35fae-ae34-40e9-970b-15ddbac99e4e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0774114 Dec 14 00:16:17.873985 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a095620c-6435-4ce2-85c5-8d3be19b0f51 req-0ae724a6-08dc-4829-9a42-56bc2097eb32 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381567 Dec 14 00:16:19.073363 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d4cf8-66b5-4e0d-9e8e-624683c87999 req-19f26a2f-2d2f-4b47-8b47-45a4408f57d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:19.074718 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-732d4cf8-66b5-4e0d-9e8e-624683c87999 req-19f26a2f-2d2f-4b47-8b47-45a4408f57d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0777934 Dec 14 00:16:19.124471 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-732d4cf8-66b5-4e0d-9e8e-624683c87999 req-a96a7428-c4f0-4823-b8e4-3a417646bdb8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437820 Dec 14 00:16:19.770518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:20.429270 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c324fb8-a004-4490-a6c8-d53322ffd317 req-14104ae8-92c1-4d58-a7af-4086b263dc3f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:20.430650 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8c324fb8-a004-4490-a6c8-d53322ffd317 req-14104ae8-92c1-4d58-a7af-4086b263dc3f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.1855538 Dec 14 00:16:20.477851 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8c324fb8-a004-4490-a6c8-d53322ffd317 req-dc6fb2fe-872b-4783-b6b9-d4ee021ac02b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Dec 14 00:16:21.678441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea2194-0b5f-4704-9a09-5314cb9ea41a req-d39d423d-dd90-4099-a1dc-c3711d769bb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:21.679981 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5eea2194-0b5f-4704-9a09-5314cb9ea41a req-d39d423d-dd90-4099-a1dc-c3711d769bb0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0790608 Dec 14 00:16:21.726727 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5eea2194-0b5f-4704-9a09-5314cb9ea41a req-6ae55730-3150-4a74-bdbc-05cd49fb337a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412323 Dec 14 00:16:22.131276 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:16:22.220112 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-a216875c-924d-47ee-88a7-0f5cd2c64c2b service neutron] 10.222.0.18 "GET /v2.0/ports/ff605d8a-8a59-494e-9469-6f65849c00e8/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0791798 Dec 14 00:16:22.811841 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-a9b8754a-c68b-45f0-9f72-1955a42b8ae3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 1098 time: 0.0750766 Dec 14 00:16:22.901785 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-7bf99f8f-35cc-4945-a3a6-5473a81aa84d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1098 time: 0.0693531 Dec 14 00:16:22.925037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039b3f3-a847-46b9-ac27-fd9d839815c3 req-868cffa2-7605-4cb8-8243-120ecc5bbaf7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:22.926504 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3039b3f3-a847-46b9-ac27-fd9d839815c3 req-868cffa2-7605-4cb8-8243-120ecc5bbaf7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0779753 Dec 14 00:16:22.972318 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3039b3f3-a847-46b9-ac27-fd9d839815c3 req-d39c615b-38f7-4c5c-a636-697277a27013 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Dec 14 00:16:23.040227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-43aa77dd-196f-43f0-9b38-84e2b6d8133d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:23.041565 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-43aa77dd-196f-43f0-9b38-84e2b6d8133d service neutron] 10.222.0.18 "GET /v2.0/networks?id=afac5334-b0d4-496e-a773-cf7ed3cd42a5 HTTP/1.1" status: 200 len: 898 time: 0.1291840 Dec 14 00:16:23.144874 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-9d838b69-f5a7-4945-901a-fa2e58671971 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff605d8a-8a59-494e-9469-6f65849c00e8 HTTP/1.1" status: 200 len: 1000 time: 0.0959232 Dec 14 00:16:23.212063 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-ff8893b9-d793-447a-831d-1504ced5d915 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:23.213494 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-ff8893b9-d793-447a-831d-1504ced5d915 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8633b250-6475-4ea8-8a5c-3e04eb265c93 HTTP/1.1" status: 200 len: 835 time: 0.0627842 Dec 14 00:16:23.287686 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-7fba78c0-f560-4ed7-a997-0053bce7f4f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afac5334-b0d4-496e-a773-cf7ed3cd42a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679996 Dec 14 00:16:23.421820 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-2abf9670-4967-48e9-b20a-cd8afddbfa4f service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268237 Dec 14 00:16:23.555767 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-142ae46a-9e53-423f-89d1-e19dcb69a3fe req-fafbfc80-6f35-4e38-9129-c5d68ab31dab service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276174 Dec 14 00:16:24.166904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfb44c-054d-4310-bda2-c7d15092979c req-c5a93980-957a-4c0d-8cd8-3b02654e284b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:24.168300 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-91dfb44c-054d-4310-bda2-c7d15092979c req-c5a93980-957a-4c0d-8cd8-3b02654e284b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0763817 Dec 14 00:16:24.217592 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-91dfb44c-054d-4310-bda2-c7d15092979c req-9ff6f1e6-1a60-4741-90a9-70c21826eeb2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433114 Dec 14 00:16:25.233441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device ff605d8a-8a59-494e-9469-6f65849c00e8 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:16:25.374794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port ff605d8a-8a59-494e-9469-6f65849c00e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ff605d8a-8a59-494e-9469-6f65849c00e8,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:16:25.389406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'port_id': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'mac_address': 'fa:16:3e:c5:27:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:16:25.446981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c45319-769d-421a-8995-3c563679b3cd req-9185702f-f09a-40df-98a7-3f80b79a376d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:25.448477 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-58c45319-769d-421a-8995-3c563679b3cd req-9185702f-f09a-40df-98a7-3f80b79a376d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.1045330 Dec 14 00:16:25.451789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:25.470287 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff605d8a-8a59-494e-9469-6f65849c00e8 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:16:25.488388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port ff605d8a-8a59-494e-9469-6f65849c00e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ff605d8a-8a59-494e-9469-6f65849c00e8,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:16:25.498213 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-58c45319-769d-421a-8995-3c563679b3cd req-53bf8ec7-726a-4166-b061-6e27e7d6219a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434463 Dec 14 00:16:25.559415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:25.562124 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-8213ef3d-23f0-4eaa-ae9c-a50f7b59f77a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:16:25.629417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=ff605d8a-8a59-494e-9469-6f65849c00e8,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:16:25.633715 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['ff605d8a-8a59-494e-9469-6f65849c00e8'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:16:25.674160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.674510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.674860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.675251 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.675590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.675954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.676284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.676615 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.676942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.677269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.677592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:25.683078 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:16:26.698152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884cac2-723e-4736-9eb3-5717d2bdfb44 req-d18202e3-11de-4eef-add6-8568b79d8075 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:26.699500 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e884cac2-723e-4736-9eb3-5717d2bdfb44 req-d18202e3-11de-4eef-add6-8568b79d8075 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 944 time: 0.0769911 Dec 14 00:16:26.744918 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e884cac2-723e-4736-9eb3-5717d2bdfb44 req-8c0323a4-4a3c-45e8-b4d9-ffcdd305c510 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394700 Dec 14 00:16:27.242755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device ff605d8a-8a59-494e-9469-6f65849c00e8 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:16:27.316759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port ff605d8a-8a59-494e-9469-6f65849c00e8 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:16:27.317052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:27.359644 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1227048-c4ce-4238-be3a-b720b5001b26 req-4b0781f7-40b4-4457-95e3-71eb11059be7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:27.361650 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c1227048-c4ce-4238-be3a-b720b5001b26 req-4b0781f7-40b4-4457-95e3-71eb11059be7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 944 time: 0.2530799 Dec 14 00:16:27.379573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-55386db7-e67d-4609-843f-42867c3c76a4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:27.381063 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-55386db7-e67d-4609-843f-42867c3c76a4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528&tenant_id=76b61480b38e44f19bef43922b67b0ef&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 944 time: 0.2195725 Dec 14 00:16:27.421822 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c1227048-c4ce-4238-be3a-b720b5001b26 req-5eaf1f42-b8e1-47ec-81b7-f2f9c644c1dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497074 Dec 14 00:16:27.436306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:27.464703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:16:27.476348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port ff605d8a-8a59-494e-9469-6f65849c00e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ff605d8a-8a59-494e-9469-6f65849c00e8,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:16:27.529931 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-bf46405f-f2d5-4ef9-a3cf-1854c2dbcf31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1097 time: 0.0772002 Dec 14 00:16:27.534553 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'code': 200} Dec 14 00:16:27.535931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:27.538976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5e7c8d12-9934-4f7a-81ea-e322b0cf1d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:16:27.604752 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=ff605d8a-8a59-494e-9469-6f65849c00e8,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:16:27.607821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:16:27.645158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d77bd-aeb3-465a-9727-5529b65c17da req-069d6caf-2432-4875-a3d6-30f0e7c17892 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:27.646639 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-209d77bd-aeb3-465a-9727-5529b65c17da req-069d6caf-2432-4875-a3d6-30f0e7c17892 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0832832 Dec 14 00:16:27.667688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-4f5209d3-7e4d-44d5-b1a0-ae44a3ec5e0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:27.669160 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-4f5209d3-7e4d-44d5-b1a0-ae44a3ec5e0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=afac5334-b0d4-496e-a773-cf7ed3cd42a5 HTTP/1.1" status: 200 len: 898 time: 0.1314511 Dec 14 00:16:27.695733 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-209d77bd-aeb3-465a-9727-5529b65c17da req-134bbaed-f168-4aca-a831-e4f8197a8c92 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433576 Dec 14 00:16:27.773642 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-2a3965fe-5775-48d5-9e6a-4c8385f24404 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff605d8a-8a59-494e-9469-6f65849c00e8 HTTP/1.1" status: 200 len: 1000 time: 0.0983849 Dec 14 00:16:27.839491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-644d6c62-c269-4e35-8fd2-466d5582a183 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:27.840927 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-644d6c62-c269-4e35-8fd2-466d5582a183 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8633b250-6475-4ea8-8a5c-3e04eb265c93 HTTP/1.1" status: 200 len: 835 time: 0.0607231 Dec 14 00:16:27.914051 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-63592881-fea8-44ab-9ddd-b98be508466d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afac5334-b0d4-496e-a773-cf7ed3cd42a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669200 Dec 14 00:16:28.045262 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-ac5233bf-c9c2-4a85-9923-ccbe2e801819 service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239355 Dec 14 00:16:28.177111 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a80c9e2-0b8f-487d-a1b4-048ddffa8567 req-bfe242b4-137e-4b5c-8793-e462aaf30d29 service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251898 Dec 14 00:16:28.901699 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291d6f3-7408-4923-a7bd-9b1c226724dd req-b0d22c4c-f0fb-4e03-bb1a-6eb290f91da4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:28.903181 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8291d6f3-7408-4923-a7bd-9b1c226724dd req-b0d22c4c-f0fb-4e03-bb1a-6eb290f91da4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0799320 Dec 14 00:16:28.951404 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8291d6f3-7408-4923-a7bd-9b1c226724dd req-cd5f1166-6fc7-4ec7-a432-5ac5ed5ce099 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418732 Dec 14 00:16:30.148801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d369d1-5e89-4668-8b8b-1c83d783a2c6 req-9955aee6-a5b5-4982-ada5-c886250ba3e3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:30.150222 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-08d369d1-5e89-4668-8b8b-1c83d783a2c6 req-9955aee6-a5b5-4982-ada5-c886250ba3e3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0765002 Dec 14 00:16:30.195046 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-08d369d1-5e89-4668-8b8b-1c83d783a2c6 req-0df5470f-4e07-467d-87bf-84351f2224ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Dec 14 00:16:30.222285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34050) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:16:30.327738 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-59465a7b-14bc-402e-841f-59de7a5f427f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a5a88496-8237-418f-8ef0-b433f9267bfc HTTP/1.1" status: 200 len: 992 time: 0.1042430 Dec 14 00:16:41.884118 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1366e854-d413-4b7f-9808-31773e090105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:44.130377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9020bc63-5e24-4b62-8775-7c4ce0d43129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:45.468220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:45.546737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:46.929708 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:49.781476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:56.925861 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34062) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:16:57.193676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 995eb552-d9c5-4e96-8499-fdd200cfa3c6 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:16:57.193935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:57.360006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:57.360347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:57.478275 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 995eb552-d9c5-4e96-8499-fdd200cfa3c6 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:16:57.672385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:57.676487 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:16:57.718731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=995eb552-d9c5-4e96-8499-fdd200cfa3c6,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:16:57.757871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.758262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.758646 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.759027 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.759401 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.759797 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.760169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.760534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.760902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.761267 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.761633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:16:57.771819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:16:57.825041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:58.312119 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 0949425f-9788-4e12-aedc-f68b127d9296 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:16:58.512639 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:16:58.523242 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] Sync routers for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:16:58.535738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:16:58.544333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:16:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:16:58.599087 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:16:58.654224 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/floatingips/a5a88496-8237-418f-8ef0-b433f9267bfc HTTP/1.1" status: 204 len: 168 time: 1.7271810 Dec 14 00:16:58.654855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:16:58.769240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:16:58.808142 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'status': 'completed', 'code': 200} Dec 14 00:16:58.908366 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-306873b0-6870-4dc2-bc71-69ef74e813ba req-35872d4c-17b8-4eb2-bea9-04064124d83c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 1098 time: 0.0742960 Dec 14 00:16:59.049213 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306873b0-6870-4dc2-bc71-69ef74e813ba req-ac41ff04-6174-45af-b15f-4a8b5ce6af05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:59.050844 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-306873b0-6870-4dc2-bc71-69ef74e813ba req-ac41ff04-6174-45af-b15f-4a8b5ce6af05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=afac5334-b0d4-496e-a773-cf7ed3cd42a5 HTTP/1.1" status: 200 len: 898 time: 0.1364505 Dec 14 00:16:59.092529 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:14Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbed1c08-bf36-4837-a39f-786deb667401', 'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:fa:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:14Z', 'updated_at': '2021-12-14T00:15:20Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:16:59.097390 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] Checking router: 0949425f-9788-4e12-aedc-f68b127d9296 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:16:59.108787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:16:59.109405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:16:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:16:59.129877 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-306873b0-6870-4dc2-bc71-69ef74e813ba req-27791a7e-1982-47dd-8160-da30be76efae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff605d8a-8a59-494e-9469-6f65849c00e8 HTTP/1.1" status: 200 len: 217 time: 0.0719895 Dec 14 00:16:59.133686 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:16:59.240425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306873b0-6870-4dc2-bc71-69ef74e813ba req-6154068f-17de-482b-97f0-50f8efe6aa53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:59.241794 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-306873b0-6870-4dc2-bc71-69ef74e813ba req-6154068f-17de-482b-97f0-50f8efe6aa53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8633b250-6475-4ea8-8a5c-3e04eb265c93 HTTP/1.1" status: 200 len: 835 time: 0.1029234 Dec 14 00:16:59.291279 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:16:59.320086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777c2ed-b40c-4253-b893-62afd8ff141c req-3627c1dd-7cdf-44f2-861b-711d93718bfb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:16:59.321544 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e777c2ed-b40c-4253-b893-62afd8ff141c req-3627c1dd-7cdf-44f2-861b-711d93718bfb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.1333551 Dec 14 00:16:59.375680 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-306873b0-6870-4dc2-bc71-69ef74e813ba req-0a89e86e-f446-453b-a353-b9752875b394 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=afac5334-b0d4-496e-a773-cf7ed3cd42a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1250358 Dec 14 00:16:59.412798 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e777c2ed-b40c-4253-b893-62afd8ff141c req-4b54365c-034b-4d18-85ce-7ca3a69afa5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809677 Dec 14 00:16:59.519578 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-306873b0-6870-4dc2-bc71-69ef74e813ba req-833a6f8b-abd8-49ea-b972-f2bf014a78de service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369843 Dec 14 00:16:59.610942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:14Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbed1c08-bf36-4837-a39f-786deb667401', 'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:fa:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:14Z', 'updated_at': '2021-12-14T00:15:20Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:16:59.616019 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52759a20-6f9a-4176-a26e-a39eb1c295fd None None] The sync data for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv is: [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:15:14Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'cbed1c08-bf36-4837-a39f-786deb667401', 'name': '', 'network_id': 'afac5334-b0d4-496e-a773-cf7ed3cd42a5', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:fa:45:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:14Z', 'updated_at': '2021-12-14T00:15:20Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '8633b250-6475-4ea8-8a5c-3e04eb265c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:16:59.770378 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-306873b0-6870-4dc2-bc71-69ef74e813ba req-cf623a39-ded0-46ee-bb35-6b5134464ed3 service neutron] 10.222.0.18 "GET /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435141 Dec 14 00:16:59.836979 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe29cfe-d2b9-481b-ab2e-5462e6bebaea None None] New status for floating IP a5a88496-8237-418f-8ef0-b433f9267bfc: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:17:00.618777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732398a-eff4-493f-b8f2-104534191a8e req-be095ee3-1388-4f68-8276-7e796568558a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:00.619476 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c732398a-eff4-493f-b8f2-104534191a8e req-be095ee3-1388-4f68-8276-7e796568558a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:17:00.700998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-c732398a-eff4-493f-b8f2-104534191a8e req-be095ee3-1388-4f68-8276-7e796568558a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:17:00.702121 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c732398a-eff4-493f-b8f2-104534191a8e req-be095ee3-1388-4f68-8276-7e796568558a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.1628120 Dec 14 00:17:00.748368 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c732398a-eff4-493f-b8f2-104534191a8e req-85568783-a7f0-4452-947a-9ebd2b437cec tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=01665662-dda5-4aa2-8cad-92bd9bdb8858&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Dec 14 00:17:00.844643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-76949c69-a4a0-40e2-8499-2686626b433a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:00.846668 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-76949c69-a4a0-40e2-8499-2686626b433a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 945 time: 0.0769460 Dec 14 00:17:00.920202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port ff605d8a-8a59-494e-9469-6f65849c00e8 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:17:00.920544 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:01.157950 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port ff605d8a-8a59-494e-9469-6f65849c00e8, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ff605d8a-8a59-494e-9469-6f65849c00e8,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:01.158304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:01.280428 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for ff605d8a-8a59-494e-9469-6f65849c00e8 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:17:01.461027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:01.466326 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8d03799b-21ef-4fc1-9928-baff29590cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:01.512977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=ff605d8a-8a59-494e-9469-6f65849c00e8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:01.552297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.552689 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.553072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.553449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.553823 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.554194 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.554566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.554934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.555300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.555714 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.556081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:01.562792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:01.597330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] No DVR routers for this DVR port ff605d8a-8a59-494e-9469-6f65849c00e8 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:17:01.599537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:01.602111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'name': 'network-vif-deleted', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:17:01.656656 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72361414-bcf1-4a2b-bfe0-52457a967528', 'name': 'network-vif-deleted', 'tag': 'ff605d8a-8a59-494e-9469-6f65849c00e8', 'status': 'completed', 'code': 200} Dec 14 00:17:01.662200 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d2f0a3e7-d7ed-4884-9efb-9c4e991c5aa7 req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "DELETE /v2.0/ports/ff605d8a-8a59-494e-9469-6f65849c00e8 HTTP/1.1" status: 204 len: 173 time: 0.8103786 Dec 14 00:17:01.912847 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-362a2e72-a7df-4f5a-b19d-d1799934c18a req-e0ed43ef-28e9-4787-b424-7bcd564d434c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=72361414-bcf1-4a2b-bfe0-52457a967528 HTTP/1.1" status: 200 len: 210 time: 0.0429425 Dec 14 00:17:03.025828 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34084) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:03.432426 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:04.154308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port cbed1c08-bf36-4837-a39f-786deb667401 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:17:04.155007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:04.338253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port cbed1c08-bf36-4837-a39f-786deb667401, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cbed1c08-bf36-4837-a39f-786deb667401,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:04.338607 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:04.462785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for cbed1c08-bf36-4837-a39f-786deb667401 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:17:04.700841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:04.704922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:04.748686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=cbed1c08-bf36-4837-a39f-786deb667401,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:04.751234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:05.057185 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:05.469896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device ff605d8a-8a59-494e-9469-6f65849c00e8 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:17:05.502909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: ff605d8a-8a59-494e-9469-6f65849c00e8 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:17:05.503272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device ff605d8a-8a59-494e-9469-6f65849c00e8 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:17:05.748952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 0949425f-9788-4e12-aedc-f68b127d9296 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:17:05.957660 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:17:05.968078 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] Sync routers for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:17:05.969948 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/0949425f-9788-4e12-aedc-f68b127d9296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9429944 Dec 14 00:17:05.973540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34090) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:05.980867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:17:05.981486 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:16:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:06.163896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:17:06.167244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6c64b2-2156-4654-aa15-b4e05d899c80 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting subnet 8633b250-6475-4ea8-8a5c-3e04eb265c93 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:17:06.170171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b6c64b2-2156-4654-aa15-b4e05d899c80 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:06.223907 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b6c64b2-2156-4654-aa15-b4e05d899c80 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:06.309030 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b6c64b2-2156-4654-aa15-b4e05d899c80 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:06.500925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:17:04Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:06.505865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] Checking router: 0949425f-9788-4e12-aedc-f68b127d9296 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:17:06.516328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] Routers {'0949425f-9788-4e12-aedc-f68b127d9296'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:17:06.516976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:16:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['0949425f-9788-4e12-aedc-f68b127d9296'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:06.536111 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b6c64b2-2156-4654-aa15-b4e05d899c80 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:06.541067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d7652ece-588d-49d1-bfd2-e31f8c93486b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:06.576597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c64b2-2156-4654-aa15-b4e05d899c80 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Subnet': ['ID=8633b250-6475-4ea8-8a5c-3e04eb265c93,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:06.580042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3b6c64b2-2156-4654-aa15-b4e05d899c80 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:06.584123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3b6c64b2-2156-4654-aa15-b4e05d899c80 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:06.590725 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3b6c64b2-2156-4654-aa15-b4e05d899c80 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/subnets/8633b250-6475-4ea8-8a5c-3e04eb265c93 HTTP/1.1" status: 204 len: 168 time: 0.6161938 Dec 14 00:17:06.593296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34094) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:06.599270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd63ae-7b46-4321-9c62-9ae2c7dc73ff None None] Network afac5334-b0d4-496e-a773-cf7ed3cd42a5 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:17:06.796556 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:06.846126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] Set router 0949425f-9788-4e12-aedc-f68b127d9296 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:17:06.995311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:07.061231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port d72f4db9-a969-4db2-a46b-84e7c725b9cf {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:17:07.061713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:07.137300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] DHCP port deletion for afac5334-b0d4-496e-a773-cf7ed3cd42a5 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:17:07.143878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] Deleting port cf5641fe-463b-4a4b-9e5d-7b564b4750f4 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:17:07.147460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:07.257041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:17:04Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:07.270622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae70dd-496f-4cee-ac22-62caf7d6cbe8 None None] The sync data for ids ['0949425f-9788-4e12-aedc-f68b127d9296'] in dv-neutron-821564-1-hyperv is: [{'id': '0949425f-9788-4e12-aedc-f68b127d9296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1698957824', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121'}], 'enable_snat': True}, 'gw_port_id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:15:09Z', 'updated_at': '2021-12-14T00:17:04Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': 'd72f4db9-a969-4db2-a46b-84e7c725b9cf', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949425f-9788-4e12-aedc-f68b127d9296', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:15:10Z', 'updated_at': '2021-12-14T00:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:17:07.383731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port d72f4db9-a969-4db2-a46b-84e7c725b9cf, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=d72f4db9-a969-4db2-a46b-84e7c725b9cf,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:07.384091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:07.385610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] For port cf5641fe-463b-4a4b-9e5d-7b564b4750f4, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=cf5641fe-463b-4a4b-9e5d-7b564b4750f4,segment=NetworkSegment(69f1b152-8687-4dd6-97cd-7d137df52101),segment_id=69f1b152-8687-4dd6-97cd-7d137df52101)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:07.386017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:07.505797 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] Calling delete_port for cf5641fe-463b-4a4b-9e5d-7b564b4750f4 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:17:07.507217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for d72f4db9-a969-4db2-a46b-84e7c725b9cf owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:17:07.638853 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:07.642821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0dfbb8b1-6989-4aff-9a1d-bf0d197a2606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:07.687832 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] Pushing event deleted for resources: {'Port': ['ID=cf5641fe-463b-4a4b-9e5d-7b564b4750f4,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:07.691983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:07.694857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] No DVR routers for this DVR port cf5641fe-463b-4a4b-9e5d-7b564b4750f4 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:17:07.736103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:07.741776 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-34b7ad71-18dc-47d1-9502-77770157a1fc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:07.784135 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=d72f4db9-a969-4db2-a46b-84e7c725b9cf,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:07.787316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:08.021941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.095292 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cf5641fe-463b-4a4b-9e5d-7b564b4750f4 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:17:08.129937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: cf5641fe-463b-4a4b-9e5d-7b564b4750f4 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:17:08.130305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cf5641fe-463b-4a4b-9e5d-7b564b4750f4 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:17:08.130749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cbed1c08-bf36-4837-a39f-786deb667401 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:17:08.163169 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: cbed1c08-bf36-4837-a39f-786deb667401 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:17:08.163525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device cbed1c08-bf36-4837-a39f-786deb667401 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:17:08.279232 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.283402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.397825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.398584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Fanout notify agent at l3_agent the message router_deleted on router 0949425f-9788-4e12-aedc-f68b127d9296 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:17:08.413171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.414321 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/routers/0949425f-9788-4e12-aedc-f68b127d9296 HTTP/1.1" status: 204 len: 168 time: 1.8200991 Dec 14 00:17:08.417016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34098) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:08.534526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.666913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.799125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afac5334-b0d4-496e-a773-cf7ed3cd42a5']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:08.807889 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f1b152-8687-4dd6-97cd-7d137df52101') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:08.808184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f1b152-8687-4dd6-97cd-7d137df52101') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:08.820113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.837083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.844451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:17:08.845743 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:17:08.860935 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:17:09.026928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:09.031358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:09.034392 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6f2431f5-f480-478f-83e4-b22ad1c4e077 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:09.057438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Network': ['ID=afac5334-b0d4-496e-a773-cf7ed3cd42a5,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:09.060552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:09.113592 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/networks/afac5334-b0d4-496e-a773-cf7ed3cd42a5 HTTP/1.1" status: 204 len: 168 time: 0.6950719 Dec 14 00:17:09.116510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34102) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:09.185113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af01255d-4692-4646-994c-84c8d1fa56d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:09.215066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af01255d-4692-4646-994c-84c8d1fa56d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:09.346979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af01255d-4692-4646-994c-84c8d1fa56d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:09.351571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d4ecd27a-79f6-4646-97d5-49d68315813f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:09.371117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01255d-4692-4646-994c-84c8d1fa56d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01665662-dda5-4aa2-8cad-92bd9bdb8858,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:09.373789 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-af01255d-4692-4646-994c-84c8d1fa56d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:09.432435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-af01255d-4692-4646-994c-84c8d1fa56d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:09.433570 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-af01255d-4692-4646-994c-84c8d1fa56d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/security-groups/01665662-dda5-4aa2-8cad-92bd9bdb8858 HTTP/1.1" status: 204 len: 168 time: 0.3161702 Dec 14 00:17:09.938371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34110) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:09.946178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732721403', 'description': 'tempest-secgroup-smoke-1732721403 description', 'project_id': '76b61480b38e44f19bef43922b67b0ef'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:09.953953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:09.958152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:09.961147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:09.966850 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:10.016206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d72f4db9-a969-4db2-a46b-84e7c725b9cf no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:17:10.032690 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.070922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:10.075177 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:10.078233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:10.084266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:10.094679 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: d72f4db9-a969-4db2-a46b-84e7c725b9cf {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:17:10.096464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device d72f4db9-a969-4db2-a46b-84e7c725b9cf not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:17:10.140654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.186301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.189833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-68005e0f-1f99-4eea-ab31-5974896ea552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:10.230917 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac50f63-4804-4434-8f0b-956ce0d17de1,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:10.233502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:10.260708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.261900 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a6fc4ba0-bdd2-47f1-b3f6-1e1583af5134 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3214605 Dec 14 00:17:10.264723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34114) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:10.270045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '5ac50f63-4804-4434-8f0b-956ce0d17de1', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:10.276290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:10.280129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:10.282920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:10.289549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:10.329840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.392106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.427248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.429060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f22e0236-4abe-4e87-8615-2411bc1faf54 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:10.448818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1de35f-effe-4c70-a4fb-3b7d3d682183,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:10.452736 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:10.506809 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.508051 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2423995 Dec 14 00:17:10.510633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34118) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:10.516267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '5ac50f63-4804-4434-8f0b-956ce0d17de1', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:10.522863 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:10.526613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:10.529482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:10.535860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:10.605016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.666896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.724322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.726035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-389cf730-60e9-48be-a23c-3c4990b33a96 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:10.747400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582916e8-ba97-48af-9a52-3778fe477a12,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:10.749747 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:10.815022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.816719 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3047037 Dec 14 00:17:10.819877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34122) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:10.825634 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '5ac50f63-4804-4434-8f0b-956ce0d17de1', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:10.832314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:10.836226 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:10.839048 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:10.844738 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:10.923726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:10.988169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.060680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.062525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-afa61194-d7b9-46d1-8bde-8376c5e2c8d4 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:11.086084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c925841c-004b-4376-ba92-b64f24ed2584,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:11.088503 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:11.163525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.164793 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d1aac473-abf0-438d-b2ee-ac5c00e5e3a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3440025 Dec 14 00:17:11.167401 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34126) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:11.172839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '5ac50f63-4804-4434-8f0b-956ce0d17de1', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:11.179305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:11.183114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:11.185991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:11.192578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:11.261412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.327032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.369164 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.371025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e589813-c510-44f7-a107-21da2f772aaf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:11.394582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fad445-7379-4113-a463-43ad608b9a28,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:11.398953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:11.437786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.438957 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f18c2316-8a47-4e3e-844b-fbcfd74cacdb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2706246 Dec 14 00:17:11.442325 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34130) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:11.448259 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '5ac50f63-4804-4434-8f0b-956ce0d17de1', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:11.454258 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:11.458220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:11.461106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:11.467541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:11.523688 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:17:11.529913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.596563 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.661477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.663247 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d70a8625-b142-4b1a-99a3-0a8e294dd37d tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:11.686049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8d2109-64fc-4798-a1f9-94a54f7dacec,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:11.689271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:11.752278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.753504 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3101666 Dec 14 00:17:11.756175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34134) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:11.761500 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '5ac50f63-4804-4434-8f0b-956ce0d17de1', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:11.767359 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:11.771277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:11.774215 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:11.779785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:11.849976 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:17:11.856779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.907071 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f9de98b7-8d77-4f65-9d43-714259c65439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.923688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.980920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:11.986653 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d13569c6-40c1-491a-b10c-bec56278e39a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:12.007094 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98de0751-1c12-4bda-9ae9-7b41748a0d3c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:12.009506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:12.061047 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.062199 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3050990 Dec 14 00:17:12.065040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34138) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:12.071266 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'network': {'name': 'tempest-network-smoke--702922722', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'port_security_enabled': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:12.076631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:12.080777 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:network and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:12.084902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:12.090604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:12.140598 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:17:12.143724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.172153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:17:12.180773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.181200 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Added segment 63f5d536-df2d-4ee6-bdbc-c3363847c9b9 of type vlan for network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 Dec 14 00:17:12.206573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.306264 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.310082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:12.310664 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.314301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8f1c3971-67e4-44e8-b40c-46a5b1f2c8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:12.421660 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Network': ['ID=c43d7b67-eabe-472c-88f9-7c7ed0e920c7,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:12.424400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:12.431508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:17:12.433269 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fced224d-2c98-44fc-9d53-44efc09300c6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3672788 Dec 14 00:17:12.435915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34142) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:12.441479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'admin_state_up': True, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:12.448652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:12.452534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:router and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:12.455381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:12.461980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:12.518370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.520464 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.539860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.733399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.963529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:12.993062 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:13.126630 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.107 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/9d311551-47de-494d-a248-e66084ab5b44) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:17:13.379300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:13.449809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:13.454196 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-70f79278-8378-406a-9964-26fdf9ac5cef tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:13.516998 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:17:13.520893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:17:13.524443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:17:13.557971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=9d311551-47de-494d-a248-e66084ab5b44,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:13.561805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:13.719474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:13.720152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:14.003276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 07b706e9-0363-4b24-9118-f40655c9f183 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:17:14.112184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bf32b850-fcfd-47b7-90a3-5472f0ad0688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:14.205017 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:17:14.215330 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Sync routers for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:17:14.226822 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:17:14.227428 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:17:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:14.266591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:14.268387 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8309970 Dec 14 00:17:14.271363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34146) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:14.384818 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-30ccee2b-1f70-4609-b715-1f12b500bf99 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=76b61480b38e44f19bef43922b67b0ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1121118 Dec 14 00:17:14.387335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34152) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:14.435905 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:17:14.516352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cdc9f9-fb79-4da6-99a4-5c0acc3ed2c9 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:14.518020 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-84cdc9f9-fb79-4da6-99a4-5c0acc3ed2c9 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296654 Dec 14 00:17:14.520835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34156) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:14.560746 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c1cad3be-f996-4d01-b516-fabda0803881 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387731 Dec 14 00:17:14.563064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34160) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:14.568494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1737006434', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:14.678409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:14.682326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:subnet and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:14.685153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:14.690841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:14.720568 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:13Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:14.725380 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Checking router: 07b706e9-0363-4b24-9118-f40655c9f183 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:17:14.725729 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Updating router 07b706e9-0363-4b24-9118-f40655c9f183 port 9d311551-47de-494d-a248-e66084ab5b44 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:17:14.757852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:17:14.777213 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:14.861022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.109638 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.122071 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Transition to ACTIVE for port object 9d311551-47de-494d-a248-e66084ab5b44 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:17:15.124217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.129043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c5fca920-b636-4b98-a282-56660a3874c9 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:15.181231 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.185484 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:15.203525 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Subnet': ['ID=7a28923b-fbb1-44cb-ae28-fcfcd230e2e8,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:15.208409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:15.216541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Checking segment: {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:17:15.216902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network hostable DHCP agents. Network: c43d7b67-eabe-472c-88f9-7c7ed0e920c7, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:17:15.262933 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Pushing event updated for resources: {'Port': ['ID=9d311551-47de-494d-a248-e66084ab5b44,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:15.267789 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Attempting to bind port 9d311551-47de-494d-a248-e66084ab5b44 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:17:15.268158 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Attempting to bind port 9d311551-47de-494d-a248-e66084ab5b44 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:17:15.268517 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Attempting to bind port 9d311551-47de-494d-a248-e66084ab5b44 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:17:15.277950 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.278292 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.278632 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.278960 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.279287 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.279602 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.279955 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.280274 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.280593 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.280910 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.281225 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:15.285455 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:15.286598 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:17:15.286968 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:17:15.287367 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.287778 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:17:15.288311 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Bound port: 9d311551-47de-494d-a248-e66084ab5b44, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:17:15.288788 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.294774 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:17:15.340952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, c43d7b67-eabe-472c-88f9-7c7ed0e920c7) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:17:15.344926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:15.345515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.352205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b165b4a2-9586-4614-b8ce-3400e17f0551 None None] Network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:17:15.362479 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] For port 9d311551-47de-494d-a248-e66084ab5b44, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:17:15.365852 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] For port 9d311551-47de-494d-a248-e66084ab5b44, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9d311551-47de-494d-a248-e66084ab5b44,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:17:15.404665 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-47e45064-89db-4108-932f-2bcf638822fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8405378 Dec 14 00:17:15.411536 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34164) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:15.421559 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.426735 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-bc6e7289-a3f7-4bd7-94cf-e016cc9202b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:15.505272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.506136 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Pushing event updated for resources: {'Port': ['ID=9d311551-47de-494d-a248-e66084ab5b44,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:15.510255 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:15.513778 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:17:15.513778 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:17:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:15.603834 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.615682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:17:15.616607 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:15.695988 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:17:15.777937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Allocated IP 172.20.0.2 (c43d7b67-eabe-472c-88f9-7c7ed0e920c7/7a28923b-fbb1-44cb-ae28-fcfcd230e2e8/61fe2445-e91f-4fbf-860e-5eca39b84fa1) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:17:15.992192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:16.006146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Transition to ACTIVE for port object 61fe2445-e91f-4fbf-860e-5eca39b84fa1 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:17:16.016181 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:13Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:16.020927 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a7836-1c3e-4cb5-b34b-138ebda3b3a0 None None] The sync data for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv is: [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:13Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:17:16.024061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Transition to ACTIVE for port object 61fe2445-e91f-4fbf-860e-5eca39b84fa1 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:17:16.107284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:16.112791 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:16.177682 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:17:16.181120 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:17:16.184840 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:17:16.197878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Pushing event updated for resources: {'Port': ['ID=61fe2445-e91f-4fbf-860e-5eca39b84fa1,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:16.202981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:16.308479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Attempting to bind port 61fe2445-e91f-4fbf-860e-5eca39b84fa1 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:17:16.314863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Attempting to bind port 61fe2445-e91f-4fbf-860e-5eca39b84fa1 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:17:16.314863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Attempting to bind port 61fe2445-e91f-4fbf-860e-5eca39b84fa1 on network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:17:16.318155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:17:16.318629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Checking segment: {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:17:16.319103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:16.319563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Bound using segment: {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:17:16.320199 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Bound port: 61fe2445-e91f-4fbf-860e-5eca39b84fa1, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:17:16.320663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:16.381631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:16.422360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] For port 61fe2445-e91f-4fbf-860e-5eca39b84fa1, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:17:16.427707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] For port 61fe2445-e91f-4fbf-860e-5eca39b84fa1, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61fe2445-e91f-4fbf-860e-5eca39b84fa1,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:17:16.502850 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:16.515635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:16.604446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Pushing event updated for resources: {'Port': ['ID=61fe2445-e91f-4fbf-860e-5eca39b84fa1,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:16.608070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:16.843937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.1 (c43d7b67-eabe-472c-88f9-7c7ed0e920c7/7a28923b-fbb1-44cb-ae28-fcfcd230e2e8/245134b4-a806-467e-ac4e-2ca152d6f151) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:17:16.952127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:17.024203 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:17.037607 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object 245134b4-a806-467e-ac4e-2ca152d6f151 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:17:17.140997 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:17.145613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-137c709a-7f09-4a44-a0e1-df8d78305712 tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:17.214550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:17:17.217577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:17:17.222705 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:17:17.251312 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=245134b4-a806-467e-ac4e-2ca152d6f151,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:17.256943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:17.286338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:17.433576 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:17.518731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f947b02-57fe-4709-97d6-ac7ee6cdfa9d None None] Network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:17:17.678095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-525ce351-4c64-463f-8ce0-9ba9b758cd6b None None] Provisioning for port 61fe2445-e91f-4fbf-860e-5eca39b84fa1 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:17:17.973510 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.035666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.061284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a97680d5-677f-4cdc-a3b9-2399a1e1736c None None] Provisioning for port 245134b4-a806-467e-ac4e-2ca152d6f151 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:17:18.069495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-a97680d5-677f-4cdc-a3b9-2399a1e1736c None None] Provisioning complete for port 245134b4-a806-467e-ac4e-2ca152d6f151 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:18.069495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a97680d5-677f-4cdc-a3b9-2399a1e1736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.082704 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:18.129364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9d311551-47de-494d-a248-e66084ab5b44 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:17:18.166470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-a97680d5-677f-4cdc-a3b9-2399a1e1736c None None] Port 245134b4-a806-467e-ac4e-2ca152d6f151 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:17:18.171457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=245134b4-a806-467e-ac4e-2ca152d6f151,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:18.176937 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:18.177870 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.244002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 9d311551-47de-494d-a248-e66084ab5b44 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:17:18.248892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9d311551-47de-494d-a248-e66084ab5b44 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:18.249270 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.329927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:17:18.330994 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:17:18.377822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-ddbdc867-9a15-48c6-ad8b-c498c081b8d4 None None] Provisioning complete for port 245134b4-a806-467e-ac4e-2ca152d6f151 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:18.378200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc867-9a15-48c6-ad8b-c498c081b8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.415573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.449439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 9d311551-47de-494d-a248-e66084ab5b44, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9d311551-47de-494d-a248-e66084ab5b44,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:18.450522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-ddbdc867-9a15-48c6-ad8b-c498c081b8d4 None None] Port 245134b4-a806-467e-ac4e-2ca152d6f151 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:17:18.523506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.524587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61fe2445-e91f-4fbf-860e-5eca39b84fa1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:17:18.594017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:18.693781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6661d8ad-398c-49f0-a961-4b533c63ecfd None None] Provisioning complete for port 245134b4-a806-467e-ac4e-2ca152d6f151 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:18.694081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6661d8ad-398c-49f0-a961-4b533c63ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.716761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=9d311551-47de-494d-a248-e66084ab5b44,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:18.724205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:18.750199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 07b706e9-0363-4b24-9118-f40655c9f183 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:17:18.754258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6661d8ad-398c-49f0-a961-4b533c63ecfd None None] Port 245134b4-a806-467e-ac4e-2ca152d6f151 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:17:18.791961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 61fe2445-e91f-4fbf-860e-5eca39b84fa1 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:17:18.797018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 61fe2445-e91f-4fbf-860e-5eca39b84fa1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:18.797550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.913417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:18.950194 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 61fe2445-e91f-4fbf-860e-5eca39b84fa1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61fe2445-e91f-4fbf-860e-5eca39b84fa1,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:18.956366 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:17:18.968988 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/07b706e9-0363-4b24-9118-f40655c9f183/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5563552 Dec 14 00:17:19.009773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:19.011938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0038267e-ebff-4ee9-bf47-4e8aaed77a63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:19.078106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=61fe2445-e91f-4fbf-860e-5eca39b84fa1,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:19.080842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:19.142412 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-579cd646-11c6-4b07-94b4-ad15f9053815 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732721403&fields=id&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 267 time: 0.0421295 Dec 14 00:17:19.288840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-9a8dcdf2-34e8-43e4-8a64-4050f2d51a16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:19.289517 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-9a8dcdf2-34e8-43e4-8a64-4050f2d51a16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:17:19.364585 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-9a8dcdf2-34e8-43e4-8a64-4050f2d51a16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:17:19.365878 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-9a8dcdf2-34e8-43e4-8a64-4050f2d51a16 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/networks?id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7 HTTP/1.1" status: 200 len: 796 time: 0.2170649 Dec 14 00:17:19.383637 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-4e4200b9-8ed2-4bdb-9f6b-042bdbbad4e0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/quotas/76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 375 time: 0.0116916 Dec 14 00:17:19.582219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-194bc913-5f3f-4535-bca9-8786b2e7cd50 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:17:19.590011 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Sync routers for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:17:19.602136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:17:19.606904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:17:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:19.666386 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-194bc913-5f3f-4535-bca9-8786b2e7cd50 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:17:19.669168 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-194bc913-5f3f-4535-bca9-8786b2e7cd50 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2801299 Dec 14 00:17:19.768051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-d2e8dd87-0cd6-4a8c-b37f-03c10ebd9550 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 14 00:17:19.769867 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-d2e8dd87-0cd6-4a8c-b37f-03c10ebd9550 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0908189 Dec 14 00:17:19.793939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:17:19.837842 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:19.904711 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-03caf538-21a8-4a17-a1ae-fa147cac2d19 service neutron] 10.222.0.30 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285038 Dec 14 00:17:20.040384 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-60f77ce2-9b89-478e-8f5d-c833740b6c9d service neutron] 10.222.0.30 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298392 Dec 14 00:17:20.083899 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9d311551-47de-494d-a248-e66084ab5b44 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:17:20.179147 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9d311551-47de-494d-a248-e66084ab5b44 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:20.179531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:20.208271 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '245134b4-a806-467e-ac4e-2ca152d6f151', 'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:b2:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:16Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 2, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:20.221080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Checking router: 07b706e9-0363-4b24-9118-f40655c9f183 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:17:20.221448 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Updating router 07b706e9-0363-4b24-9118-f40655c9f183 port 245134b4-a806-467e-ac4e-2ca152d6f151 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:17:20.293799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:20.299263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5661cd47-53f8-48e6-b581-b28da77f5f81 req-f823a717-e6b3-498a-8351-974af21803f6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:17:20.315154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-5661cd47-53f8-48e6-b581-b28da77f5f81 req-f823a717-e6b3-498a-8351-974af21803f6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:17:20.317851 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5661cd47-53f8-48e6-b581-b28da77f5f81 req-f823a717-e6b3-498a-8351-974af21803f6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 210 time: 0.0623560 Dec 14 00:17:20.412678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61fe2445-e91f-4fbf-860e-5eca39b84fa1 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:17:20.621956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 61fe2445-e91f-4fbf-860e-5eca39b84fa1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:20.622616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:20.889141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:20.901026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Transition to ACTIVE for port object 245134b4-a806-467e-ac4e-2ca152d6f151 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:17:20.969254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:20.973748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:21.095400 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574864f9-0974-44ad-a063-48ac9ab623b5 None None] Pushing event updated for resources: {'Port': ['ID=245134b4-a806-467e-ac4e-2ca152d6f151,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:21.101549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-574864f9-0974-44ad-a063-48ac9ab623b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:21.190387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Attempting to bind port 245134b4-a806-467e-ac4e-2ca152d6f151 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:17:21.190894 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Attempting to bind port 245134b4-a806-467e-ac4e-2ca152d6f151 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:17:21.191277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Attempting to bind port 245134b4-a806-467e-ac4e-2ca152d6f151 on network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:17:21.198613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:17:21.198998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Checking segment: {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:17:21.199406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:21.199935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Bound using segment: {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:17:21.200306 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Bound port: 245134b4-a806-467e-ac4e-2ca152d6f151, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:17:21.200686 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:21.302866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] For port 245134b4-a806-467e-ac4e-2ca152d6f151, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:17:21.308837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] For port 245134b4-a806-467e-ac4e-2ca152d6f151, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=245134b4-a806-467e-ac4e-2ca152d6f151,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:17:21.364555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:21.368889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-4405f490-6803-4abd-9bd8-cc4227084aca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:21.458763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574864f9-0974-44ad-a063-48ac9ab623b5 None None] Pushing event updated for resources: {'Port': ['ID=245134b4-a806-467e-ac4e-2ca152d6f151,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:21.461409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:17:21.462026 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:17:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:21.520195 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2dc1e82a-249b-4ee3-9749-0483f2b9aed8 req-c998f8a6-fe40-4202-98eb-092bb25ba700 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 210 time: 0.0493402 Dec 14 00:17:21.521041 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-574864f9-0974-44ad-a063-48ac9ab623b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:21.670363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:17:22.012238 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '245134b4-a806-467e-ac4e-2ca152d6f151', 'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:b2:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:16Z', 'updated_at': '2021-12-14T00:17:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:22.016789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19561f42-8782-4411-84bc-82d5f7061aad None None] The sync data for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv is: [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '245134b4-a806-467e-ac4e-2ca152d6f151', 'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:b2:f6:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:16Z', 'updated_at': '2021-12-14T00:17:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:17:22.213297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-175f6293-bc98-42f9-ab95-60b085d7a2b2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:22.213968 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-175f6293-bc98-42f9-ab95-60b085d7a2b2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:17:22.229207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-175f6293-bc98-42f9-ab95-60b085d7a2b2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:17:22.230372 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-175f6293-bc98-42f9-ab95-60b085d7a2b2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/networks?id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7 HTTP/1.1" status: 200 len: 796 time: 0.2011204 Dec 14 00:17:22.288427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-89e41ce5-fd71-49ca-9819-f655a3a102bc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:17:22.335245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-89e41ce5-fd71-49ca-9819-f655a3a102bc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:17:22.336514 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-89e41ce5-fd71-49ca-9819-f655a3a102bc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 380 time: 0.0931950 Dec 14 00:17:22.346343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'port': {'device_id': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'admin_state_up': True, 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'security_groups': ['5ac50f63-4804-4434-8f0b-956ce0d17de1']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:22.493301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:22.503103 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:22.586464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:17:22.589575 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:22.703309 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b3b5cdfb-4ba2-4a8d-ac8d-f67e6847a24e req-3fed390c-f89c-4ec4-9895-073eb3fb0bc7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 210 time: 0.0515013 Dec 14 00:17:22.807470 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.4 (c43d7b67-eabe-472c-88f9-7c7ed0e920c7/7a28923b-fbb1-44cb-ae28-fcfcd230e2e8/9b966dad-6fa0-483a-84d1-438f9e2293a2) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:17:23.101664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:23.117136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object 9b966dad-6fa0-483a-84d1-438f9e2293a2 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:17:23.192610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:23.198573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cfa90798-f582-47eb-b0a0-d9af43235ce6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:23.264722 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:17:23.268076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:17:23.272422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:17:23.303372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=9b966dad-6fa0-483a-84d1-438f9e2293a2,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:23.310112 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:23.342071 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:23.342675 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:23.427525 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0852339 Dec 14 00:17:23.439358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Request body: {'port': {'device_id': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:23.517461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-05fab755-0af1-459a-a512-4d9b39cfdc4b None None] Provisioning for port 9b966dad-6fa0-483a-84d1-438f9e2293a2 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:17:23.523276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-05fab755-0af1-459a-a512-4d9b39cfdc4b None None] Provisioning complete for port 9b966dad-6fa0-483a-84d1-438f9e2293a2 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:23.523790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-05fab755-0af1-459a-a512-4d9b39cfdc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:23.545611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:23.580887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-05fab755-0af1-459a-a512-4d9b39cfdc4b None None] Port 9b966dad-6fa0-483a-84d1-438f9e2293a2 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:17:23.910880 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa5dc4-8867-442e-90e0-420f3c5d2d62 req-92c655cc-cd26-471f-9999-7539a2f7c92c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:23.912351 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-98aa5dc4-8867-442e-90e0-420f3c5d2d62 req-92c655cc-cd26-471f-9999-7539a2f7c92c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 931 time: 0.0834293 Dec 14 00:17:23.959082 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-98aa5dc4-8867-442e-90e0-420f3c5d2d62 req-0b583953-1051-4259-b65f-2ef99c5a96fe tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411558 Dec 14 00:17:23.996688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b966dad-6fa0-483a-84d1-438f9e2293a2 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:17:24.003576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:24.018310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Transition to ACTIVE for port object 9b966dad-6fa0-483a-84d1-438f9e2293a2 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:17:24.072706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:24.075409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 245134b4-a806-467e-ac4e-2ca152d6f151 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:17:24.078388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2db7147a-b7f6-46f3-b17e-6bec0f2918bf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:24.180873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 245134b4-a806-467e-ac4e-2ca152d6f151 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:17:24.189852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 245134b4-a806-467e-ac4e-2ca152d6f151 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:24.191871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:24.207657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Pushing event updated for resources: {'Port': ['ID=9b966dad-6fa0-483a-84d1-438f9e2293a2,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:24.212511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:24.319833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:24.325055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Attempting to bind port 9b966dad-6fa0-483a-84d1-438f9e2293a2 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:17:24.325519 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Attempting to bind port 9b966dad-6fa0-483a-84d1-438f9e2293a2 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:17:24.325703 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Attempting to bind port 9b966dad-6fa0-483a-84d1-438f9e2293a2 on network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:17:24.331633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Port 9b966dad-6fa0-483a-84d1-438f9e2293a2 on network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:17:24.332183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Attempting to bind port 9b966dad-6fa0-483a-84d1-438f9e2293a2 on network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:17:24.338665 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:17:24.338999 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Checking segment: {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:17:24.339376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Bound using segment: {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:17:24.339814 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Bound port: 9b966dad-6fa0-483a-84d1-438f9e2293a2, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63f5d536-df2d-4ee6-bdbc-c3363847c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:17:24.340156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:24.353607 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 245134b4-a806-467e-ac4e-2ca152d6f151, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=245134b4-a806-467e-ac4e-2ca152d6f151,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:24.405719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:24.407800 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:24.431795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] For port 9b966dad-6fa0-483a-84d1-438f9e2293a2, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:17:24.434985 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] For port 9b966dad-6fa0-483a-84d1-438f9e2293a2, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:17:24.473447 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=245134b4-a806-467e-ac4e-2ca152d6f151,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:24.476417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:24.495240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:24.499180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5e24aff9-8deb-4b4b-a914-ced844c5c430 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:24.563590 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:24.564978 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] 10.222.0.18 "PUT /v2.0/ports/9b966dad-6fa0-483a-84d1-438f9e2293a2 HTTP/1.1" status: 200 len: 1093 time: 1.1297097 Dec 14 00:17:24.566055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:17:24.582290 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Pushing event updated for resources: {'Port': ['ID=9b966dad-6fa0-483a-84d1-438f9e2293a2,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:24.586853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:24.629493 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'status': 'completed', 'code': 200} Dec 14 00:17:24.726986 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e902323f-d1b5-4e11-b085-29f0e4ec2681 req-a90baf46-1275-4882-8f03-4001f60770df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 1096 time: 0.0776634 Dec 14 00:17:24.867804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902323f-d1b5-4e11-b085-29f0e4ec2681 req-017eedb3-1076-44bc-b30e-b2679083b09f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:24.869137 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e902323f-d1b5-4e11-b085-29f0e4ec2681 req-017eedb3-1076-44bc-b30e-b2679083b09f service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=76b61480b38e44f19bef43922b67b0ef&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1340456 Dec 14 00:17:25.008866 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902323f-d1b5-4e11-b085-29f0e4ec2681 req-e86f8f25-427a-4e8d-be0d-af5312f965c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:25.010331 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e902323f-d1b5-4e11-b085-29f0e4ec2681 req-e86f8f25-427a-4e8d-be0d-af5312f965c7 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344686 Dec 14 00:17:25.119204 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-4b105080-5d8c-461d-afdd-a3f78812066f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 1096 time: 0.0714931 Dec 14 00:17:25.153611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d096abb9-ff6b-4f63-85df-0b8866fc46c6 req-fd43e8a3-9884-46df-81f3-c036fca76f36 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:25.155071 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d096abb9-ff6b-4f63-85df-0b8866fc46c6 req-fd43e8a3-9884-46df-81f3-c036fca76f36 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 943 time: 0.0763781 Dec 14 00:17:25.190753 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-90a32b5d-8593-426b-b25a-69b09ae5fe2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2 HTTP/1.1" status: 200 len: 217 time: 0.0645812 Dec 14 00:17:25.202014 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d096abb9-ff6b-4f63-85df-0b8866fc46c6 req-8753355e-4a80-4674-8a0a-2c452ab9b9f0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407336 Dec 14 00:17:25.252307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-395e2b1b-e93d-49ce-8a37-bbfd58783461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:25.253807 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-395e2b1b-e93d-49ce-8a37-bbfd58783461 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a28923b-fbb1-44cb-ae28-fcfcd230e2e8 HTTP/1.1" status: 200 len: 835 time: 0.0573967 Dec 14 00:17:25.331144 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-91c771dc-1296-4de3-ad2d-618ee9802675 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715880 Dec 14 00:17:25.463022 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-18ff7764-bdf6-47c7-90b3-d96baa0d2c3f service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258085 Dec 14 00:17:25.701885 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8adbdf70-89c7-4786-818e-8db66f03c60e req-b61219ad-27cd-4a20-920a-5e0b7fbc2f8f service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327170 Dec 14 00:17:26.060085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 245134b4-a806-467e-ac4e-2ca152d6f151 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:17:26.144963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 245134b4-a806-467e-ac4e-2ca152d6f151 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:26.145711 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:26.410302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9bfac-5764-463d-b929-c407ab7a989d req-fb19ac97-1932-4fd2-baad-b8548586ada0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:26.410997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1eb9bfac-5764-463d-b929-c407ab7a989d req-fb19ac97-1932-4fd2-baad-b8548586ada0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:17:26.472305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-1eb9bfac-5764-463d-b929-c407ab7a989d req-fb19ac97-1932-4fd2-baad-b8548586ada0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:17:26.473535 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1eb9bfac-5764-463d-b929-c407ab7a989d req-fb19ac97-1932-4fd2-baad-b8548586ada0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 943 time: 0.1390924 Dec 14 00:17:26.519804 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1eb9bfac-5764-463d-b929-c407ab7a989d req-70fc6ee5-c247-40d4-a186-9b203661935d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 Dec 14 00:17:27.627445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9b966dad-6fa0-483a-84d1-438f9e2293a2 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:17:27.719786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c80a04-4e5f-4e07-91c8-1e87ca4c39ff req-aa472364-1cf9-47d7-a5f2-eac027ef2bf5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:27.721258 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a0c80a04-4e5f-4e07-91c8-1e87ca4c39ff req-aa472364-1cf9-47d7-a5f2-eac027ef2bf5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 943 time: 0.0822790 Dec 14 00:17:27.763162 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9b966dad-6fa0-483a-84d1-438f9e2293a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:27.771007 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a0c80a04-4e5f-4e07-91c8-1e87ca4c39ff req-8ee24ef4-7f40-494b-87d0-37071aa5c881 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439587 Dec 14 00:17:27.776528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'port_id': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'mac_address': 'fa:16:3e:fc:b5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:17:27.834337 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:27.850753 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b966dad-6fa0-483a-84d1-438f9e2293a2 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:17:27.865975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9b966dad-6fa0-483a-84d1-438f9e2293a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:27.923497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:27.926022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:27.991858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9b966dad-6fa0-483a-84d1-438f9e2293a2,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:27.999981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.000326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.000663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.000997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.001329 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.001661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.001984 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.002308 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.002630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.003918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.003918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:17:28.007569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:28.128690 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['9b966dad-6fa0-483a-84d1-438f9e2293a2'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:17:28.973756 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0773f01-f623-4dee-be36-1ba5ff655cae req-0b7b8c06-773b-4806-ba93-b8036c3b23b1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:28.975219 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0773f01-f623-4dee-be36-1ba5ff655cae req-0b7b8c06-773b-4806-ba93-b8036c3b23b1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 944 time: 0.0804627 Dec 14 00:17:29.023001 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0773f01-f623-4dee-be36-1ba5ff655cae req-792ed5f4-d2b7-48cd-bcea-f147f2b18b03 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423820 Dec 14 00:17:29.642048 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9b966dad-6fa0-483a-84d1-438f9e2293a2 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:17:29.763157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port 9b966dad-6fa0-483a-84d1-438f9e2293a2 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:17:29.767846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port 9b966dad-6fa0-483a-84d1-438f9e2293a2 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:17:29.768222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:29.882338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:29.908534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:17:29.917917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port 9b966dad-6fa0-483a-84d1-438f9e2293a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:17:29.966867 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'code': 200} Dec 14 00:17:29.968819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:29.971353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:30.043088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=9b966dad-6fa0-483a-84d1-438f9e2293a2,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:30.046138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:30.220961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f5305-707a-46d0-ab58-2375aa52d144 req-31869240-2c63-4f56-acf9-acd123a12899 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:30.222476 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-613f5305-707a-46d0-ab58-2375aa52d144 req-31869240-2c63-4f56-acf9-acd123a12899 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0794268 Dec 14 00:17:30.314904 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-613f5305-707a-46d0-ab58-2375aa52d144 req-832390a8-957f-49cb-9b1e-4812dc73542f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594745 Dec 14 00:17:30.335745 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bf3ef40a-3719-476f-8be7-d78e849e4f51 req-c3fb3d72-cd80-4824-9e59-417b43c9da71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 1098 time: 0.1184511 Dec 14 00:17:30.377984 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bf3ef40a-3719-476f-8be7-d78e849e4f51 req-f7c974a8-ea60-4bf0-a0b6-9f395217b93a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386114 Dec 14 00:17:31.515170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feebd57a-6057-47ab-93c1-4bfa377e6f88 req-47bc8693-f458-402a-b635-5ac8c811e17f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:31.516649 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-feebd57a-6057-47ab-93c1-4bfa377e6f88 req-47bc8693-f458-402a-b635-5ac8c811e17f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0796411 Dec 14 00:17:31.563079 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-feebd57a-6057-47ab-93c1-4bfa377e6f88 req-8596075e-87af-4107-ba71-3a60a69b14a0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405290 Dec 14 00:17:32.762924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c533a-aca9-4e1b-a12f-73ced83d015a req-aac223ef-506f-42cd-a694-fc96d7c8be07 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:32.764383 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a6c533a-aca9-4e1b-a12f-73ced83d015a req-aac223ef-506f-42cd-a694-fc96d7c8be07 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0812814 Dec 14 00:17:32.810653 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a6c533a-aca9-4e1b-a12f-73ced83d015a req-9536d417-0f86-464a-9a10-d1006192ed0a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403316 Dec 14 00:17:33.007720 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1b2b3-068c-4545-a00b-899dd93f5a4e req-5417594d-b271-4b5d-9090-f70eb4a22b65 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:33.009180 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-06b1b2b3-068c-4545-a00b-899dd93f5a4e req-5417594d-b271-4b5d-9090-f70eb4a22b65 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0807610 Dec 14 00:17:33.055149 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-06b1b2b3-068c-4545-a00b-899dd93f5a4e req-e635722f-f35e-43ca-ba20-5ac7ca5a002d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405469 Dec 14 00:17:33.082701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34216) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:33.151464 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9d297b9b-4898-4b78-bc5e-921d0944ce43 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 1093 time: 0.0674765 Dec 14 00:17:33.153919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34220) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:33.158985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:17:33.164599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:17:33.168381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:floatingip and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:17:33.171165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:17:33.181277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:17:33.248981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:33.385022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:33.528043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.116 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/c41dc596-d859-4e3a-8921-d4ce505d960b) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:17:33.678036 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:33.740498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:33.744606 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:33.812810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:17:33.815395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:17:33.819820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:17:33.844447 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=c41dc596-d859-4e3a-8921-d4ce505d960b,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:33.850033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:34.426570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:34.511181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:34.715217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:34.757209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:34.760866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-927d73e1-063b-4c8d-9f68-1efed36c18f7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:17:34.862212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=c41dc596-d859-4e3a-8921-d4ce505d960b,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:17:34.866123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:17:34.882841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:35.074447 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Floating IP 6ad45147-2c2f-4c76-b1ba-b33c67ed7338 associated. External IP: 172.26.5.116, port: 9b966dad-6fa0-483a-84d1-438f9e2293a2. Dec 14 00:17:35.467398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 07b706e9-0363-4b24-9118-f40655c9f183 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:17:35.666184 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:17:35.676068 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] Sync routers for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:17:35.691664 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:17:35.692357 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:17:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:35.728984 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:35.873137 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:17:35.904441 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-44317a34-c3ff-4829-af36-caf4ce6559a9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7495177 Dec 14 00:17:35.905100 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:17:35.973253 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'status': 'completed', 'code': 200} Dec 14 00:17:36.135295 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2af0aaad-064a-47a0-8cc1-1812f845b39c req-fd48cfed-2154-4874-9db3-4163cb42013d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 1098 time: 0.1354294 Dec 14 00:17:36.141777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf20ff-a328-434a-bbbc-317362ae33aa req-0ab1209d-5197-46e2-9b8c-250802938fbc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:36.143142 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6fcf20ff-a328-434a-bbbc-317362ae33aa req-0ab1209d-5197-46e2-9b8c-250802938fbc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.1121199 Dec 14 00:17:36.153588 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:17:36.232394 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '6ad45147-2c2f-4c76-b1ba-b33c67ed7338', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.116', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'port_id': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'mac_address': 'fa:16:3e:fc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:17:34Z', 'updated_at': '2021-12-14T00:17:34Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245134b4-a806-467e-ac4e-2ca152d6f151', 'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:b2:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:16Z', 'updated_at': '2021-12-14T00:17:24Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:36.236142 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] Checking router: 07b706e9-0363-4b24-9118-f40655c9f183 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:17:36.247440 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:17:36.248071 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:17:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:36.273046 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6fcf20ff-a328-434a-bbbc-317362ae33aa req-b8d2b1db-1eb9-4033-a655-01d987a4ffd8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092389 Dec 14 00:17:36.302301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34228) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:36.309456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0aaad-064a-47a0-8cc1-1812f845b39c req-376886e2-4934-4f50-a6b9-ea179724f32d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:36.311288 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2af0aaad-064a-47a0-8cc1-1812f845b39c req-376886e2-4934-4f50-a6b9-ea179724f32d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7 HTTP/1.1" status: 200 len: 897 time: 0.1669164 Dec 14 00:17:36.423034 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9e4ce9f8-61a6-43f6-b0f1-ed4cbfad56bc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/6ad45147-2c2f-4c76-b1ba-b33c67ed7338 HTTP/1.1" status: 200 len: 991 time: 0.1193748 Dec 14 00:17:36.430636 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2af0aaad-064a-47a0-8cc1-1812f845b39c req-4482904d-a8c5-4dab-8cd4-4deae5017a47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2 HTTP/1.1" status: 200 len: 999 time: 0.1129911 Dec 14 00:17:36.430971 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:17:36.492883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0aaad-064a-47a0-8cc1-1812f845b39c req-c4b80269-1c92-4ad0-9136-6a8676e2f7c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:17:36.494275 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2af0aaad-064a-47a0-8cc1-1812f845b39c req-c4b80269-1c92-4ad0-9136-6a8676e2f7c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a28923b-fbb1-44cb-ae28-fcfcd230e2e8 HTTP/1.1" status: 200 len: 835 time: 0.0582371 Dec 14 00:17:36.574749 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2af0aaad-064a-47a0-8cc1-1812f845b39c req-3731afe4-58ef-45e0-9d6b-c039a65679ee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739930 Dec 14 00:17:36.709109 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2af0aaad-064a-47a0-8cc1-1812f845b39c req-2427fce2-fe91-40fe-a151-3f0ca07681a9 service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282148 Dec 14 00:17:36.775352 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '6ad45147-2c2f-4c76-b1ba-b33c67ed7338', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.116', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'port_id': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'mac_address': 'fa:16:3e:fc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:17:34Z', 'updated_at': '2021-12-14T00:17:34Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245134b4-a806-467e-ac4e-2ca152d6f151', 'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:b2:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:16Z', 'updated_at': '2021-12-14T00:17:24Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:17:36.779359 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc47950c-35bd-4b84-af48-d32bf587678e None None] The sync data for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv is: [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '6ad45147-2c2f-4c76-b1ba-b33c67ed7338', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.116', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'port_id': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'mac_address': 'fa:16:3e:fc:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:17:34Z', 'updated_at': '2021-12-14T00:17:34Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245134b4-a806-467e-ac4e-2ca152d6f151', 'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:b2:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:16Z', 'updated_at': '2021-12-14T00:17:24Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:17:36.847015 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2af0aaad-064a-47a0-8cc1-1812f845b39c req-11bcf429-077a-488f-a9b2-2f9598ba15ce service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319997 Dec 14 00:17:37.453697 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34232) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:37.534202 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3ab56996-7eb3-4b78-a989-11c45c5e9b4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/6ad45147-2c2f-4c76-b1ba-b33c67ed7338 HTTP/1.1" status: 200 len: 991 time: 0.1058803 Dec 14 00:17:38.537913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34236) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:38.544702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c220783e-418f-4f92-bbe3-e69cdefd635c None None] New status for floating IP 6ad45147-2c2f-4c76-b1ba-b33c67ed7338: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:17:38.641656 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-81315785-f9fc-4757-873c-0f5c52b45254 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/6ad45147-2c2f-4c76-b1ba-b33c67ed7338 HTTP/1.1" status: 200 len: 991 time: 0.1023929 Dec 14 00:17:39.645468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34240) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:17:39.750794 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9934bdad-36c7-47da-a803-b4b405a6c4d7 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/6ad45147-2c2f-4c76-b1ba-b33c67ed7338 HTTP/1.1" status: 200 len: 993 time: 0.1041851 Dec 14 00:17:41.905808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e101f127-624f-41d6-bbd7-da6b3b35d340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:44.128623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-38dc567d-4c0c-4876-a38e-eec89f7632be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:45.431571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:45.563267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:46.968863 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:17:49.814505 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:09.447146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdf6bd-de2b-4b04-9f8b-0b2e7e5596c8 req-af4f9055-f7c6-4513-b74c-ee2401fe9ecb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:09.448902 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cdfdf6bd-de2b-4b04-9f8b-0b2e7e5596c8 req-af4f9055-f7c6-4513-b74c-ee2401fe9ecb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0826175 Dec 14 00:18:09.494784 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-cdfdf6bd-de2b-4b04-9f8b-0b2e7e5596c8 req-5b64d1a4-d781-435b-91fe-f052148cafe1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399945 Dec 14 00:18:10.799782 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a9e48-4a19-442a-b316-4d6a02935b3e req-452eab26-94c2-401b-af70-ea51df46afb1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:10.801238 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2f0a9e48-4a19-442a-b316-4d6a02935b3e req-452eab26-94c2-401b-af70-ea51df46afb1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.1853998 Dec 14 00:18:10.845840 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2f0a9e48-4a19-442a-b316-4d6a02935b3e req-7d5ad778-8cc4-4ac2-bb50-f4705632da76 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Dec 14 00:18:11.922955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bc727a62-24d7-47f2-a431-ee937a058d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:12.044165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b192ac-ae27-4c52-a004-ea0cf308ec2b req-de0ca01d-a2c9-41b2-bd18-b0b3bae5cfaa tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:12.045657 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a1b192ac-ae27-4c52-a004-ea0cf308ec2b req-de0ca01d-a2c9-41b2-bd18-b0b3bae5cfaa tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0778143 Dec 14 00:18:12.095950 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a1b192ac-ae27-4c52-a004-ea0cf308ec2b req-c574bc20-c391-4ecb-a7a3-67fb883722c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445633 Dec 14 00:18:13.143727 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:18:13.296330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202ca3e-dd4d-4479-b1ce-1cffff09c175 req-a5b658c3-8760-4721-8f16-fb47146dfc51 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:13.297800 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f202ca3e-dd4d-4479-b1ce-1cffff09c175 req-a5b658c3-8760-4721-8f16-fb47146dfc51 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0817215 Dec 14 00:18:13.345633 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f202ca3e-dd4d-4479-b1ce-1cffff09c175 req-affb1a1a-0093-408d-8dd8-9166fe5ab079 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412858 Dec 14 00:18:14.122432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd246b39-5835-4765-8bb9-ed6a1f6963ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:14.546851 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859d522-dd52-4064-b500-dae6c3e73018 req-4086a284-54b0-43fd-baf1-4c188b3f4433 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:14.548319 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5859d522-dd52-4064-b500-dae6c3e73018 req-4086a284-54b0-43fd-baf1-4c188b3f4433 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0783234 Dec 14 00:18:14.593205 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5859d522-dd52-4064-b500-dae6c3e73018 req-02b508ec-33d9-4283-a4b5-1a7fb3b939cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388560 Dec 14 00:18:15.425455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:15.528240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:15.792616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eff654-56b7-4c65-8bbf-5d1bd0339e4c req-79db0454-95aa-4ed4-a6d5-4808e0840a8e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:15.794054 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d9eff654-56b7-4c65-8bbf-5d1bd0339e4c req-79db0454-95aa-4ed4-a6d5-4808e0840a8e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0817180 Dec 14 00:18:15.839928 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d9eff654-56b7-4c65-8bbf-5d1bd0339e4c req-87bf8da2-b7c8-40f9-aba4-ab4a4272d80f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 Dec 14 00:18:16.945720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:17.039075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f30977-9639-41fb-bcc0-ba7af111f8f2 req-872fbb4c-009f-436f-bab7-2ead161715a4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:17.040543 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-69f30977-9639-41fb-bcc0-ba7af111f8f2 req-872fbb4c-009f-436f-bab7-2ead161715a4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0810411 Dec 14 00:18:17.086304 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-69f30977-9639-41fb-bcc0-ba7af111f8f2 req-5216287d-2a1e-415c-96c9-33cda665ad53 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403550 Dec 14 00:18:18.282146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c580-4e47-48db-a959-b98bf8b8bc12 req-f81f9152-e37e-4936-9235-0ac9e6c99a83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:18.283503 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-88b5c580-4e47-48db-a959-b98bf8b8bc12 req-f81f9152-e37e-4936-9235-0ac9e6c99a83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0758235 Dec 14 00:18:18.333052 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-88b5c580-4e47-48db-a959-b98bf8b8bc12 req-a59aa11e-bd3d-447b-87bc-bee3a319b779 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432172 Dec 14 00:18:18.766826 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-86718b6c-978e-46ef-aea5-444b61f7c75b req-9479275d-040c-4810-bf73-c0484702d3ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 1098 time: 0.0686052 Dec 14 00:18:18.914980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86718b6c-978e-46ef-aea5-444b61f7c75b req-b7e2183d-3610-4ff7-ba68-5f932b2593f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:18.916465 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-86718b6c-978e-46ef-aea5-444b61f7c75b req-b7e2183d-3610-4ff7-ba68-5f932b2593f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7 HTTP/1.1" status: 200 len: 897 time: 0.1280239 Dec 14 00:18:19.020881 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-86718b6c-978e-46ef-aea5-444b61f7c75b req-0b89617f-bbb5-4ed3-be1a-51bf63a05324 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2 HTTP/1.1" status: 200 len: 1001 time: 0.0964386 Dec 14 00:18:19.086852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86718b6c-978e-46ef-aea5-444b61f7c75b req-38efc815-d756-4ee3-b5e8-bd8e73f71420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:19.088573 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-86718b6c-978e-46ef-aea5-444b61f7c75b req-38efc815-d756-4ee3-b5e8-bd8e73f71420 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a28923b-fbb1-44cb-ae28-fcfcd230e2e8 HTTP/1.1" status: 200 len: 835 time: 0.0591695 Dec 14 00:18:19.166114 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-86718b6c-978e-46ef-aea5-444b61f7c75b req-1798df9f-1227-4a65-ab95-647b00fed6ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707409 Dec 14 00:18:19.298058 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-86718b6c-978e-46ef-aea5-444b61f7c75b req-4961a6cc-f04e-4c08-a98d-7c75e0195e1b service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254520 Dec 14 00:18:19.434405 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-86718b6c-978e-46ef-aea5-444b61f7c75b req-2cf945ef-6fad-4174-a44f-c2846cc99a73 service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295555 Dec 14 00:18:19.534532 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254df9d-2e38-47d1-8bc8-df865074ee7b req-3a6ca246-4db0-4e01-8120-f0c89b76b4e9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:19.536019 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1254df9d-2e38-47d1-8bc8-df865074ee7b req-3a6ca246-4db0-4e01-8120-f0c89b76b4e9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0790415 Dec 14 00:18:19.582110 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1254df9d-2e38-47d1-8bc8-df865074ee7b req-6d84a983-e9b8-4dfb-9899-cde59bab7194 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394797 Dec 14 00:18:19.808102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:20.779680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc224f4-dfe5-47ed-b9ad-38e58a73bb4f req-df221001-ce1c-4112-9e58-c8a57415d85d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:20.781080 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6bc224f4-dfe5-47ed-b9ad-38e58a73bb4f req-df221001-ce1c-4112-9e58-c8a57415d85d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0783489 Dec 14 00:18:20.827157 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6bc224f4-dfe5-47ed-b9ad-38e58a73bb4f req-5cd84615-64f6-4be5-9ce5-8f7d6c16a6af tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407543 Dec 14 00:18:22.030808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2da6a-d332-42d0-be54-5b6cb10ce89d req-6daf6ecd-130b-4d66-8003-d4c036c97e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:22.032294 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24e2da6a-d332-42d0-be54-5b6cb10ce89d req-6daf6ecd-130b-4d66-8003-d4c036c97e23 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0808642 Dec 14 00:18:22.077030 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-24e2da6a-d332-42d0-be54-5b6cb10ce89d req-76c832df-88f5-4c82-ad46-e7a5ca85d03c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392866 Dec 14 00:18:23.275956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3d001-4280-4918-83a4-a957c711d3ba req-944a9c19-6d93-45d3-a3c1-8cb2415821ee tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:23.277443 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6c3d001-4280-4918-83a4-a957c711d3ba req-944a9c19-6d93-45d3-a3c1-8cb2415821ee tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0824087 Dec 14 00:18:23.323054 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6c3d001-4280-4918-83a4-a957c711d3ba req-53c58eb0-a892-4151-aa36-fa29310defb8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Dec 14 00:18:24.518082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bbf1f-b7b5-49e5-afc3-8dfade96b42d req-f778f2e0-f01a-4096-8520-a1acb750c98b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:24.519529 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3c4bbf1f-b7b5-49e5-afc3-8dfade96b42d req-f778f2e0-f01a-4096-8520-a1acb750c98b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0763788 Dec 14 00:18:24.568484 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3c4bbf1f-b7b5-49e5-afc3-8dfade96b42d req-97e0fca6-944d-4506-a18c-ddfae27e6ab8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433195 Dec 14 00:18:25.771328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723842b-3477-4d18-a1e6-595413e18c8f req-a9db184f-b9e2-46c2-8ed0-ee2b44c10698 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:25.772818 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6723842b-3477-4d18-a1e6-595413e18c8f req-a9db184f-b9e2-46c2-8ed0-ee2b44c10698 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0777202 Dec 14 00:18:25.818916 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6723842b-3477-4d18-a1e6-595413e18c8f req-41cb6ff8-6672-415e-8d26-b441999f68f2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407565 Dec 14 00:18:25.846534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34284) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:18:25.953986 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-51441fb1-675a-437c-bb22-8399791e49cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/6ad45147-2c2f-4c76-b1ba-b33c67ed7338 HTTP/1.1" status: 200 len: 993 time: 0.1062078 Dec 14 00:18:27.561348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342092f-a946-4fd3-a5ef-d3c719fe21c4 req-1088394b-0eba-4614-bb89-210d52c4f603 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:27.562807 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b342092f-a946-4fd3-a5ef-d3c719fe21c4 req-1088394b-0eba-4614-bb89-210d52c4f603 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0823064 Dec 14 00:18:27.609260 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b342092f-a946-4fd3-a5ef-d3c719fe21c4 req-429d7a88-bba6-489e-b6d5-50fce5ab3919 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407538 Dec 14 00:18:27.650587 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02dd6eae-b31b-4f25-a9b3-00822ac9138a req-377d224b-3386-49b3-9370-ebdfdf696432 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 1098 time: 0.0749466 Dec 14 00:18:27.888343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd6eae-b31b-4f25-a9b3-00822ac9138a req-a2c613b0-b7da-4231-8885-323006ea70dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:27.889700 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02dd6eae-b31b-4f25-a9b3-00822ac9138a req-a2c613b0-b7da-4231-8885-323006ea70dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7 HTTP/1.1" status: 200 len: 897 time: 0.2321162 Dec 14 00:18:28.001505 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02dd6eae-b31b-4f25-a9b3-00822ac9138a req-dc290902-b239-4795-b3a3-c07cf85d30bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2 HTTP/1.1" status: 200 len: 1001 time: 0.1048913 Dec 14 00:18:28.065894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd6eae-b31b-4f25-a9b3-00822ac9138a req-79bd3c2c-f13d-4032-bc81-412d3f18b293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:28.067345 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02dd6eae-b31b-4f25-a9b3-00822ac9138a req-79bd3c2c-f13d-4032-bc81-412d3f18b293 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a28923b-fbb1-44cb-ae28-fcfcd230e2e8 HTTP/1.1" status: 200 len: 835 time: 0.0600672 Dec 14 00:18:28.141352 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02dd6eae-b31b-4f25-a9b3-00822ac9138a req-cd72d553-19bb-4b67-9b4e-295218df187c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677507 Dec 14 00:18:28.272747 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02dd6eae-b31b-4f25-a9b3-00822ac9138a req-dcf2b6a3-1724-46bf-8ba4-bb3751f36466 service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247962 Dec 14 00:18:28.406534 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-02dd6eae-b31b-4f25-a9b3-00822ac9138a req-3a66387f-9cfb-4719-9ed2-db5062c106f0 service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274972 Dec 14 00:18:28.811972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed682ef5-e61d-4cf4-8742-85e4d4ba4fb9 req-086f886b-17df-4359-bed5-a96ae2f61ddd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:28.813420 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ed682ef5-e61d-4cf4-8742-85e4d4ba4fb9 req-086f886b-17df-4359-bed5-a96ae2f61ddd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0814383 Dec 14 00:18:28.860805 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ed682ef5-e61d-4cf4-8742-85e4d4ba4fb9 req-2cc8c6e4-35cc-48f5-ae15-2ddd480d5b1f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409317 Dec 14 00:18:30.212375 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210be18-3561-4d1a-a092-486128bd1080 req-baf3802d-0bf5-413d-b015-42ebe56928ea tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:18:30.213724 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e210be18-3561-4d1a-a092-486128bd1080 req-baf3802d-0bf5-413d-b015-42ebe56928ea tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0805950 Dec 14 00:18:30.258476 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e210be18-3561-4d1a-a092-486128bd1080 req-988ddb36-3fa1-46b7-80a7-1bc494afa6a6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Dec 14 00:18:30.286710 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34298) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:18:30.391060 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-59657e77-d8e6-4dec-92c1-dc2e6bcce4c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/6ad45147-2c2f-4c76-b1ba-b33c67ed7338 HTTP/1.1" status: 200 len: 993 time: 0.1030889 Dec 14 00:18:41.899632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2f252c26-7182-4cb6-845c-2c1552d9a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:44.127931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8575cef-3e16-4111-adb3-4b9463bb9e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:45.464983 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:45.528044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:46.945002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:49.807897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:18:50.143262 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:19:00.870007 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34320) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:01.069353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port c41dc596-d859-4e3a-8921-d4ce505d960b {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:19:01.070429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:01.238481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:01.238709 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:01.452204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for c41dc596-d859-4e3a-8921-d4ce505d960b owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:19:01.682051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:01.685751 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-075a57a8-6f86-4eba-ab3b-c2372e55d483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:01.727599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=c41dc596-d859-4e3a-8921-d4ce505d960b,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:01.739109 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.739506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.739926 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.740309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.742363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.742363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.742363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.742700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.743075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.743448 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.743852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:01.769345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:01.836251 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:02.237967 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 07b706e9-0363-4b24-9118-f40655c9f183 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:19:02.436380 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:19:02.446204 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] Sync routers for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:19:02.460623 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:02.464405 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:18:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:02.511154 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:02.567763 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d8341724-2dae-4948-958b-61878c307baf tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/floatingips/6ad45147-2c2f-4c76-b1ba-b33c67ed7338 HTTP/1.1" status: 204 len: 168 time: 1.6966584 Dec 14 00:19:02.568470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:19:02.627455 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'status': 'completed', 'code': 200} Dec 14 00:19:02.639256 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:02.725154 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e01ce909-91bc-4cd0-a675-3a47e1176ccc req-e1182cf4-f372-4d36-84fb-9c704f281846 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 1098 time: 0.0738938 Dec 14 00:19:02.866217 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ce909-91bc-4cd0-a675-3a47e1176ccc req-c1e5843a-a746-4e7b-804a-a0b8f8f2390d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:02.867706 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e01ce909-91bc-4cd0-a675-3a47e1176ccc req-c1e5843a-a746-4e7b-804a-a0b8f8f2390d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7 HTTP/1.1" status: 200 len: 897 time: 0.1362538 Dec 14 00:19:02.939311 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e01ce909-91bc-4cd0-a675-3a47e1176ccc req-12e4534b-f48a-485f-a761-194ca7ab2719 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2 HTTP/1.1" status: 200 len: 217 time: 0.0657604 Dec 14 00:19:02.958070 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '245134b4-a806-467e-ac4e-2ca152d6f151', 'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:b2:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:16Z', 'updated_at': '2021-12-14T00:17:24Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:02.963083 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] Checking router: 07b706e9-0363-4b24-9118-f40655c9f183 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:19:02.973566 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:02.974163 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:18:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:03.008144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ce909-91bc-4cd0-a675-3a47e1176ccc req-7c46e4bc-e783-4ac8-b135-e2998119f3eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:03.009307 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e01ce909-91bc-4cd0-a675-3a47e1176ccc req-7c46e4bc-e783-4ac8-b135-e2998119f3eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7a28923b-fbb1-44cb-ae28-fcfcd230e2e8 HTTP/1.1" status: 200 len: 835 time: 0.0636230 Dec 14 00:19:03.089013 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e01ce909-91bc-4cd0-a675-3a47e1176ccc req-7a7670b6-f3df-40d8-97a1-9ba42e8bb4ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c43d7b67-eabe-472c-88f9-7c7ed0e920c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731442 Dec 14 00:19:03.161686 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:03.278165 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e01ce909-91bc-4cd0-a675-3a47e1176ccc req-fe46d7d7-9602-4794-9f9e-4620ab6cf05d service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563444 Dec 14 00:19:03.283900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847376-ae40-4756-9f03-3e25f8d5627c req-bfe2a8af-5964-4248-a13d-bb673c5127de tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:03.285859 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6847376-ae40-4756-9f03-3e25f8d5627c req-bfe2a8af-5964-4248-a13d-bb673c5127de tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.1936963 Dec 14 00:19:03.411398 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6847376-ae40-4756-9f03-3e25f8d5627c req-f05f797d-3591-4d62-a581-24d742d0150c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079929 Dec 14 00:19:03.451839 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e01ce909-91bc-4cd0-a675-3a47e1176ccc req-1d573cf2-266a-4fe5-bf13-3f8a6e3da7af service neutron] 10.222.0.18 "GET /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656127 Dec 14 00:19:03.494493 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '245134b4-a806-467e-ac4e-2ca152d6f151', 'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:b2:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:16Z', 'updated_at': '2021-12-14T00:17:24Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:03.498547 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b5b26-48dc-4455-a53d-f9a9b0936b0c None None] The sync data for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv is: [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:17:17Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '245134b4-a806-467e-ac4e-2ca152d6f151', 'name': '', 'network_id': 'c43d7b67-eabe-472c-88f9-7c7ed0e920c7', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:b2:f6:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:16Z', 'updated_at': '2021-12-14T00:17:24Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '7a28923b-fbb1-44cb-ae28-fcfcd230e2e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:19:03.702354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c1c285-1c97-4b21-8cce-12dd26fc16b0 None None] New status for floating IP 6ad45147-2c2f-4c76-b1ba-b33c67ed7338: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:19:04.595532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-e06aef24-6865-4110-86f7-61fb140d0e25 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:04.597002 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-e06aef24-6865-4110-86f7-61fb140d0e25 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.0774529 Dec 14 00:19:04.616665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7e06e-9ea9-4abe-8e7f-a62f9ca5dacd req-0b134bed-e65d-4220-845a-e30a95e2d80b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:04.617445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-aeb7e06e-9ea9-4abe-8e7f-a62f9ca5dacd req-0b134bed-e65d-4220-845a-e30a95e2d80b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:19:04.669353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 9b966dad-6fa0-483a-84d1-438f9e2293a2 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:19:04.669637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:04.699686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-aeb7e06e-9ea9-4abe-8e7f-a62f9ca5dacd req-0b134bed-e65d-4220-845a-e30a95e2d80b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:19:04.700961 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aeb7e06e-9ea9-4abe-8e7f-a62f9ca5dacd req-0b134bed-e65d-4220-845a-e30a95e2d80b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 945 time: 0.1621296 Dec 14 00:19:04.750698 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-aeb7e06e-9ea9-4abe-8e7f-a62f9ca5dacd req-01942a85-b5d9-462e-8712-c0327278663c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=5ac50f63-4804-4434-8f0b-956ce0d17de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Dec 14 00:19:05.015652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 9b966dad-6fa0-483a-84d1-438f9e2293a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9b966dad-6fa0-483a-84d1-438f9e2293a2,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:05.016010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:05.138486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 9b966dad-6fa0-483a-84d1-438f9e2293a2 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:19:05.356598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:05.362322 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-950c6533-299d-49c4-bd86-600820c3cf7b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:05.406983 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=9b966dad-6fa0-483a-84d1-438f9e2293a2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:05.446397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.446795 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.447183 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.447567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.448227 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.448603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.448977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.449350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.449720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.450094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.450465 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:05.457168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:05.494298 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] No DVR routers for this DVR port 9b966dad-6fa0-483a-84d1-438f9e2293a2 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:19:05.496732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:05.499523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'name': 'network-vif-deleted', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:19:05.555803 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d58d156-7128-48f2-ac93-af00ceb4ba54', 'name': 'network-vif-deleted', 'tag': '9b966dad-6fa0-483a-84d1-438f9e2293a2', 'status': 'completed', 'code': 200} Dec 14 00:19:05.586405 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-67c11a8e-9c35-41e3-9efb-78113aefe912 req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "DELETE /v2.0/ports/9b966dad-6fa0-483a-84d1-438f9e2293a2 HTTP/1.1" status: 204 len: 173 time: 0.9835749 Dec 14 00:19:05.922068 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9c5d4586-8184-43e1-a02e-27bc8f2372bf req-c9d436ba-b89f-441e-8824-b666d1d666cb tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d58d156-7128-48f2-ac93-af00ceb4ba54 HTTP/1.1" status: 200 len: 210 time: 0.0474701 Dec 14 00:19:07.025067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34338) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:07.521643 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:08.131417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 245134b4-a806-467e-ac4e-2ca152d6f151 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:19:08.132140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:08.161370 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9b966dad-6fa0-483a-84d1-438f9e2293a2 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:19:08.195339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: 9b966dad-6fa0-483a-84d1-438f9e2293a2 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:19:08.195709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device 9b966dad-6fa0-483a-84d1-438f9e2293a2 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:19:08.315955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 245134b4-a806-467e-ac4e-2ca152d6f151, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=245134b4-a806-467e-ac4e-2ca152d6f151,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:08.316223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:08.441670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 245134b4-a806-467e-ac4e-2ca152d6f151 owned by network:router_interface {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:19:08.681741 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:08.685513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:08.738399 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=245134b4-a806-467e-ac4e-2ca152d6f151,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:08.740948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:09.145199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:09.733823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 07b706e9-0363-4b24-9118-f40655c9f183 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:19:09.935711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:19:09.945521 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] Sync routers for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:19:09.951972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ceeadee9-63c2-42c9-8029-e3e1080eb562 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/07b706e9-0363-4b24-9118-f40655c9f183/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9224548 Dec 14 00:19:09.951972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34342) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:09.958476 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:09.959088 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:18:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:10.137103 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:10.138407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-711cf266-2cae-44b9-a934-01b2cdfd758a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting subnet 7a28923b-fbb1-44cb-ae28-fcfcd230e2e8 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:19:10.141335 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-711cf266-2cae-44b9-a934-01b2cdfd758a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:10.197098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-711cf266-2cae-44b9-a934-01b2cdfd758a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:10.284234 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-711cf266-2cae-44b9-a934-01b2cdfd758a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:10.414378 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-711cf266-2cae-44b9-a934-01b2cdfd758a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:10.418418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4796185c-9de6-44e4-b9a7-7e058c1ccb17 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:10.454260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cf266-2cae-44b9-a934-01b2cdfd758a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Subnet': ['ID=7a28923b-fbb1-44cb-ae28-fcfcd230e2e8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:10.457863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-711cf266-2cae-44b9-a934-01b2cdfd758a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:10.458926 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:19:08Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:10.461766 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-711cf266-2cae-44b9-a934-01b2cdfd758a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:10.464267 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] Checking router: 07b706e9-0363-4b24-9118-f40655c9f183 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:19:10.468063 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-711cf266-2cae-44b9-a934-01b2cdfd758a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/subnets/7a28923b-fbb1-44cb-ae28-fcfcd230e2e8 HTTP/1.1" status: 204 len: 168 time: 0.5158801 Dec 14 00:19:10.468624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780ba826-c314-4f94-9d8c-bacf1c9b8b74 None None] Network c43d7b67-eabe-472c-88f9-7c7ed0e920c7 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:19:10.470615 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34346) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:10.477867 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] Routers {'07b706e9-0363-4b24-9118-f40655c9f183'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:10.478490 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:18:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['07b706e9-0363-4b24-9118-f40655c9f183'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:10.670475 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] Set router 07b706e9-0363-4b24-9118-f40655c9f183 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:10.742056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] DHCP port deletion for c43d7b67-eabe-472c-88f9-7c7ed0e920c7 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:19:10.746574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Deleting port 61fe2445-e91f-4fbf-860e-5eca39b84fa1 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:19:10.746944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:10.813550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:10.963865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] For port 61fe2445-e91f-4fbf-860e-5eca39b84fa1, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=61fe2445-e91f-4fbf-860e-5eca39b84fa1,segment=NetworkSegment(63f5d536-df2d-4ee6-bdbc-c3363847c9b9),segment_id=63f5d536-df2d-4ee6-bdbc-c3363847c9b9)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:10.964227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:10.971121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:19:08Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:10.975364 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a6203-db75-44cb-8852-fb9bb7f0d0e5 None None] The sync data for ids ['07b706e9-0363-4b24-9118-f40655c9f183'] in dv-neutron-821564-1-hyperv is: [{'id': '07b706e9-0363-4b24-9118-f40655c9f183', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026297482', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107'}], 'enable_snat': True}, 'gw_port_id': '9d311551-47de-494d-a248-e66084ab5b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:17:12Z', 'updated_at': '2021-12-14T00:19:08Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '9d311551-47de-494d-a248-e66084ab5b44', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b706e9-0363-4b24-9118-f40655c9f183', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:17:13Z', 'updated_at': '2021-12-14T00:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:19:11.047864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:11.090046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Calling delete_port for 61fe2445-e91f-4fbf-860e-5eca39b84fa1 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:19:11.116814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 9d311551-47de-494d-a248-e66084ab5b44 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:19:11.117332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:11.243208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:11.247538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:11.289303 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Pushing event deleted for resources: {'Port': ['ID=61fe2445-e91f-4fbf-860e-5eca39b84fa1,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:11.290013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 9d311551-47de-494d-a248-e66084ab5b44, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9d311551-47de-494d-a248-e66084ab5b44,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:11.290504 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:11.298051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] No DVR routers for this DVR port 61fe2445-e91f-4fbf-860e-5eca39b84fa1 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:19:11.300355 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.300694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.301035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.301372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.301709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.302043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.302368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.302698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.303024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.303357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.304302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:11.307992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:11.415679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 9d311551-47de-494d-a248-e66084ab5b44 owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:19:11.653138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:11.656654 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-750c90c1-3e5e-4938-a1f6-eaf3b57dfcc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:11.702412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=9d311551-47de-494d-a248-e66084ab5b44,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:11.705892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:11.925351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:11.927482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f166550f-1d51-494a-9cb3-b0d9eaf3aa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.148245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61fe2445-e91f-4fbf-860e-5eca39b84fa1 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:19:12.184760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 61fe2445-e91f-4fbf-860e-5eca39b84fa1 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:19:12.185045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 61fe2445-e91f-4fbf-860e-5eca39b84fa1 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:19:12.185483 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 245134b4-a806-467e-ac4e-2ca152d6f151 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:19:12.191227 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.195941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.218607 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 245134b4-a806-467e-ac4e-2ca152d6f151 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:19:12.218964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 245134b4-a806-467e-ac4e-2ca152d6f151 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:19:12.418951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.419513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Fanout notify agent at l3_agent the message router_deleted on router 07b706e9-0363-4b24-9118-f40655c9f183 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:19:12.433955 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.435137 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/routers/07b706e9-0363-4b24-9118-f40655c9f183 HTTP/1.1" status: 204 len: 168 time: 1.9634218 Dec 14 00:19:12.437746 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34350) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:12.553300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.681329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.706461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43d7b67-eabe-472c-88f9-7c7ed0e920c7']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:12.718730 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63f5d536-df2d-4ee6-bdbc-c3363847c9b9') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:12.719024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63f5d536-df2d-4ee6-bdbc-c3363847c9b9') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:12.730082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.745477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.751291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:19:12.751702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:19:12.766033 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:19:12.921961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.925421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-50ee3f1e-a485-4afa-bcb1-f5e7613baef3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:12.939847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:12.951090 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Network': ['ID=c43d7b67-eabe-472c-88f9-7c7ed0e920c7,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:12.954260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:13.001808 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/networks/c43d7b67-eabe-472c-88f9-7c7ed0e920c7 HTTP/1.1" status: 204 len: 168 time: 0.5630088 Dec 14 00:19:13.004381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34354) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:13.072261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b18ceda3-647a-4a16-993a-ae887a4e03a6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:13.102233 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b18ceda3-647a-4a16-993a-ae887a4e03a6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:13.229569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b18ceda3-647a-4a16-993a-ae887a4e03a6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:13.234478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a14d223f-f2cc-434c-a562-859276b4c2d6 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:13.249478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ceda3-647a-4a16-993a-ae887a4e03a6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac50f63-4804-4434-8f0b-956ce0d17de1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:13.251958 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b18ceda3-647a-4a16-993a-ae887a4e03a6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:13.349362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b18ceda3-647a-4a16-993a-ae887a4e03a6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:13.353348 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b18ceda3-647a-4a16-993a-ae887a4e03a6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/security-groups/5ac50f63-4804-4434-8f0b-956ce0d17de1 HTTP/1.1" status: 204 len: 168 time: 0.3453467 Dec 14 00:19:13.780933 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34362) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:13.786708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078670162', 'description': 'tempest-secgroup-smoke-2078670162 description', 'project_id': '76b61480b38e44f19bef43922b67b0ef'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:13.792685 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:13.796852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:13.799843 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:13.806395 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:13.869600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:13.913277 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:13.917081 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:13.919847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:13.925626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:13.980700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.047174 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.050719 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9fc0a02f-d3df-484e-ac9b-95649115bff4 tempest-NegativeSecGroupIPv6Test-986247967 tempest-NegativeSecGroupIPv6Test-986247967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:14.066887 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9d311551-47de-494d-a248-e66084ab5b44 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:19:14.092518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f011669-1e71-451a-8a54-5969df70f822,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:14.097051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:14.103140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 9d311551-47de-494d-a248-e66084ab5b44 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:19:14.103473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9d311551-47de-494d-a248-e66084ab5b44 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:19:14.173145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.174366 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3924537 Dec 14 00:19:14.177125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34366) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:14.183950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '1f011669-1e71-451a-8a54-5969df70f822', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:14.189017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-89265c75-2264-417d-8bf5-b2de49cf4f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.190106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:14.193946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:14.197425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:14.203263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:14.288322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.351142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.414122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.415957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b5bf98e0-caa9-456e-87ce-575582508e0c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:14.437865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9664976-51a3-423a-893d-113995772ea4,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:14.440204 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:14.503670 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.504881 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3268285 Dec 14 00:19:14.507522 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34370) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:14.513016 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '1f011669-1e71-451a-8a54-5969df70f822', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:14.519033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:14.523902 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:14.526809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:14.532645 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:14.613175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.675490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.721573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.723350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9fe0830f-d024-44ee-8dba-1f20d5a0985c tempest-TestMinimumBasicScenario-130898855 tempest-TestMinimumBasicScenario-130898855-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:14.747194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9ec6e2-847b-4365-b0a2-d2cbe87beb88,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:14.751547 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:14.801717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.802881 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a5cd4f3e-3075-400f-8bc6-44711f664ce0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2943382 Dec 14 00:19:14.805540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34374) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:14.811117 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '1f011669-1e71-451a-8a54-5969df70f822', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:14.817066 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:14.822075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:14.825296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:14.831238 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:14.888699 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:14.951882 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.023905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.025716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f57d5235-c748-4958-814c-65c945703ad0 tempest-SecGroupTest-2134821489 tempest-SecGroupTest-2134821489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:15.047051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d16264b-5d83-4f18-a247-a5da23e75b4e,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:15.049382 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:15.133428 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.134616 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3281231 Dec 14 00:19:15.137415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34378) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:15.142884 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '1f011669-1e71-451a-8a54-5969df70f822', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:15.148995 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:15.153064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:15.155966 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:15.161695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:15.242786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.304826 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.390731 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.397083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3c4f2653-aad4-47d1-9686-3c657d774a49 tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:15.415727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b51a8d9-b3a4-49d7-aae7-a071a9f0ec1f,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:15.418803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:15.470781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.493803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.495114 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f63ce2b6-edc3-4f16-be42-f44bed22c708 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3568017 Dec 14 00:19:15.497769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34382) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:15.503454 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '1f011669-1e71-451a-8a54-5969df70f822', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:15.510124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:15.513842 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:15.516717 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:15.523003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:15.556573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.579300 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:19:15.587932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.651855 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.698611 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.700421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f251c6ec-47cf-4e3f-8999-7ad2253e7088 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:15.721795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea46ee4-83c1-4233-92f0-994d74404b00,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:15.724114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:15.795711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.796924 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d28934a3-0236-4e00-9941-6bd089d2dc1c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2982099 Dec 14 00:19:15.799520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34386) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:15.806260 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'security_group_rule': {'security_group_id': '1f011669-1e71-451a-8a54-5969df70f822', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:15.812415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:15.816193 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:security_group_rule and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:15.819159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:15.825783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:15.904387 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Project 76b61480b38e44f19bef43922b67b0ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:19:15.911023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:15.980017 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.081425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.083287 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-60c1e096-b95d-4616-9102-fbd40dd8ab4d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:16.106874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8614905-2721-4723-9d33-514fe6f2ed8c,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:16.109265 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:16.167263 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.168417 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3679500 Dec 14 00:19:16.171272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34390) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:16.176817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'network': {'name': 'tempest-network-smoke--666133830', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'port_security_enabled': True}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:16.182064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:16.186138 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:network and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:16.189011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:16.194688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:16.264291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:19:16.267257 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.295538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:19:16.304084 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.304424 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Added segment 6e7e70dd-c077-4c0d-abd1-0310132a72a4 of type vlan for network 6af4f671-762c-4268-be76-ac0c1887ee9f Dec 14 00:19:16.331804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.424452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.428233 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:16.429231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.432917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-59fbfd7a-09b5-4259-9160-49950b78074e tempest-RoutersNegativeTest-548882667 tempest-RoutersNegativeTest-548882667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:16.539760 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Network': ['ID=6af4f671-762c-4268-be76-ac0c1887ee9f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:16.542327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:16.549738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 6af4f671-762c-4268-be76-ac0c1887ee9f details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:19:16.597166 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-996fff53-f509-4751-9cac-713fc6b19331 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4248412 Dec 14 00:19:16.599864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34394) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:16.605307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'admin_state_up': True, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:16.612376 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:16.616881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:router and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:16.619806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:16.625700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:16.710845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.711789 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.729326 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.942635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:16.979004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:17.305688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:17.335518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:17.469991 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.156 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/87e383cd-99d2-454c-bd0b-c79f2f0cb752) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:19:17.614162 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:17.710358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:17.714061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7a61236b-1299-4487-abb6-6e8a88eeb4c4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:17.780167 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:19:17.783344 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:19:17.786878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:19:17.816888 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=87e383cd-99d2-454c-bd0b-c79f2f0cb752,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:17.822977 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:18.008129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:18.008860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:18.287438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:19:18.494097 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:19:18.504236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Sync routers for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:19:18.516407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:18.517031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:19:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:18.573415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:18.574534 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2d8d2423-fbd0-4ec4-8e84-53250f8a32ad tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9735780 Dec 14 00:19:18.577686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34398) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:18.622073 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cf2ce73c-e8ac-4f2b-a78e-ef67f6d3b1be tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=76b61480b38e44f19bef43922b67b0ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407567 Dec 14 00:19:18.622278 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34402) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:18.694835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:18.752764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48acaf6b-9588-4826-9d8c-ebdd86bdf210 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:18.754268 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-48acaf6b-9588-4826-9d8c-ebdd86bdf210 tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311319 Dec 14 00:19:18.757292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34406) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:18.796815 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-af0899ca-1212-4395-8ca4-2c6ff2d845ea tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=a369abae-eb3e-4f14-84a0-d962bc2f47e7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384030 Dec 14 00:19:18.799151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34410) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:18.805026 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1758808310', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:18.916276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:18.920118 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:subnet and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:18.923012 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:18.929431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:18.996515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:19:19.021897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:17Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:19.026540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Checking router: 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:19:19.026987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Updating router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 port 87e383cd-99d2-454c-bd0b-c79f2f0cb752 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:19:19.080633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.099804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.422433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.434459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Transition to ACTIVE for port object 87e383cd-99d2-454c-bd0b-c79f2f0cb752 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:19:19.539297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.543692 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-86dc29cc-4a43-4291-9b99-9f4d33f3d2c8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:19.550208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.554547 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:19.614944 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Subnet': ['ID=56fcd22f-1499-47a6-8499-b9ecb87d1956,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:19.620153 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:19.630922 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Checking segment: {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:19:19.631124 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network hostable DHCP agents. Network: 6af4f671-762c-4268-be76-ac0c1887ee9f, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:19:19.631239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea917669-8031-4a58-b68b-d52c32887f07 None None] Pushing event updated for resources: {'Port': ['ID=87e383cd-99d2-454c-bd0b-c79f2f0cb752,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:19.635121 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ea917669-8031-4a58-b68b-d52c32887f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:19.637305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Attempting to bind port 87e383cd-99d2-454c-bd0b-c79f2f0cb752 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:19:19.637688 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Attempting to bind port 87e383cd-99d2-454c-bd0b-c79f2f0cb752 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:19:19.638503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Attempting to bind port 87e383cd-99d2-454c-bd0b-c79f2f0cb752 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:19:19.645103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:19:19.645487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:19:19.645893 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.646288 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:19:19.646751 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Bound port: 87e383cd-99d2-454c-bd0b-c79f2f0cb752, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:19:19.647694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.710483 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 6af4f671-762c-4268-be76-ac0c1887ee9f is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:19:19.718425 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] For port 87e383cd-99d2-454c-bd0b-c79f2f0cb752, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:19:19.721675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] For port 87e383cd-99d2-454c-bd0b-c79f2f0cb752, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=87e383cd-99d2-454c-bd0b-c79f2f0cb752,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:19:19.784631 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 6af4f671-762c-4268-be76-ac0c1887ee9f) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:19:19.789864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:19.790446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.793975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6bd85f-bfe1-4bb3-a2c9-c12e0df48a22 None None] Network 6af4f671-762c-4268-be76-ac0c1887ee9f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:19:19.813672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.819937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-13eddb19-b3e5-472f-8147-ab32bbeaa46a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:19.871195 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:19.896970 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bbb0d964-4405-4d42-8965-3177fcd35ff6 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0935779 Dec 14 00:19:19.896970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34414) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:20.011921 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea917669-8031-4a58-b68b-d52c32887f07 None None] Pushing event updated for resources: {'Port': ['ID=87e383cd-99d2-454c-bd0b-c79f2f0cb752,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:20.016781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ea917669-8031-4a58-b68b-d52c32887f07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:20.019508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:20.020065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:19:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:20.275851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-6af4f671-762c-4268-be76-ac0c1887ee9f', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:19:20.276657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:20.368956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:20.664956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:20.717963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Allocated IP 172.20.0.2 (6af4f671-762c-4268-be76-ac0c1887ee9f/56fcd22f-1499-47a6-8499-b9ecb87d1956/ba0bcab3-96c0-4867-8fe5-f446a93bb6a5) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:19:20.964543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:17Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:20.973278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baef148f-923d-4b12-b7b4-048f561af733 None None] The sync data for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv is: [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:17Z', 'revision_number': 3, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:19:20.989754 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:21.002108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Transition to ACTIVE for port object ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:19:21.021788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Transition to ACTIVE for port object ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:19:21.094170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:21.099538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:21.193031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.1 (6af4f671-762c-4268-be76-ac0c1887ee9f/56fcd22f-1499-47a6-8499-b9ecb87d1956/a8b1146a-b4f8-4aa6-abfd-994be040a6df) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:19:21.218089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Network 6af4f671-762c-4268-be76-ac0c1887ee9f is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:19:21.224390 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:19:21.227240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:19:21.231891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Pushing event updated for resources: {'Port': ['ID=ba0bcab3-96c0-4867-8fe5-f446a93bb6a5,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:21.235155 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:21.332920 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Attempting to bind port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:19:21.333316 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Attempting to bind port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:19:21.333668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Attempting to bind port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 on network 6af4f671-762c-4268-be76-ac0c1887ee9f {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:19:21.341604 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:19:21.342042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Checking segment: {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:19:21.342457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:21.342855 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Bound using segment: {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:19:21.343323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Bound port: ba0bcab3-96c0-4867-8fe5-f446a93bb6a5, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:19:21.343750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:21.451916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] For port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:19:21.455479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] For port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ba0bcab3-96c0-4867-8fe5-f446a93bb6a5,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:19:21.533166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:21.550453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object a8b1146a-b4f8-4aa6-abfd-994be040a6df will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:19:21.574112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:21.578315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:21.642367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:21.660146 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-46539414-1747-41ed-9f1e-5833bcbead34 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:21.666327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Pushing event updated for resources: {'Port': ['ID=ba0bcab3-96c0-4867-8fe5-f446a93bb6a5,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:21.669568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:21.744024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 6af4f671-762c-4268-be76-ac0c1887ee9f is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:19:21.752284 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:19:21.754686 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:19:21.801218 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=a8b1146a-b4f8-4aa6-abfd-994be040a6df,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:21.807074 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:21.845594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:22.041635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:22.153871 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:19:22.288024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:19:22.293746 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87e383cd-99d2-454c-bd0b-c79f2f0cb752 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:19:22.430441 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 87e383cd-99d2-454c-bd0b-c79f2f0cb752 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:19:22.436512 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 87e383cd-99d2-454c-bd0b-c79f2f0cb752 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:22.436958 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:22.482986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:22.550197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:22.558439 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:22.576821 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 87e383cd-99d2-454c-bd0b-c79f2f0cb752, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=87e383cd-99d2-454c-bd0b-c79f2f0cb752,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:22.583291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9b9f35e9-e418-41c1-aac6-1ba9f67e4262 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:22.630114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d898a0f-b256-4617-9d20-b3d5cda2c8e8 None None] Network 6af4f671-762c-4268-be76-ac0c1887ee9f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:19:22.667658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:22.671127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=a8b1146a-b4f8-4aa6-abfd-994be040a6df,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:22.674223 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:22.705933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:22.711031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-a1574d0d-9577-4292-9a13-5bd320f92738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:22.810159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 6af4f671-762c-4268-be76-ac0c1887ee9f is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:19:22.811584 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:19:22.819866 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=87e383cd-99d2-454c-bd0b-c79f2f0cb752,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:22.823869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:22.850342 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-eae776d6-089b-471c-bcb8-e95fc6e7c2e6 None None] Provisioning for port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:19:22.861520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-eae776d6-089b-471c-bcb8-e95fc6e7c2e6 None None] Provisioning complete for port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:22.861902 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-eae776d6-089b-471c-bcb8-e95fc6e7c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:23.036179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-eae776d6-089b-471c-bcb8-e95fc6e7c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:23.075384 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-eae776d6-089b-471c-bcb8-e95fc6e7c2e6 None None] For port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ba0bcab3-96c0-4867-8fe5-f446a93bb6a5,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:23.156012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-eae776d6-089b-471c-bcb8-e95fc6e7c2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:23.159452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2854d455-8ef2-441c-84e3-2d4cd4989217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:23.215892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:19:23.230456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae776d6-089b-471c-bcb8-e95fc6e7c2e6 None None] Pushing event updated for resources: {'Port': ['ID=ba0bcab3-96c0-4867-8fe5-f446a93bb6a5,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:23.240052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-eae776d6-089b-471c-bcb8-e95fc6e7c2e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:23.280089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bc8c5e32-7493-4614-b433-78b1e8a8856b None None] Provisioning complete for port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:23.280605 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5e32-7493-4614-b433-78b1e8a8856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:23.487317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bc8c5e32-7493-4614-b433-78b1e8a8856b None None] Provisioning for port a8b1146a-b4f8-4aa6-abfd-994be040a6df completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:19:23.492837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-bc8c5e32-7493-4614-b433-78b1e8a8856b None None] Provisioning complete for port a8b1146a-b4f8-4aa6-abfd-994be040a6df triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:23.493594 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bc8c5e32-7493-4614-b433-78b1e8a8856b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:23.551397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-bc8c5e32-7493-4614-b433-78b1e8a8856b None None] Port a8b1146a-b4f8-4aa6-abfd-994be040a6df cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:19:23.569309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:19:23.584125 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/947b837f-c9ec-4c92-a2d2-abbdaf8ef203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6859837 Dec 14 00:19:23.672474 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cb1330c3-e7e2-4c0e-9120-319f72df0b62 None None] Provisioning complete for port a8b1146a-b4f8-4aa6-abfd-994be040a6df triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:23.672852 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cb1330c3-e7e2-4c0e-9120-319f72df0b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:23.727877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-cb1330c3-e7e2-4c0e-9120-319f72df0b62 None None] Port a8b1146a-b4f8-4aa6-abfd-994be040a6df cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:19:24.061815 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a99940b4-95a9-4c81-a4e7-15f96b55ca03 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:19:24.117084 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87e383cd-99d2-454c-bd0b-c79f2f0cb752 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:19:24.139032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a99940b4-95a9-4c81-a4e7-15f96b55ca03 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:19:24.140316 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a99940b4-95a9-4c81-a4e7-15f96b55ca03 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078670162&fields=id&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 267 time: 0.1186082 Dec 14 00:19:24.227415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 87e383cd-99d2-454c-bd0b-c79f2f0cb752 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:24.228051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:24.292067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39907-d745-4706-9adc-7b1769ecce99 req-8b0f716a-567d-46ed-a229-784f75eca36e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:24.292749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-44f39907-d745-4706-9adc-7b1769ecce99 req-8b0f716a-567d-46ed-a229-784f75eca36e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:19:24.345377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:19:24.368181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-44f39907-d745-4706-9adc-7b1769ecce99 req-8b0f716a-567d-46ed-a229-784f75eca36e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:19:24.377326 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-8b0f716a-567d-46ed-a229-784f75eca36e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/networks?id=6af4f671-762c-4268-be76-ac0c1887ee9f HTTP/1.1" status: 200 len: 796 time: 0.2298372 Dec 14 00:19:24.390954 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-0266c9f2-9653-482a-a22f-2d1f251d69a2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/quotas/76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 375 time: 0.0128829 Dec 14 00:19:24.417187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:24.417482 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:24.480422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-44f39907-d745-4706-9adc-7b1769ecce99 req-060c901b-b80d-4e00-a5a0-014adf9e9e1f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:19:24.561484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-44f39907-d745-4706-9adc-7b1769ecce99 req-060c901b-b80d-4e00-a5a0-014adf9e9e1f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:19:24.562814 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-060c901b-b80d-4e00-a5a0-014adf9e9e1f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653352 Dec 14 00:19:24.616787 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Sync routers for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:19:24.628725 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:24.629320 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:19:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:24.709972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-9d2735d6-702e-4e39-a979-718eddd1962b service neutron] 10.222.0.30 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349652 Dec 14 00:19:24.808131 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:24.841249 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-c303fe08-bebe-42bc-ad4a-e4f0e0d4694c service neutron] 10.222.0.30 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269557 Dec 14 00:19:25.138696 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'a8b1146a-b4f8-4aa6-abfd-994be040a6df', 'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:f7:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:20Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 2, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:25.142707 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Checking router: 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:19:25.143135 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Updating router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 port a8b1146a-b4f8-4aa6-abfd-994be040a6df binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:19:25.199601 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:25.226987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-438003d1-d5f5-4143-862a-d9b491f87603 req-6210b18c-6217-4be1-9f13-0a98216d956c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:19:25.240174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-438003d1-d5f5-4143-862a-d9b491f87603 req-6210b18c-6217-4be1-9f13-0a98216d956c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:19:25.243152 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-438003d1-d5f5-4143-862a-d9b491f87603 req-6210b18c-6217-4be1-9f13-0a98216d956c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 210 time: 0.1316657 Dec 14 00:19:25.572352 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:25.584222 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Transition to ACTIVE for port object a8b1146a-b4f8-4aa6-abfd-994be040a6df will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:19:25.647306 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:25.650981 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-b5546e7b-d09c-4deb-8090-18cebb4cc57d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:25.775075 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Pushing event updated for resources: {'Port': ['ID=a8b1146a-b4f8-4aa6-abfd-994be040a6df,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:25.786754 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.787102 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.787480 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.787997 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.788262 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.788585 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.788910 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.789229 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.789548 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.789921 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.790257 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:19:25.794015 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:25.880775 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Attempting to bind port a8b1146a-b4f8-4aa6-abfd-994be040a6df on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:19:25.881191 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Attempting to bind port a8b1146a-b4f8-4aa6-abfd-994be040a6df by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:19:25.881647 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Attempting to bind port a8b1146a-b4f8-4aa6-abfd-994be040a6df on network 6af4f671-762c-4268-be76-ac0c1887ee9f {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:19:25.888155 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:19:25.888527 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Checking segment: {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:19:25.888926 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:25.889317 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Bound using segment: {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:19:25.889773 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Bound port: a8b1146a-b4f8-4aa6-abfd-994be040a6df, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:19:25.890202 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:25.978801 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] For port a8b1146a-b4f8-4aa6-abfd-994be040a6df, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:19:25.981875 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] For port a8b1146a-b4f8-4aa6-abfd-994be040a6df, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a8b1146a-b4f8-4aa6-abfd-994be040a6df,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:19:26.064740 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:26.068543 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-52f7f51f-4f61-4624-804e-ddcb9f444bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:26.149541 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Pushing event updated for resources: {'Port': ['ID=a8b1146a-b4f8-4aa6-abfd-994be040a6df,revision_number=4']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:26.152728 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-48ebbe24-324f-4768-8620-60cde3c47aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:26.153726 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:26.154332 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:19:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:26.347299 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:26.433039 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a3964858-3243-4036-969b-eae06aa7e737 req-6eb66d5b-54c5-4cac-b0b7-fc601a5c7a30 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 210 time: 0.0512865 Dec 14 00:19:26.672867 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'a8b1146a-b4f8-4aa6-abfd-994be040a6df', 'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:f7:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:20Z', 'updated_at': '2021-12-14T00:19:25Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:26.676838 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccc6416-13cd-41f1-bf4b-fd45c22e0ab1 None None] The sync data for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv is: [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'a8b1146a-b4f8-4aa6-abfd-994be040a6df', 'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:f7:c7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:20Z', 'updated_at': '2021-12-14T00:19:25Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:19:27.142799 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:19:27.156067 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39907-d745-4706-9adc-7b1769ecce99 req-bb4f321e-c86c-401d-822b-e5ec7a263cf9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:27.157574 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-bb4f321e-c86c-401d-822b-e5ec7a263cf9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/networks?id=6af4f671-762c-4268-be76-ac0c1887ee9f HTTP/1.1" status: 200 len: 796 time: 0.1595137 Dec 14 00:19:27.215355 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-2c2c2c1e-ad28-4b3f-9873-2865c667f0a0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b61480b38e44f19bef43922b67b0ef HTTP/1.1" status: 200 len: 380 time: 0.0445139 Dec 14 00:19:27.224050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'port': {'device_id': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'admin_state_up': True, 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'security_groups': ['1f011669-1e71-451a-8a54-5969df70f822']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:27.370277 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:27.380308 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:27.464812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Made reservation on behalf of 76b61480b38e44f19bef43922b67b0ef for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:19:27.467944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:27.612674 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6491062-f21f-4902-a30b-065196eb69a1 req-d124301b-905b-4fce-949f-c1225791bd72 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 210 time: 0.0509987 Dec 14 00:19:27.677296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.20.0.9 (6af4f671-762c-4268-be76-ac0c1887ee9f/56fcd22f-1499-47a6-8499-b9ecb87d1956/b18fed8b-4775-4aaf-b301-8f120979f33e) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:19:27.865251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:27.881031 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Transition to ACTIVE for port object b18fed8b-4775-4aaf-b301-8f120979f33e will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:19:27.973580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:27.979682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-db349d4e-46a0-4822-8c80-7b4c390b66ac tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:28.048266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network 6af4f671-762c-4268-be76-ac0c1887ee9f is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:19:28.051210 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:19:28.056006 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:19:28.081977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=b18fed8b-4775-4aaf-b301-8f120979f33e,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:28.087377 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:28.120869 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:28.121488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:28.142822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a8b1146a-b4f8-4aa6-abfd-994be040a6df up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:19:28.208326 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9879959 Dec 14 00:19:28.219486 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Request body: {'port': {'device_id': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:28.275706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port a8b1146a-b4f8-4aa6-abfd-994be040a6df completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:19:28.280879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a8b1146a-b4f8-4aa6-abfd-994be040a6df triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:28.281264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:28.335422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:28.404326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:28.442281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port a8b1146a-b4f8-4aa6-abfd-994be040a6df, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a8b1146a-b4f8-4aa6-abfd-994be040a6df,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:28.452626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-67028b99-e176-4410-a6d3-daa75427c751 None None] Provisioning for port b18fed8b-4775-4aaf-b301-8f120979f33e completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:19:28.457930 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-67028b99-e176-4410-a6d3-daa75427c751 None None] Provisioning complete for port b18fed8b-4775-4aaf-b301-8f120979f33e triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:28.458310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-67028b99-e176-4410-a6d3-daa75427c751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:28.512843 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-67028b99-e176-4410-a6d3-daa75427c751 None None] Port b18fed8b-4775-4aaf-b301-8f120979f33e cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:19:28.537916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:28.539757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:28.607928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=a8b1146a-b4f8-4aa6-abfd-994be040a6df,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:28.611038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:28.798397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18fed8b-4775-4aaf-b301-8f120979f33e {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:19:28.805986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:28.807824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed611395-a3aa-400a-b6e8-5f28b34abf00 req-67abfa7e-30fa-4bbe-a3df-ebb66ebae3d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:28.809311 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ed611395-a3aa-400a-b6e8-5f28b34abf00 req-67abfa7e-30fa-4bbe-a3df-ebb66ebae3d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 931 time: 0.0783260 Dec 14 00:19:28.821206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Transition to ACTIVE for port object b18fed8b-4775-4aaf-b301-8f120979f33e will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:19:28.855340 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ed611395-a3aa-400a-b6e8-5f28b34abf00 req-7927081f-0be4-4a4a-b8c5-fb702ba0f4dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405250 Dec 14 00:19:28.903655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:28.907550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9ce0b1d7-6751-4dad-abcb-88411f44907c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:29.033998 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b18fed8b-4775-4aaf-b301-8f120979f33e,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:29.037207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:29.154029 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Attempting to bind port b18fed8b-4775-4aaf-b301-8f120979f33e on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:19:29.154299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Attempting to bind port b18fed8b-4775-4aaf-b301-8f120979f33e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:19:29.154632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Attempting to bind port b18fed8b-4775-4aaf-b301-8f120979f33e on network 6af4f671-762c-4268-be76-ac0c1887ee9f {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:19:29.160365 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Port b18fed8b-4775-4aaf-b301-8f120979f33e on network 6af4f671-762c-4268-be76-ac0c1887ee9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:19:29.160683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Attempting to bind port b18fed8b-4775-4aaf-b301-8f120979f33e on network 6af4f671-762c-4268-be76-ac0c1887ee9f {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:19:29.168295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:19:29.168625 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Checking segment: {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:19:29.169002 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Bound using segment: {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:19:29.169416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Bound port: b18fed8b-4775-4aaf-b301-8f120979f33e, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e7e70dd-c077-4c0d-abd1-0310132a72a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:19:29.169755 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:29.261397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] For port b18fed8b-4775-4aaf-b301-8f120979f33e, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:19:29.264390 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] For port b18fed8b-4775-4aaf-b301-8f120979f33e, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b18fed8b-4775-4aaf-b301-8f120979f33e,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:19:29.344883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:29.348835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1cb64cd-b0e2-47f1-b8d0-92e7ff7594d1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:29.409945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:29.411357 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/b18fed8b-4775-4aaf-b301-8f120979f33e HTTP/1.1" status: 200 len: 1093 time: 1.1962590 Dec 14 00:19:29.411958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:19:29.430591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b18fed8b-4775-4aaf-b301-8f120979f33e,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:29.433688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:29.469777 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'status': 'completed', 'code': 200} Dec 14 00:19:29.569524 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8538dd26-e00b-463d-996a-3861597fe18f req-51e1e31f-1fb3-4fc5-bdfc-7f6294da016b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 1096 time: 0.0776436 Dec 14 00:19:29.715281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538dd26-e00b-463d-996a-3861597fe18f req-c06a0860-8380-41be-bd5b-c91d4ac1ae6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:29.716703 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8538dd26-e00b-463d-996a-3861597fe18f req-c06a0860-8380-41be-bd5b-c91d4ac1ae6b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=76b61480b38e44f19bef43922b67b0ef&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1397767 Dec 14 00:19:29.851493 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538dd26-e00b-463d-996a-3861597fe18f req-b0bd8a61-b0e1-42e1-b117-39a36eee704b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:29.852970 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8538dd26-e00b-463d-996a-3861597fe18f req-b0bd8a61-b0e1-42e1-b117-39a36eee704b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298606 Dec 14 00:19:29.955859 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-5d25c277-d557-4dcd-bb01-27b4dadccc21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 1096 time: 0.0694468 Dec 14 00:19:30.028696 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-4eaae2e7-82b8-4f51-b749-ab014082c66c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b18fed8b-4775-4aaf-b301-8f120979f33e HTTP/1.1" status: 200 len: 217 time: 0.0660825 Dec 14 00:19:30.063770 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2aead-dcc6-490f-8dad-8e1b594965a8 req-214b5068-6cc4-41d8-8261-cacf2d5fa305 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:30.065328 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-70d2aead-dcc6-490f-8dad-8e1b594965a8 req-214b5068-6cc4-41d8-8261-cacf2d5fa305 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 943 time: 0.0796618 Dec 14 00:19:30.098091 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f39907-d745-4706-9adc-7b1769ecce99 req-2ac7a20a-c34e-4cd0-9356-7d3646bbb475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:30.099747 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-2ac7a20a-c34e-4cd0-9356-7d3646bbb475 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56fcd22f-1499-47a6-8499-b9ecb87d1956 HTTP/1.1" status: 200 len: 835 time: 0.0646961 Dec 14 00:19:30.126744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a8b1146a-b4f8-4aa6-abfd-994be040a6df up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:19:30.128235 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-70d2aead-dcc6-490f-8dad-8e1b594965a8 req-c2bde7a3-c73a-4deb-b9b9-8b7cb14212b9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561798 Dec 14 00:19:30.187734 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-0fe57059-b154-4e6b-aef4-511e5308f5d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6af4f671-762c-4268-be76-ac0c1887ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819418 Dec 14 00:19:30.211997 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port a8b1146a-b4f8-4aa6-abfd-994be040a6df triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:30.212296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:30.321957 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-907879ee-1477-42dc-b838-52b8d328e152 service neutron] 10.222.0.18 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267769 Dec 14 00:19:30.571115 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-44f39907-d745-4706-9adc-7b1769ecce99 req-18e8b81c-5a8d-46ea-9432-79bd4ea41f38 service neutron] 10.222.0.18 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317169 Dec 14 00:19:31.339259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc688a-2f87-4325-8a91-fdef1f95b852 req-1b1165a3-2b47-4488-af64-3bf29ae417d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:31.339977 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-4ecc688a-2f87-4325-8a91-fdef1f95b852 req-1b1165a3-2b47-4488-af64-3bf29ae417d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:19:31.424192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-4ecc688a-2f87-4325-8a91-fdef1f95b852 req-1b1165a3-2b47-4488-af64-3bf29ae417d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:19:31.425287 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4ecc688a-2f87-4325-8a91-fdef1f95b852 req-1b1165a3-2b47-4488-af64-3bf29ae417d2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 943 time: 0.1615968 Dec 14 00:19:31.471843 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4ecc688a-2f87-4325-8a91-fdef1f95b852 req-5967b10d-d9d6-44c7-ba64-b2adc2be5e36 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401843 Dec 14 00:19:32.273717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device b18fed8b-4775-4aaf-b301-8f120979f33e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:19:32.404280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port b18fed8b-4775-4aaf-b301-8f120979f33e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b18fed8b-4775-4aaf-b301-8f120979f33e,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:32.417663 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'port_id': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'mac_address': 'fa:16:3e:b6:d8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:19:32.472484 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:32.489218 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18fed8b-4775-4aaf-b301-8f120979f33e {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:19:32.504136 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port b18fed8b-4775-4aaf-b301-8f120979f33e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b18fed8b-4775-4aaf-b301-8f120979f33e,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:32.567181 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:32.569658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:32.634906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=b18fed8b-4775-4aaf-b301-8f120979f33e,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:32.638018 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:32.669130 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5b231-a9ad-4101-8638-306380e2491e req-61bbc433-db87-492a-a8a9-d0dd5a7f1754 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:32.670602 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e9c5b231-a9ad-4101-8638-306380e2491e req-61bbc433-db87-492a-a8a9-d0dd5a7f1754 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 944 time: 0.0769110 Dec 14 00:19:32.722828 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e9c5b231-a9ad-4101-8638-306380e2491e req-0497b5bd-4dcb-43ee-b388-fe28b357fa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466835 Dec 14 00:19:32.786380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['b18fed8b-4775-4aaf-b301-8f120979f33e'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:19:33.924664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c071bd7e-6ca5-451c-be2b-2b4581fc5374 req-23d95870-d0a8-434f-b909-74cdcdb62466 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:33.926110 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c071bd7e-6ca5-451c-be2b-2b4581fc5374 req-23d95870-d0a8-434f-b909-74cdcdb62466 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 944 time: 0.0810652 Dec 14 00:19:33.972162 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c071bd7e-6ca5-451c-be2b-2b4581fc5374 req-64c6a1ba-7d9e-4741-8899-e6bdc3a30d13 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402713 Dec 14 00:19:34.270002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device b18fed8b-4775-4aaf-b301-8f120979f33e up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:19:34.475829 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port b18fed8b-4775-4aaf-b301-8f120979f33e completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:19:34.480781 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port b18fed8b-4775-4aaf-b301-8f120979f33e triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:19:34.481160 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:34.592603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:34.618558 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:19:34.628315 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port b18fed8b-4775-4aaf-b301-8f120979f33e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b18fed8b-4775-4aaf-b301-8f120979f33e,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:19:34.698974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:34.700906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-574864f9-0974-44ad-a063-48ac9ab623b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:34.745181 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'code': 200} Dec 14 00:19:34.766692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=b18fed8b-4775-4aaf-b301-8f120979f33e,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:34.769596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:35.093769 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a66e4d9-32f7-407e-97e9-ec7d1e7f09df req-990121f0-0173-4d1d-b906-93e97ec6c232 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 1098 time: 0.0687091 Dec 14 00:19:35.192629 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a66e4d9-32f7-407e-97e9-ec7d1e7f09df req-67eaf04f-9e19-45df-ab9a-2744850dd3f4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593886 Dec 14 00:19:35.207208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88596c04-698a-481c-916f-abb3aaefb84f req-8cca8d02-5cc9-4a43-8cc9-d1e6cc1ab7c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:35.208639 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-88596c04-698a-481c-916f-abb3aaefb84f req-8cca8d02-5cc9-4a43-8cc9-d1e6cc1ab7c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.1140170 Dec 14 00:19:35.254301 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-88596c04-698a-481c-916f-abb3aaefb84f req-63e377ba-0bc6-4f45-9b4a-d5b83bca00c9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390563 Dec 14 00:19:36.461028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92072e98-9fe1-41d3-a128-cee958c13fd5 req-8ec1d2b7-da2b-441b-aceb-c7704c482224 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:36.462482 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-92072e98-9fe1-41d3-a128-cee958c13fd5 req-8ec1d2b7-da2b-441b-aceb-c7704c482224 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.0781569 Dec 14 00:19:36.507080 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-92072e98-9fe1-41d3-a128-cee958c13fd5 req-07f44749-0061-47fb-ba3b-0f2eca0e6985 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391228 Dec 14 00:19:36.702633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c944-4585-4b8c-a0a4-707c28cbb648 req-2f2bae25-bbdb-4251-9040-c7d8941aaa30 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:36.704041 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8326c944-4585-4b8c-a0a4-707c28cbb648 req-2f2bae25-bbdb-4251-9040-c7d8941aaa30 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.0773995 Dec 14 00:19:36.753198 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8326c944-4585-4b8c-a0a4-707c28cbb648 req-ed083d88-b165-4726-92e6-66036e02d180 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 Dec 14 00:19:36.779692 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34478) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:36.849992 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-352bfe55-bfc5-440f-88c3-84d75548125f tempest-TestNetworkAdvancedServerOps-1306911444 tempest-TestNetworkAdvancedServerOps-1306911444-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 1093 time: 0.0685744 Dec 14 00:19:36.852498 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34482) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:36.857597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:19:36.863100 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:19:36.867548 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Usage tracker for resource:floatingip and tenant:76b61480b38e44f19bef43922b67b0ef is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:19:36.870398 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:19:36.876193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:19:36.961463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:37.097070 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:37.236963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Allocated IP 172.26.5.189 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/d983c6f8-02e2-42bd-ad07-2e0d9767337a) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:19:37.385402 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:37.469936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:37.473598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:37.538753 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:19:37.541496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:19:37.546327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:19:37.577334 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=d983c6f8-02e2-42bd-ad07-2e0d9767337a,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:37.583247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:38.060981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:38.264065 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:38.470350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:38.537972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:38.541650 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f189dd67-5138-4d6c-a2bb-dfa1c8d7db02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:19:38.642928 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event updated for resources: {'Port': ['ID=d983c6f8-02e2-42bd-ad07-2e0d9767337a,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:19:38.646876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:19:38.661125 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:38.852123 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Floating IP a4396ddf-b4d5-4cb8-8fd4-729db3f2d631 associated. External IP: 172.26.5.189, port: b18fed8b-4775-4aaf-b301-8f120979f33e. Dec 14 00:19:39.244760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:19:39.461967 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:19:39.471916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] Sync routers for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:19:39.484720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:39.485341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:19:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:39.567417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:39.625813 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7722957 Dec 14 00:19:39.626581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:19:39.665579 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:39.682218 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'status': 'completed', 'code': 200} Dec 14 00:19:39.817554 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e79a11-6d08-4d77-b9d1-056e40a8053c req-96fb715d-4cb7-4896-96bc-97f842f0b0a4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:39.820204 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83e79a11-6d08-4d77-b9d1-056e40a8053c req-96fb715d-4cb7-4896-96bc-97f842f0b0a4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.0877478 Dec 14 00:19:39.870645 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-83e79a11-6d08-4d77-b9d1-056e40a8053c req-a692b4a5-75e8-449b-97d0-002d361936e2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450261 Dec 14 00:19:39.885245 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f95c2ea3-ff34-4ff1-94ff-3c505caada3e req-a7431acb-f362-4bdd-9f0b-618994112491 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 1098 time: 0.1415541 Dec 14 00:19:39.900756 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34492) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:40.013612 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-6992d5da-8ff5-4024-85e1-09c0acf42549 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a4396ddf-b4d5-4cb8-8fd4-729db3f2d631 HTTP/1.1" status: 200 len: 991 time: 0.1101828 Dec 14 00:19:40.023479 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c2ea3-ff34-4ff1-94ff-3c505caada3e req-7ed30cb2-259b-4a88-b8cc-298c32bd2041 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:40.024966 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f95c2ea3-ff34-4ff1-94ff-3c505caada3e req-7ed30cb2-259b-4a88-b8cc-298c32bd2041 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6af4f671-762c-4268-be76-ac0c1887ee9f HTTP/1.1" status: 200 len: 897 time: 0.1328480 Dec 14 00:19:40.027438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'a4396ddf-b4d5-4cb8-8fd4-729db3f2d631', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'port_id': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'mac_address': 'fa:16:3e:b6:d8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:19:37Z', 'updated_at': '2021-12-14T00:19:37Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b1146a-b4f8-4aa6-abfd-994be040a6df', 'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:f7:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:20Z', 'updated_at': '2021-12-14T00:19:28Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:40.031460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] Checking router: 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:19:40.042672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:19:40.043299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:19:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:40.226236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:19:40.254045 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f95c2ea3-ff34-4ff1-94ff-3c505caada3e req-6eb7c4e2-97f3-42ba-a5df-bec9a23ba0a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b18fed8b-4775-4aaf-b301-8f120979f33e HTTP/1.1" status: 200 len: 999 time: 0.2230754 Dec 14 00:19:40.323501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c2ea3-ff34-4ff1-94ff-3c505caada3e req-58d5ed63-db5f-458f-a9e6-cd85605b9869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:19:40.325289 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f95c2ea3-ff34-4ff1-94ff-3c505caada3e req-58d5ed63-db5f-458f-a9e6-cd85605b9869 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56fcd22f-1499-47a6-8499-b9ecb87d1956 HTTP/1.1" status: 200 len: 835 time: 0.0649977 Dec 14 00:19:40.407886 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f95c2ea3-ff34-4ff1-94ff-3c505caada3e req-166f4caf-0d0a-439a-b598-9336d1074ab9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6af4f671-762c-4268-be76-ac0c1887ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759060 Dec 14 00:19:40.541491 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f95c2ea3-ff34-4ff1-94ff-3c505caada3e req-7d428dcc-7f43-4bb5-8aa6-d1bde8d89f2d service neutron] 10.222.0.18 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266656 Dec 14 00:19:40.578250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'a4396ddf-b4d5-4cb8-8fd4-729db3f2d631', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'port_id': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'mac_address': 'fa:16:3e:b6:d8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:19:37Z', 'updated_at': '2021-12-14T00:19:37Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b1146a-b4f8-4aa6-abfd-994be040a6df', 'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:f7:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:20Z', 'updated_at': '2021-12-14T00:19:28Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:19:40.582206 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1fdfe1-d3a1-4764-ae0e-1f27e7dbe4fe None None] The sync data for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv is: [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': 'a4396ddf-b4d5-4cb8-8fd4-729db3f2d631', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'floating_ip_address': '172.26.5.189', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'port_id': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'mac_address': 'fa:16:3e:b6:d8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:19:37Z', 'updated_at': '2021-12-14T00:19:37Z', 'revision_number': 0, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8b1146a-b4f8-4aa6-abfd-994be040a6df', 'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:f7:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:20Z', 'updated_at': '2021-12-14T00:19:28Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:19:40.679136 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f95c2ea3-ff34-4ff1-94ff-3c505caada3e req-511acdf4-3f81-4ce4-9d1e-beaed37637e6 service neutron] 10.222.0.18 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321006 Dec 14 00:19:41.016373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34496) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:41.117351 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-af1c0036-3fab-48c6-a519-e453c4b37d95 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a4396ddf-b4d5-4cb8-8fd4-729db3f2d631 HTTP/1.1" status: 200 len: 991 time: 0.0997396 Dec 14 00:19:41.893319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3a455905-0f18-4f89-8b76-a2bd0f23aaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:42.120941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34500) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:42.226410 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-3ce25e86-df77-41fa-8eb5-62f3cafa0916 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a4396ddf-b4d5-4cb8-8fd4-729db3f2d631 HTTP/1.1" status: 200 len: 991 time: 0.1042576 Dec 14 00:19:43.229748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34504) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:43.339842 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-00b4265e-725e-4f6c-a22a-f852b1a20f45 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a4396ddf-b4d5-4cb8-8fd4-729db3f2d631 HTTP/1.1" status: 200 len: 991 time: 0.1088407 Dec 14 00:19:43.570387 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5568dd-21d3-4335-8a26-763d4c743e4c None None] New status for floating IP a4396ddf-b4d5-4cb8-8fd4-729db3f2d631: ACTIVE {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:19:44.115949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc24d-61ee-499f-8f20-ecbc6186065b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:44.343551 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34508) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:19:44.447674 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8c79ad4c-a974-4e66-aab3-d6ed18ababf1 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a4396ddf-b4d5-4cb8-8fd4-729db3f2d631 HTTP/1.1" status: 200 len: 993 time: 0.1028683 Dec 14 00:19:45.463872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:45.543070 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:46.989548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:19:49.830014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:04.143215 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:20:09.648175 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc9a2f-a135-4b9c-8cf9-ffe85f9ef07c req-6a0a7b70-c217-4370-b368-063f5bb22325 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:09.649538 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-36cc9a2f-a135-4b9c-8cf9-ffe85f9ef07c req-6a0a7b70-c217-4370-b368-063f5bb22325 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.0824070 Dec 14 00:20:09.695280 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-36cc9a2f-a135-4b9c-8cf9-ffe85f9ef07c req-7c5ad37b-1db7-4c3e-b6b1-8ee384daa78f tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 Dec 14 00:20:10.902152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7ff80-cf2f-4de7-9ec0-ce97912507de req-0aa190fa-dc8e-4e4d-903e-fe6f029eb7e3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:10.903642 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7ae7ff80-cf2f-4de7-9ec0-ce97912507de req-0aa190fa-dc8e-4e4d-903e-fe6f029eb7e3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.0827744 Dec 14 00:20:10.952859 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7ae7ff80-cf2f-4de7-9ec0-ce97912507de req-43d9dd68-16f7-4abd-9739-a56da9dc0c3a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430655 Dec 14 00:20:10.984652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34526) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:11.092094 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-9f4fc5be-543e-4c71-b7dc-c720a3442a97 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a4396ddf-b4d5-4cb8-8fd4-729db3f2d631 HTTP/1.1" status: 200 len: 993 time: 0.1061335 Dec 14 00:20:11.902777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-02543c22-787e-4af4-b73c-cf4761f54613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:12.749878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38823815-1b1c-4bdc-9e4b-8686211da996 req-bc4d6835-aa41-4fb9-9da8-86029c9e33d4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:12.751220 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-38823815-1b1c-4bdc-9e4b-8686211da996 req-bc4d6835-aa41-4fb9-9da8-86029c9e33d4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.1421003 Dec 14 00:20:12.778215 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5138dfd6-ae9e-48d9-9c82-5b0ea4737392 req-4996eda8-ce69-4af1-a7be-b23bc82e64e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 1098 time: 0.1136136 Dec 14 00:20:12.883411 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-38823815-1b1c-4bdc-9e4b-8686211da996 req-b6d2de78-cd61-473d-b0d0-18549e302a8e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248569 Dec 14 00:20:12.929314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138dfd6-ae9e-48d9-9c82-5b0ea4737392 req-955d82a1-5568-4c10-b15f-09c86a1abfa4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:12.930758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5138dfd6-ae9e-48d9-9c82-5b0ea4737392 req-955d82a1-5568-4c10-b15f-09c86a1abfa4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6af4f671-762c-4268-be76-ac0c1887ee9f HTTP/1.1" status: 200 len: 897 time: 0.1457579 Dec 14 00:20:13.035342 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5138dfd6-ae9e-48d9-9c82-5b0ea4737392 req-6d1c8a02-d122-40bb-914b-64c1f09f10aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b18fed8b-4775-4aaf-b301-8f120979f33e HTTP/1.1" status: 200 len: 1001 time: 0.0981183 Dec 14 00:20:13.097941 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138dfd6-ae9e-48d9-9c82-5b0ea4737392 req-9461340d-3809-47f8-b0e7-1fb284617f0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:13.099329 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5138dfd6-ae9e-48d9-9c82-5b0ea4737392 req-9461340d-3809-47f8-b0e7-1fb284617f0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56fcd22f-1499-47a6-8499-b9ecb87d1956 HTTP/1.1" status: 200 len: 835 time: 0.0576293 Dec 14 00:20:13.172810 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5138dfd6-ae9e-48d9-9c82-5b0ea4737392 req-e0560a88-000b-4bd9-b7c9-cc23822ef9f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6af4f671-762c-4268-be76-ac0c1887ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672839 Dec 14 00:20:13.312357 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5138dfd6-ae9e-48d9-9c82-5b0ea4737392 req-860c7647-9820-420a-b4fb-266986e2c242 service neutron] 10.222.0.18 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319399 Dec 14 00:20:13.554174 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5138dfd6-ae9e-48d9-9c82-5b0ea4737392 req-a499f34e-ebf5-4260-8cdc-dcab0378a4a8 service neutron] 10.222.0.18 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353861 Dec 14 00:20:14.090593 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d521e8-4e96-4c81-b225-019b605f97ea req-02db79f6-8403-4bbc-9d09-0d51528704df tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:14.092133 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c7d521e8-4e96-4c81-b225-019b605f97ea req-02db79f6-8403-4bbc-9d09-0d51528704df tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.0797853 Dec 14 00:20:14.137550 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c7d521e8-4e96-4c81-b225-019b605f97ea req-abfc8188-b440-49bd-98c0-ec3d45f3fbd2 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399668 Dec 14 00:20:14.143572 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bb2deac3-a312-4338-860f-7b037ad4179a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:15.345793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307f03d-6a20-4d82-b877-82872a85bb22 req-3565fe7f-f74a-4517-9d51-a2a06393e385 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:15.347248 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b307f03d-6a20-4d82-b877-82872a85bb22 req-3565fe7f-f74a-4517-9d51-a2a06393e385 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.0841739 Dec 14 00:20:15.393191 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b307f03d-6a20-4d82-b877-82872a85bb22 req-5c904f92-f7a1-4191-9d72-55d37a543e02 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402915 Dec 14 00:20:15.420840 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34544) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:15.492905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:15.589548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:15.633718 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-2da1d14d-73c1-4c61-ac86-c20a85f21fdc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/floatingips/a4396ddf-b4d5-4cb8-8fd4-729db3f2d631 HTTP/1.1" status: 200 len: 993 time: 0.2116079 Dec 14 00:20:16.018362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34556) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:16.222907 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port d983c6f8-02e2-42bd-ad07-2e0d9767337a {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:20:16.223243 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:16.394272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:16.394619 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:16.517177 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for d983c6f8-02e2-42bd-ad07-2e0d9767337a owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:20:16.708620 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:16.712633 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4c87ed67-3a09-45bb-9de2-cc3ed9efb1b7 tempest-ServersAdminNegativeTestJSON-548541791 tempest-ServersAdminNegativeTestJSON-548541791-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:16.756928 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=d983c6f8-02e2-42bd-ad07-2e0d9767337a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:16.796297 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.796689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.797075 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.797456 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.797834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.798209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.798581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.798953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.799320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.799721 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.800091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:16.806806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:16.859850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:16.961131 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:17.253538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:20:17.567048 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:20:17.578970 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] Sync routers for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:20:17.591130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:17.591776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:17.669874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:17.724409 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/floatingips/a4396ddf-b4d5-4cb8-8fd4-729db3f2d631 HTTP/1.1" status: 204 len: 168 time: 1.7048585 Dec 14 00:20:17.725164 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:20:17.809794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:17.900086 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'status': 'completed', 'code': 200} Dec 14 00:20:18.001339 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4e88a549-e5af-4519-a6a1-69700e95f193 req-f41b8d69-1002-4c7c-9cb7-24cdaf338c95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=76b61480b38e44f19bef43922b67b0ef&device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 1098 time: 0.0758417 Dec 14 00:20:18.139780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'a8b1146a-b4f8-4aa6-abfd-994be040a6df', 'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:f7:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:20Z', 'updated_at': '2021-12-14T00:19:28Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:18.144004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] Checking router: 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:20:18.152656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88a549-e5af-4519-a6a1-69700e95f193 req-59f86c45-750d-4880-93a1-7fa7b31781e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:18.154145 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4e88a549-e5af-4519-a6a1-69700e95f193 req-59f86c45-750d-4880-93a1-7fa7b31781e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6af4f671-762c-4268-be76-ac0c1887ee9f HTTP/1.1" status: 200 len: 897 time: 0.1401572 Dec 14 00:20:18.156285 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:18.156905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:18.226844 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4e88a549-e5af-4519-a6a1-69700e95f193 req-d448a4d2-ce0e-4ac3-9264-326067866053 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b18fed8b-4775-4aaf-b301-8f120979f33e HTTP/1.1" status: 200 len: 217 time: 0.0654008 Dec 14 00:20:18.259130 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b3381-612c-4579-9f20-ae2a84cfe534 req-09bcdcba-509c-45c7-aacf-bb7b027ba06d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:18.259883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-414b3381-612c-4579-9f20-ae2a84cfe534 req-09bcdcba-509c-45c7-aacf-bb7b027ba06d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Synchronizing usage tracker for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:20:18.297594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88a549-e5af-4519-a6a1-69700e95f193 req-9d62f6cc-1552-4c7e-9903-8eb740d6298d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:18.299016 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4e88a549-e5af-4519-a6a1-69700e95f193 req-9d62f6cc-1552-4c7e-9903-8eb740d6298d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56fcd22f-1499-47a6-8499-b9ecb87d1956 HTTP/1.1" status: 200 len: 835 time: 0.0660419 Dec 14 00:20:18.309396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-414b3381-612c-4579-9f20-ae2a84cfe534 req-09bcdcba-509c-45c7-aacf-bb7b027ba06d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Unset dirty status for tenant:76b61480b38e44f19bef43922b67b0ef on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:20:18.310632 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-414b3381-612c-4579-9f20-ae2a84cfe534 req-09bcdcba-509c-45c7-aacf-bb7b027ba06d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.1334209 Dec 14 00:20:18.351772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:18.374638 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-414b3381-612c-4579-9f20-ae2a84cfe534 req-17755eb7-31b4-41ad-a53a-ca61a1c78eb9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543864 Dec 14 00:20:18.387590 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4e88a549-e5af-4519-a6a1-69700e95f193 req-11b303ab-7f9a-4939-bd72-fd2d5bd79f76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6af4f671-762c-4268-be76-ac0c1887ee9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811336 Dec 14 00:20:18.529187 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4e88a549-e5af-4519-a6a1-69700e95f193 req-8fbcbcfe-c6c6-4e63-9c3c-73e66d9c1436 service neutron] 10.222.0.18 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347690 Dec 14 00:20:18.665193 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4e88a549-e5af-4519-a6a1-69700e95f193 req-805c46fd-b2b4-4c37-a163-2387fb9787d9 service neutron] 10.222.0.18 "GET /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292102 Dec 14 00:20:18.670089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'a8b1146a-b4f8-4aa6-abfd-994be040a6df', 'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:f7:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:20Z', 'updated_at': '2021-12-14T00:19:28Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:18.674113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827d35f1-7e78-4dcc-9e2a-a48fee7d901d None None] The sync data for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv is: [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:19:21Z', 'revision_number': 4, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': 'a8b1146a-b4f8-4aa6-abfd-994be040a6df', 'name': '', 'network_id': '6af4f671-762c-4268-be76-ac0c1887ee9f', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'mac_address': 'fa:16:3e:f7:c7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:20Z', 'updated_at': '2021-12-14T00:19:28Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'subnets': [{'id': '56fcd22f-1499-47a6-8499-b9ecb87d1956', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:20:18.896721 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8569d69a-2be9-4e2e-ac0a-971accd88494 None None] New status for floating IP a4396ddf-b4d5-4cb8-8fd4-729db3f2d631: DOWN {{(pid=84314) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:20:19.580856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397603e-a3c7-4945-ae9c-65d9d82943a5 req-d36f9ac2-9c90-4728-8836-9c73b20123dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:19.582313 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5397603e-a3c7-4945-ae9c-65d9d82943a5 req-d36f9ac2-9c90-4728-8836-9c73b20123dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.0834322 Dec 14 00:20:19.628260 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5397603e-a3c7-4945-ae9c-65d9d82943a5 req-b996d4a2-5740-4e6d-b471-77c59b4878ed tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/security-groups?id=1f011669-1e71-451a-8a54-5969df70f822&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 Dec 14 00:20:19.736648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac14b98-2283-4552-beee-12613ecab35d req-ba5aea2f-5c42-4dfb-8b75-c9da28dd9e29 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:19.738068 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3ac14b98-2283-4552-beee-12613ecab35d req-ba5aea2f-5c42-4dfb-8b75-c9da28dd9e29 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 945 time: 0.0762277 Dec 14 00:20:19.810311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-3ac14b98-2283-4552-beee-12613ecab35d req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port b18fed8b-4775-4aaf-b301-8f120979f33e {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:20:19.810651 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3ac14b98-2283-4552-beee-12613ecab35d req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:19.863358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:20.053434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-3ac14b98-2283-4552-beee-12613ecab35d req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port b18fed8b-4775-4aaf-b301-8f120979f33e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b18fed8b-4775-4aaf-b301-8f120979f33e,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:20.053792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3ac14b98-2283-4552-beee-12613ecab35d req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:20.183463 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-3ac14b98-2283-4552-beee-12613ecab35d req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for b18fed8b-4775-4aaf-b301-8f120979f33e owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:20:20.509356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3ac14b98-2283-4552-beee-12613ecab35d req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:20.515134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fc5934b2-9189-4d51-a425-5cba45a41a55 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:20.565222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=b18fed8b-4775-4aaf-b301-8f120979f33e,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:20.605488 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.606257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.606257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.606617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.606994 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.607368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.607782 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.608155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.608526 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.608897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.609267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:20.616202 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:20.650361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac14b98-2283-4552-beee-12613ecab35d req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] No DVR routers for this DVR port b18fed8b-4775-4aaf-b301-8f120979f33e on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:20:20.652561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-3ac14b98-2283-4552-beee-12613ecab35d req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:20.655161 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'name': 'network-vif-deleted', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:20:20.721730 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3ac14b98-2283-4552-beee-12613ecab35d req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.18 "DELETE /v2.0/ports/b18fed8b-4775-4aaf-b301-8f120979f33e HTTP/1.1" status: 204 len: 173 time: 0.9774215 Dec 14 00:20:20.807514 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8e406abd-7e14-47bd-a121-8b5e401a77f6 req-6d68df3d-2059-4c1e-89fc-83de5e12b24c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "GET /v2.0/ports?device_id=4607d3b1-298d-4ee2-9fcb-7a6caba5f780 HTTP/1.1" status: 200 len: 210 time: 0.0490820 Dec 14 00:20:20.824298 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4607d3b1-298d-4ee2-9fcb-7a6caba5f780', 'name': 'network-vif-deleted', 'tag': 'b18fed8b-4775-4aaf-b301-8f120979f33e', 'status': 'completed', 'code': 200} Dec 14 00:20:21.913611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34582) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:22.312663 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:22.930128 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port a8b1146a-b4f8-4aa6-abfd-994be040a6df {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:20:22.930825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:23.112008 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port a8b1146a-b4f8-4aa6-abfd-994be040a6df, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=a8b1146a-b4f8-4aa6-abfd-994be040a6df,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:23.112368 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:23.340114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for a8b1146a-b4f8-4aa6-abfd-994be040a6df owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:20:23.618023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:23.621816 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2938fccb-b907-4018-84bb-cb3b114e40dd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:23.666035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=a8b1146a-b4f8-4aa6-abfd-994be040a6df,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:23.668752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:23.964640 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:24.432820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device b18fed8b-4775-4aaf-b301-8f120979f33e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:20:24.466144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: b18fed8b-4775-4aaf-b301-8f120979f33e {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:20:24.466492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device b18fed8b-4775-4aaf-b301-8f120979f33e not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:20:24.548912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:20:24.863953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:20:24.874383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] Sync routers for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:20:24.876976 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "PUT /v2.0/routers/947b837f-c9ec-4c92-a2d2-abbdaf8ef203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9623108 Dec 14 00:20:24.879509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34586) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:24.886709 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:24.887328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:25.063167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd89ea1f-83d3-435f-8888-b35bd1b1dd54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting subnet 56fcd22f-1499-47a6-8499-b9ecb87d1956 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:20:25.065122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:25.066181 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dd89ea1f-83d3-435f-8888-b35bd1b1dd54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:25.120343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dd89ea1f-83d3-435f-8888-b35bd1b1dd54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:25.210027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dd89ea1f-83d3-435f-8888-b35bd1b1dd54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:25.332417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dd89ea1f-83d3-435f-8888-b35bd1b1dd54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:25.337016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-343848c7-4935-471e-a810-2c86b7a32ccf tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:25.374167 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89ea1f-83d3-435f-8888-b35bd1b1dd54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Subnet': ['ID=56fcd22f-1499-47a6-8499-b9ecb87d1956,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:25.377281 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-dd89ea1f-83d3-435f-8888-b35bd1b1dd54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:25.383424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-dd89ea1f-83d3-435f-8888-b35bd1b1dd54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:25.388564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d739d691-afa5-4be0-a797-3189bdf5471a None None] Network 6af4f671-762c-4268-be76-ac0c1887ee9f requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:20:25.390825 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-dd89ea1f-83d3-435f-8888-b35bd1b1dd54 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/subnets/56fcd22f-1499-47a6-8499-b9ecb87d1956 HTTP/1.1" status: 204 len: 168 time: 0.5103540 Dec 14 00:20:25.393410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34590) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:25.419415 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:20:23Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:25.480036 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] Checking router: 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:20:25.563368 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] Routers {'947b837f-c9ec-4c92-a2d2-abbdaf8ef203'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:25.564049 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:25.603158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:25.767000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] Set router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:25.813560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:25.871369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] DHCP port deletion for 6af4f671-762c-4268-be76-ac0c1887ee9f request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:20:25.890858 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Deleting port 87e383cd-99d2-454c-bd0b-c79f2f0cb752 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:20:25.891239 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:25.895684 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Deleting port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:20:25.896100 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:26.066969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] For port 87e383cd-99d2-454c-bd0b-c79f2f0cb752, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=87e383cd-99d2-454c-bd0b-c79f2f0cb752,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:26.067559 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:26.148613 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:20:26.189129 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Calling delete_port for 87e383cd-99d2-454c-bd0b-c79f2f0cb752 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:20:26.267910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] For port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=ba0bcab3-96c0-4867-8fe5-f446a93bb6a5,segment=NetworkSegment(6e7e70dd-c077-4c0d-abd1-0310132a72a4),segment_id=6e7e70dd-c077-4c0d-abd1-0310132a72a4)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:26.268302 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:26.405455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Calling delete_port for ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:20:26.429645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:26.434827 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-af7d93b7-7b58-465e-a28b-bbe799995656 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:26.486076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Port': ['ID=87e383cd-99d2-454c-bd0b-c79f2f0cb752,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:26.489777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:26.595327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:20:23Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:26.601602 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:26.612796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b3f2cc-4def-469f-861f-d3a4a7f77453 None None] The sync data for ids ['947b837f-c9ec-4c92-a2d2-abbdaf8ef203'] in dv-neutron-821564-1-hyperv is: [{'id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555794261', 'tenant_id': '76b61480b38e44f19bef43922b67b0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156'}], 'enable_snat': True}, 'gw_port_id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:19:16Z', 'updated_at': '2021-12-14T00:20:23Z', 'revision_number': 5, 'project_id': '76b61480b38e44f19bef43922b67b0ef', 'gw_port': {'id': '87e383cd-99d2-454c-bd0b-c79f2f0cb752', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947b837f-c9ec-4c92-a2d2-abbdaf8ef203', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:19:17Z', 'updated_at': '2021-12-14T00:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:20:26.680373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714'] for port, after_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:26.684680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0dfbb8b1-6989-4aff-9a1d-bf0d197a2606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:26.762112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Pushing event deleted for resources: {'Port': ['ID=ba0bcab3-96c0-4867-8fe5-f446a93bb6a5,revision_number=None']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:26.770775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] No DVR routers for this DVR port ba0bcab3-96c0-4867-8fe5-f446a93bb6a5 on host dv-neutron-821564-1-hyperv {{(pid=84313) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:20:26.782064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.782379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.782714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.783095 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.783361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.783811 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.784032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.784354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.784672 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.784987 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.785299 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:26.788967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:26.851466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.120419 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.124897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.234879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.235359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Fanout notify agent at l3_agent the message router_deleted on router 947b837f-c9ec-4c92-a2d2-abbdaf8ef203 {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:20:27.249859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.250960 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/routers/947b837f-c9ec-4c92-a2d2-abbdaf8ef203 HTTP/1.1" status: 204 len: 168 time: 1.8566625 Dec 14 00:20:27.253573 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34596) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:27.373603 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.507404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.532176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af4f671-762c-4268-be76-ac0c1887ee9f']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:27.543876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e7e70dd-c077-4c0d-abd1-0310132a72a4') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:27.544172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e7e70dd-c077-4c0d-abd1-0310132a72a4') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:27.555196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.571116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.577196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:20:27.577572 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:20:27.591935 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:20:27.732158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.735529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7711251e-6553-4284-8b77-17944ce68d4b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:27.750117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.762076 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'Network': ['ID=6af4f671-762c-4268-be76-ac0c1887ee9f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:27.765197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:27.824042 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-c28a53d6-5c79-4316-8de4-c50b47a4fe35 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/networks/6af4f671-762c-4268-be76-ac0c1887ee9f HTTP/1.1" status: 204 len: 168 time: 0.5694110 Dec 14 00:20:27.826597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34600) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:27.896422 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a818a0a9-7f70-4270-adbc-66d27a4e712a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:27.924481 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a818a0a9-7f70-4270-adbc-66d27a4e712a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:28.051676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a818a0a9-7f70-4270-adbc-66d27a4e712a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:28.056143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-93fe4dad-7e99-4095-ad36-8f041ed8711d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:28.072072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818a0a9-7f70-4270-adbc-66d27a4e712a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f011669-1e71-451a-8a54-5969df70f822,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:28.074991 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a818a0a9-7f70-4270-adbc-66d27a4e712a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:28.137253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-a818a0a9-7f70-4270-adbc-66d27a4e712a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:28.138735 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-a818a0a9-7f70-4270-adbc-66d27a4e712a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] 10.222.0.30 "DELETE /v2.0/security-groups/1f011669-1e71-451a-8a54-5969df70f822 HTTP/1.1" status: 204 len: 168 time: 0.3109055 Dec 14 00:20:28.151110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a8b1146a-b4f8-4aa6-abfd-994be040a6df no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:20:28.185250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: a8b1146a-b4f8-4aa6-abfd-994be040a6df {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:20:28.185609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device a8b1146a-b4f8-4aa6-abfd-994be040a6df not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:20:28.186045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87e383cd-99d2-454c-bd0b-c79f2f0cb752 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:20:28.221552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 87e383cd-99d2-454c-bd0b-c79f2f0cb752 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:20:28.225141 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87e383cd-99d2-454c-bd0b-c79f2f0cb752 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:20:28.748321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34610) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:28.919262 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-5cc765a4-7ca9-48e4-a0e5-210270d3326e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76b61480b38e44f19bef43922b67b0ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1696942 Dec 14 00:20:28.921700 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34616) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:28.983971 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-407d7288-5bd5-42e2-afb0-5410cc84d263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:29.009099 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-407d7288-5bd5-42e2-afb0-5410cc84d263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:29.126166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-407d7288-5bd5-42e2-afb0-5410cc84d263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:29.129799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d20318b5-f7cb-43da-8f50-4986803ec985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:29.143011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d7288-5bd5-42e2-afb0-5410cc84d263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42ac2c-55fc-41b5-bf63-6ec27f78c94f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:29.147445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-407d7288-5bd5-42e2-afb0-5410cc84d263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:29.152811 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-407d7288-5bd5-42e2-afb0-5410cc84d263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:29.154534 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-407d7288-5bd5-42e2-afb0-5410cc84d263 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc42ac2c-55fc-41b5-bf63-6ec27f78c94f HTTP/1.1" status: 204 len: 168 time: 0.2319319 Dec 14 00:20:29.755625 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34624) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:29.773867 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:29.806038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:29.809889 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] Usage tracker for resource:security_group_rule and tenant:41778902ed104baa8c4bf49cbc219bdf is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:29.812865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:29.818571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:29.882663 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:29.931676 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:29.938123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e846daa8-9b82-4042-bd80-002f680a4ec5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:29.981417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f4a62c-0e03-42db-8ebf-1dcd586854d5,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:29.984883 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:29.987218 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-89cb643b-727d-48c7-9596-c0dd038f1923 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41778902ed104baa8c4bf49cbc219bdf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2305543 Dec 14 00:20:29.990518 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34628) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:30.048990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-523bb6d0-62cc-4c91-9a94-77dda611e38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:30.074544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-523bb6d0-62cc-4c91-9a94-77dda611e38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:30.171573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-523bb6d0-62cc-4c91-9a94-77dda611e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:30.175301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6f65c57a-c0e8-45c3-b7d0-d2a5da766549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:30.188159 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bb6d0-62cc-4c91-9a94-77dda611e38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f4a62c-0e03-42db-8ebf-1dcd586854d5,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:30.191068 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-523bb6d0-62cc-4c91-9a94-77dda611e38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:30.193021 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-523bb6d0-62cc-4c91-9a94-77dda611e38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:30.194494 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-523bb6d0-62cc-4c91-9a94-77dda611e38d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20f4a62c-0e03-42db-8ebf-1dcd586854d5 HTTP/1.1" status: 204 len: 168 time: 0.2026532 Dec 14 00:20:31.330879 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34650) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:31.457834 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-233611382-network', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:31.462886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:31.466775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Usage tracker for resource:network and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:31.469677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:31.476388 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:31.543209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Made reservation on behalf of 4a416eb83b4a414f81f6f923f82e9fb6 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:20:31.545508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:31.559125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:31.590681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:31.594415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:31.597194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:31.603805 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:31.673581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:31.709551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:31.713582 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-523bb6d0-62cc-4c91-9a94-77dda611e38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:31.740114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:20:31.748353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae77a166-3b42-4e0d-8b6a-d7bd8a2f4c3a,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:31.751806 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:31.756677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:31.756677 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Added segment a61acb4a-0e96-4535-a0ef-c6663ff47908 of type vlan for network 8adb6414-0221-4be7-84dd-adda4e2b31b6 Dec 14 00:20:31.781038 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:31.845866 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:31.846677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:31.847298 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:31.851466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e307d1b9-236b-408c-9f66-f7aea743d5f3 tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:31.952446 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8adb6414-0221-4be7-84dd-adda4e2b31b6,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:31.955242 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:31.963009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:20:32.007298 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6752119 Dec 14 00:20:32.010316 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34656) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:32.015769 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Request body: {'subnet': {'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-233611382-subnet', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:32.020828 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:32.025392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Usage tracker for resource:subnet and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:32.028311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:32.034098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:32.120725 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Made reservation on behalf of 4a416eb83b4a414f81f6f923f82e9fb6 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:20:32.123104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:32.372416 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:32.375908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b0b497e5-147d-42b2-b418-fb0176571d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:32.446114 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841f51f4-534b-46c0-9d25-436b7e5c5faa,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:32.450729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:32.461408 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Checking segment: {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:20:32.461764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Network hostable DHCP agents. Network: 8adb6414-0221-4be7-84dd-adda4e2b31b6, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:20:32.536129 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:20:32.604813 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 8adb6414-0221-4be7-84dd-adda4e2b31b6) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:32.608763 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:32.609347 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:32.613606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ec136-a685-4f06-b1b3-20573600f25d None None] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:20:32.681276 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-12f042fc-2f42-4e35-bfec-4410f6e2de41 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6698475 Dec 14 00:20:32.683759 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34660) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:32.688939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:32.694381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:32.698614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Usage tracker for resource:router and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:32.701634 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:32.707439 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:32.772343 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:32.773322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:32.792782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:32.825716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-8adb6414-0221-4be7-84dd-adda4e2b31b6', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:20:32.826531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:32.984700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Allocated IP 172.20.0.2 (8adb6414-0221-4be7-84dd-adda4e2b31b6/841f51f4-534b-46c0-9d25-436b7e5c5faa/1eb75d9e-ff29-42f5-b3b9-e40de0c61f77) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:20:33.010495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.187668 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.198383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Transition to ACTIVE for port object 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:33.216944 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Transition to ACTIVE for port object 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:33.257484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.275256 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.283817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:33.291214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.347867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:20:33.350828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:33.355373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:20:33.361626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Pushing event updated for resources: {'Port': ['ID=1eb75d9e-ff29-42f5-b3b9-e40de0c61f77,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:33.361626 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:33.430896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Allocated IP 172.26.5.35 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/bf18e8a5-375b-4a70-bfd8-22d5bb201ecb) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:20:33.453330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Attempting to bind port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:20:33.453706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Attempting to bind port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:20:33.454073 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Attempting to bind port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 on network 8adb6414-0221-4be7-84dd-adda4e2b31b6 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:20:33.461031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:20:33.461406 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Checking segment: {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:20:33.461917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.467812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Bound using segment: {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:20:33.467812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Bound port: 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:20:33.467812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.557356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] For port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:20:33.560519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] For port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1eb75d9e-ff29-42f5-b3b9-e40de0c61f77,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:20:33.618352 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.622634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-0b1ce67a-335a-469a-8e9f-ba3b1979104e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:33.696678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.706330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Pushing event updated for resources: {'Port': ['ID=1eb75d9e-ff29-42f5-b3b9-e40de0c61f77,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:33.709743 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:33.761143 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:33.765008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7517454c-f9fd-4c36-b28e-8c66a0902324 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:33.831648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:20:33.837169 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:33.844981 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Pushing event updated for resources: {'Port': ['ID=bf18e8a5-375b-4a70-bfd8-22d5bb201ecb,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:33.847481 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:20:33.876599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:34.087841 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:34.088472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:34.168676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:34.292129 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:34.366534 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:20:34.579122 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:20:34.587839 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Sync routers for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:20:34.592575 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9db876-e155-43b3-be45-6db6329afb72 None None] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:20:34.600487 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:34.601117 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:34.657908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:34.662373 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-a9a0e94e-5e8d-411f-b594-b32eacd6fbad admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9743650 Dec 14 00:20:34.662647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34664) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:34.758860 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e308e83a-5558-4c12-9d93-4621eedb1056 None None] Provisioning for port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:34.771372 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e308e83a-5558-4c12-9d93-4621eedb1056 None None] Provisioning complete for port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:34.772344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e308e83a-5558-4c12-9d93-4621eedb1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:34.785397 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:34.994569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e308e83a-5558-4c12-9d93-4621eedb1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.038110 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e308e83a-5558-4c12-9d93-4621eedb1056 None None] For port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1eb75d9e-ff29-42f5-b3b9-e40de0c61f77,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:35.078928 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:33Z', 'revision_number': 3, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:35.082958 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Checking router: c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:20:35.083433 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Updating router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:20:35.104080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e308e83a-5558-4c12-9d93-4621eedb1056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.107419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-574864f9-0974-44ad-a063-48ac9ab623b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:35.154576 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.184066 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308e83a-5558-4c12-9d93-4621eedb1056 None None] Pushing event updated for resources: {'Port': ['ID=1eb75d9e-ff29-42f5-b3b9-e40de0c61f77,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:35.196392 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e308e83a-5558-4c12-9d93-4621eedb1056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:35.332058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-51056be8-ab32-48e5-a249-f7d0f50416d6 None None] Provisioning complete for port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:35.332918 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-51056be8-ab32-48e5-a249-f7d0f50416d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.512475 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.525215 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Transition to ACTIVE for port object bf18e8a5-375b-4a70-bfd8-22d5bb201ecb will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:35.552465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.588940 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.592519 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a89e4fd5-fd9e-47bc-b023-26504327392b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:35.668292 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Attempting to bind port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:20:35.668662 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Attempting to bind port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:20:35.669027 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Attempting to bind port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:20:35.670957 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Pushing event updated for resources: {'Port': ['ID=bf18e8a5-375b-4a70-bfd8-22d5bb201ecb,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:35.683138 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.683477 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.683832 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.684155 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.684479 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.684798 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.685113 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.685427 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.686362 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.686362 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.686362 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:20:35.689329 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:20:35.689705 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:20:35.690156 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.690485 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:20:35.690950 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Bound port: bf18e8a5-375b-4a70-bfd8-22d5bb201ecb, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:20:35.691325 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.720920 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:35.765364 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Allocated IP 172.20.0.1 (8adb6414-0221-4be7-84dd-adda4e2b31b6/841f51f4-534b-46c0-9d25-436b7e5c5faa/6b7176fe-f90f-482e-983e-4bb769a62e8c) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:20:35.790782 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] For port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:20:35.794103 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] For port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bf18e8a5-375b-4a70-bfd8-22d5bb201ecb,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:20:35.835134 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.838779 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-c6abe807-86f6-486c-97b8-6db6d837f618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:35.916040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.919376 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Pushing event updated for resources: {'Port': ['ID=bf18e8a5-375b-4a70-bfd8-22d5bb201ecb,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:35.922799 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-515e6e6b-023a-4fc5-b1c3-6ce74152725f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:35.924021 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:35.924628 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:35.932679 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Transition to ACTIVE for port object 6b7176fe-f90f-482e-983e-4bb769a62e8c will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:35.995111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:35.999848 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c8c04ec5-8cd6-4c97-9fc6-9ec7b26c47d9 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:36.069098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:20:36.072580 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:36.075255 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:20:36.103369 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7176fe-f90f-482e-983e-4bb769a62e8c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:36.106252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:36.112515 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:36.135406 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:36.191528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:36.273873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:36.274252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:36.301410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:36.440090 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:33Z', 'revision_number': 3, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:36.445177 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83986efd-a697-4b0a-b2c7-c16ad70bf033 None None] The sync data for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv is: [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:33Z', 'revision_number': 3, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:20:36.480892 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-13974e2d-9531-4bf7-aa5e-7ef866f47f15 None None] Provisioning for port 6b7176fe-f90f-482e-983e-4bb769a62e8c completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:36.486081 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-13974e2d-9531-4bf7-aa5e-7ef866f47f15 None None] Provisioning complete for port 6b7176fe-f90f-482e-983e-4bb769a62e8c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:36.486465 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-13974e2d-9531-4bf7-aa5e-7ef866f47f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:36.547702 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-13974e2d-9531-4bf7-aa5e-7ef866f47f15 None None] Port 6b7176fe-f90f-482e-983e-4bb769a62e8c cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:20:36.560923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:36.623458 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:36.654338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ebaf0ae1-b559-4ad5-a058-9890bc825c5b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:36.737794 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Pushing event updated for resources: {'Port': ['ID=6b7176fe-f90f-482e-983e-4bb769a62e8c,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:36.740875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:36.744836 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:36.886814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:20:36.888168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:37.179457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-85fdc10e-c252-4f40-852a-0a482b598d84 None None] Provisioning complete for port 6b7176fe-f90f-482e-983e-4bb769a62e8c triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:37.179457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-85fdc10e-c252-4f40-852a-0a482b598d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:37.232054 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-85fdc10e-c252-4f40-852a-0a482b598d84 None None] Port 6b7176fe-f90f-482e-983e-4bb769a62e8c cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:20:37.298202 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:20:37.608538 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:20:37.617829 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] 10.222.0.30 "PUT /v2.0/routers/c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9540641 Dec 14 00:20:38.161895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bf18e8a5-375b-4a70-bfd8-22d5bb201ecb up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:38.274518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:38.279459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:38.279867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:38.398028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:38.413489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bf18e8a5-375b-4a70-bfd8-22d5bb201ecb,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:38.457455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:38.459378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:38.530117 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=bf18e8a5-375b-4a70-bfd8-22d5bb201ecb,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:38.533158 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:38.594418 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34686) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:38.600804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2075277080-network', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:38.605575 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:38.609466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Usage tracker for resource:network and tenant:b460008cc9124d3dba125ef0a6f3c63f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:38.612360 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:38.618172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:38.680185 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Made reservation on behalf of b460008cc9124d3dba125ef0a6f3c63f for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:20:38.682470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:38.695502 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:38.726285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:38.730010 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Usage tracker for resource:security_group_rule and tenant:b460008cc9124d3dba125ef0a6f3c63f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:38.732773 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:38.738390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:38.802764 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:38.861871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:38.865032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-68259e1c-0768-47a9-b656-e648bd78e6e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:38.897780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:20:38.902942 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac5ae67-cc58-483b-b52b-2301fe6e2469,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:38.906412 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:38.910011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:38.910385 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Added segment 6590bb7a-8024-4426-811d-8d6bb121691b of type vlan for network a563a42a-f968-4bb3-927f-31c90e1264e4 Dec 14 00:20:38.938206 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:39.011444 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:39.012363 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:39.012962 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:39.016300 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-cfc7ae97-4b23-4cc4-874a-07f337d2d0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:39.118008 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Pushing event updated for resources: {'Network': ['ID=a563a42a-f968-4bb3-927f-31c90e1264e4,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:39.121320 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:39.128024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network a563a42a-f968-4bb3-927f-31c90e1264e4 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:20:39.149676 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5541468 Dec 14 00:20:39.152384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34690) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:39.157681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Request body: {'subnet': {'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2075277080-subnet', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:39.162665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:39.166551 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Usage tracker for resource:subnet and tenant:b460008cc9124d3dba125ef0a6f3c63f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:39.169594 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:39.175443 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:39.223051 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Made reservation on behalf of b460008cc9124d3dba125ef0a6f3c63f for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:20:39.225809 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:39.497780 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:39.501687 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-2f3159b2-4242-4290-b0e1-f7a8d78443ee tempest-PortsIpV6TestJSON-54247499 tempest-PortsIpV6TestJSON-54247499-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:39.576810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee8908f-806f-49d7-84f3-93150e777f26,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:39.580213 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:39.587294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Checking segment: {'id': '6590bb7a-8024-4426-811d-8d6bb121691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:20:39.587793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Network hostable DHCP agents. Network: a563a42a-f968-4bb3-927f-31c90e1264e4, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:20:39.668973 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Network a563a42a-f968-4bb3-927f-31c90e1264e4 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:20:39.760127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, a563a42a-f968-4bb3-927f-31c90e1264e4) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:39.763972 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:39.764556 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:39.769022 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a215113-d51e-4f63-a3d0-8303d1486e64 None None] Network a563a42a-f968-4bb3-927f-31c90e1264e4 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:20:39.844289 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-8223760a-38c0-40af-a1ec-f90a93920fe2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6876113 Dec 14 00:20:39.844289 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34694) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:39.849181 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:39.854199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:39.859236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Usage tracker for resource:router and tenant:b460008cc9124d3dba125ef0a6f3c63f is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:39.863370 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:39.865785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Sync routers for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:20:39.870699 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:39.920271 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:39.921163 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:39.932881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:39.933528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:39.940934 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:40.121897 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:40.139204 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-a563a42a-f968-4bb3-927f-31c90e1264e4', 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'fixed_ips': [{'subnet_id': 'cee8908f-806f-49d7-84f3-93150e777f26'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:20:40.140051 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:40.160490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bf18e8a5-375b-4a70-bfd8-22d5bb201ecb up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:40.338203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:40.414415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:40.448126 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:40.571521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:40.571954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:40.583968 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Allocated IP 172.26.5.195 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:20:40.621294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Allocated IP 172.20.0.2 (a563a42a-f968-4bb3-927f-31c90e1264e4/cee8908f-806f-49d7-84f3-93150e777f26/034d33d9-1db8-4aab-9083-8a24988d588c) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:20:40.737666 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:40.806681 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:40.811131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:40.873314 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:20:40.876352 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:40.880001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:20:40.909045 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Pushing event updated for resources: {'Port': ['ID=87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:40.915392 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:41.047637 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.051510 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 2, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:41.061606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Checking router: c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:20:41.061971 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Updating router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc port 6b7176fe-f90f-482e-983e-4bb769a62e8c binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:20:41.090730 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Transition to ACTIVE for port object 034d33d9-1db8-4aab-9083-8a24988d588c will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:41.132677 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Transition to ACTIVE for port object 034d33d9-1db8-4aab-9083-8a24988d588c will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:41.136207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.142594 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:20:41.184860 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.185614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.187550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.193836 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ea917669-8031-4a58-b68b-d52c32887f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:41.315905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Network a563a42a-f968-4bb3-927f-31c90e1264e4 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:20:41.321612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Pushing event updated for resources: {'Port': ['ID=034d33d9-1db8-4aab-9083-8a24988d588c,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:41.324449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:41.328770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:41.329676 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:20:41.503719 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Attempting to bind port 034d33d9-1db8-4aab-9083-8a24988d588c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:20:41.504028 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Attempting to bind port 034d33d9-1db8-4aab-9083-8a24988d588c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '6590bb7a-8024-4426-811d-8d6bb121691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:20:41.504401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Attempting to bind port 034d33d9-1db8-4aab-9083-8a24988d588c on network a563a42a-f968-4bb3-927f-31c90e1264e4 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:20:41.520011 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Router 7c343541-f0f7-47fe-91de-011083550d9b is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:20:41.523521 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:20:41.523981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Checking segment: {'id': '6590bb7a-8024-4426-811d-8d6bb121691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:20:41.524391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.524862 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Bound using segment: {'id': '6590bb7a-8024-4426-811d-8d6bb121691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:20:41.525347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Bound port: 034d33d9-1db8-4aab-9083-8a24988d588c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6590bb7a-8024-4426-811d-8d6bb121691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:20:41.525727 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.661046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-936cfa57-1676-476a-a942-21888a1c951c None None] For port 034d33d9-1db8-4aab-9083-8a24988d588c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:20:41.717914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-936cfa57-1676-476a-a942-21888a1c951c None None] For port 034d33d9-1db8-4aab-9083-8a24988d588c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=034d33d9-1db8-4aab-9083-8a24988d588c,segment=NetworkSegment(6590bb7a-8024-4426-811d-8d6bb121691b),segment_id=6590bb7a-8024-4426-811d-8d6bb121691b)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:20:41.737466 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:20:41.746267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.751684 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Sync routers for ids ['7c343541-f0f7-47fe-91de-011083550d9b'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:20:41.761143 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Transition to ACTIVE for port object 6b7176fe-f90f-482e-983e-4bb769a62e8c will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:41.761400 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Routers {'7c343541-f0f7-47fe-91de-011083550d9b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:41.762050 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c343541-f0f7-47fe-91de-011083550d9b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:41.852243 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.855896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:41.881827 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.883688 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-f06c4f68-b964-4488-b1e0-05593ed170f4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0389175 Dec 14 00:20:41.890405 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34698) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:41.892452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:41.946607 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Set router 7c343541-f0f7-47fe-91de-011083550d9b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:42.212007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Pushing event updated for resources: {'Port': ['ID=034d33d9-1db8-4aab-9083-8a24988d588c,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:42.214043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-89032b3b-0b8a-4aa1-9528-5f1aa422b482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:42.215538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:42.267310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2048db47-8e33-4ec9-96cf-770dd57f9b00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:42.347773 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df214619-62a2-4887-a312-26b273530723 None None] Pushing event updated for resources: {'Port': ['ID=6b7176fe-f90f-482e-983e-4bb769a62e8c,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:42.378954 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343541-f0f7-47fe-91de-011083550d9b', 'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:39Z', 'updated_at': '2021-12-14T00:20:41Z', 'revision_number': 3, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'gw_port': {'id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:40Z', 'updated_at': '2021-12-14T00:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:42.389475 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Checking router: 7c343541-f0f7-47fe-91de-011083550d9b for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:20:42.390262 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Updating router 7c343541-f0f7-47fe-91de-011083550d9b port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:20:42.390888 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-df214619-62a2-4887-a312-26b273530723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:42.427685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Attempting to bind port 6b7176fe-f90f-482e-983e-4bb769a62e8c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:20:42.428201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Attempting to bind port 6b7176fe-f90f-482e-983e-4bb769a62e8c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:20:42.428641 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Attempting to bind port 6b7176fe-f90f-482e-983e-4bb769a62e8c on network 8adb6414-0221-4be7-84dd-adda4e2b31b6 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:20:42.440972 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:20:42.441518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Checking segment: {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:20:42.442005 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:42.443197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Bound using segment: {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:20:42.443733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Bound port: 6b7176fe-f90f-482e-983e-4bb769a62e8c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:20:42.444236 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:42.479766 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:42.547106 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] For port 6b7176fe-f90f-482e-983e-4bb769a62e8c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:20:42.550404 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] For port 6b7176fe-f90f-482e-983e-4bb769a62e8c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b7176fe-f90f-482e-983e-4bb769a62e8c,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:20:42.601132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:42.605488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:42.696037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:42.696294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:42.749246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df214619-62a2-4887-a312-26b273530723 None None] Pushing event updated for resources: {'Port': ['ID=6b7176fe-f90f-482e-983e-4bb769a62e8c,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:42.759640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-df214619-62a2-4887-a312-26b273530723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:42.881154 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:42.900966 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Transition to ACTIVE for port object 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:42.911311 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:42.970952 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:42.976856 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-2c52a6af-8ea4-459d-b809-6d5d2bd8e661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:43.021096 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:43.092381 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cdda5-ac86-4273-83e9-d58d7cf3abe7 None None] Pushing event updated for resources: {'Port': ['ID=87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:43.101519 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Attempting to bind port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:20:43.101897 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Attempting to bind port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:20:43.102342 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Attempting to bind port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:20:43.104519 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-1a7cdda5-ac86-4273-83e9-d58d7cf3abe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:43.110307 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:20:43.114661 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:20:43.114661 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:43.114661 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:20:43.114661 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Bound port: 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:20:43.114661 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:43.199986 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] For port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:20:43.203926 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] For port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:20:43.271242 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:43.280258 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a4ec59e1-5001-4419-bff4-7200f2190a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:43.283783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Allocated IP 172.20.0.1 (a563a42a-f968-4bb3-927f-31c90e1264e4/cee8908f-806f-49d7-84f3-93150e777f26/755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:20:43.344264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:42Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:43.349757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09dd258-e924-4741-adb3-a772fa357c6f None None] The sync data for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv is: [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:42Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:20:43.375447 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cdda5-ac86-4273-83e9-d58d7cf3abe7 None None] Pushing event updated for resources: {'Port': ['ID=87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:43.385569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db916dd-b19e-45b0-8563-8f52277dc9de None None] Network a563a42a-f968-4bb3-927f-31c90e1264e4 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:20:43.385689 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-1a7cdda5-ac86-4273-83e9-d58d7cf3abe7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:43.404282 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Routers {'7c343541-f0f7-47fe-91de-011083550d9b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:20:43.405208 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c343541-f0f7-47fe-91de-011083550d9b'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:43.534841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:43.553133 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-08b84775-3c04-4b2f-ac42-f165f9351566 None None] Provisioning for port 034d33d9-1db8-4aab-9083-8a24988d588c completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:43.556645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Transition to ACTIVE for port object 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:43.609381 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] Set router 7c343541-f0f7-47fe-91de-011083550d9b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:20:43.634478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:43.639141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4f03f16d-5950-4cf7-8bf6-04749fb7d9c3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:43.721896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Network a563a42a-f968-4bb3-927f-31c90e1264e4 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:20:43.726382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:43.732025 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:20:43.761885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Pushing event updated for resources: {'Port': ['ID=755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:43.769058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:43.791893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:43.950500 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343541-f0f7-47fe-91de-011083550d9b', 'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:39Z', 'updated_at': '2021-12-14T00:20:41Z', 'revision_number': 3, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'gw_port': {'id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:40Z', 'updated_at': '2021-12-14T00:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:20:43.955468 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2e7efe-a8f9-4909-b94a-b3ee9936781d None None] The sync data for ids ['7c343541-f0f7-47fe-91de-011083550d9b'] in dv-neutron-821564-1-hyperv is: [{'id': '7c343541-f0f7-47fe-91de-011083550d9b', 'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:39Z', 'updated_at': '2021-12-14T00:20:41Z', 'revision_number': 3, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'gw_port': {'id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:40Z', 'updated_at': '2021-12-14T00:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:20:43.969643 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.114955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1213723c-1b0e-4785-997a-96af8c46b15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.132328 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-30dc2e1c-be19-4639-ad9b-2a2debd67dd8 None None] Provisioning for port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:44.138632 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-30dc2e1c-be19-4639-ad9b-2a2debd67dd8 None None] Provisioning complete for port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:44.139191 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-30dc2e1c-be19-4639-ad9b-2a2debd67dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.214580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-30dc2e1c-be19-4639-ad9b-2a2debd67dd8 None None] Port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:20:44.269502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.271380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 034d33d9-1db8-4aab-9083-8a24988d588c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:44.314766 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.347788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:44.355184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-607f92e1-6008-4a1b-845e-b6e95c87d8f8 None None] Provisioning complete for port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:44.355749 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-607f92e1-6008-4a1b-845e-b6e95c87d8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.418351 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-607f92e1-6008-4a1b-845e-b6e95c87d8f8 None None] Port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:20:44.428603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 034d33d9-1db8-4aab-9083-8a24988d588c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:44.434489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 034d33d9-1db8-4aab-9083-8a24988d588c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:44.434874 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.435134 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.438934 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Pushing event updated for resources: {'Port': ['ID=755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:44.442893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:44.559443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.584066 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Network a563a42a-f968-4bb3-927f-31c90e1264e4 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:20:44.585158 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:44.592994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 034d33d9-1db8-4aab-9083-8a24988d588c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=034d33d9-1db8-4aab-9083-8a24988d588c,segment=NetworkSegment(6590bb7a-8024-4426-811d-8d6bb121691b),segment_id=6590bb7a-8024-4426-811d-8d6bb121691b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:44.657366 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.658544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b7176fe-f90f-482e-983e-4bb769a62e8c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:44.687585 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:44.778523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=034d33d9-1db8-4aab-9083-8a24988d588c,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:44.781744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:44.841062 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 6b7176fe-f90f-482e-983e-4bb769a62e8c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:44.846631 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6b7176fe-f90f-482e-983e-4bb769a62e8c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:44.847127 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.923272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-935a85f9-27b9-458a-9403-c8ae75b38564 None None] Provisioning complete for port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:44.923534 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-935a85f9-27b9-458a-9403-c8ae75b38564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:44.997307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-935a85f9-27b9-458a-9403-c8ae75b38564 None None] Port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:20:45.066580 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:45.099696 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 6b7176fe-f90f-482e-983e-4bb769a62e8c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b7176fe-f90f-482e-983e-4bb769a62e8c,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:45.112400 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Router 7c343541-f0f7-47fe-91de-011083550d9b has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:20:45.165826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:45.167733 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:45.231763 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=6b7176fe-f90f-482e-983e-4bb769a62e8c,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:45.234703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:45.320888 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:20:45.330815 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] 10.222.0.30 "PUT /v2.0/routers/7c343541-f0f7-47fe-91de-011083550d9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4434159 Dec 14 00:20:45.440203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:45.543201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:45.914220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34710) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:45.919979 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-881114569', 'description': 'tempest-secgroup-smoke-881114569 description', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:45.925980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:45.930397 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:45.934801 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:45.940473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:46.017383 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.053017 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:46.056906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:46.059825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:46.065755 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:46.126785 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.158963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 034d33d9-1db8-4aab-9083-8a24988d588c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:46.183037 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.187022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:46.225953 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2b5246-1b55-4293-bbfa-f64f10cd716f,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:46.228838 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:46.231399 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 034d33d9-1db8-4aab-9083-8a24988d588c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:46.231815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.291463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.292831 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-da7084f0-9ecd-4e46-9a8f-20f2f224805d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3776336 Dec 14 00:20:46.296132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34714) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:46.303149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': 'eb2b5246-1b55-4293-bbfa-f64f10cd716f', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:46.309320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:46.313196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:46.316329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:46.324332 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:46.347592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b7176fe-f90f-482e-983e-4bb769a62e8c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:46.401437 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.416225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 6b7176fe-f90f-482e-983e-4bb769a62e8c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:46.416524 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.469638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.542165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.547895 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-49569f2b-e8e2-4c92-87d4-94aefc8ca3b7 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:46.570598 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b213c014-b106-4a91-92e4-4604c1a37ce6,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:46.574403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:46.657229 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.658451 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3613033 Dec 14 00:20:46.661862 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34718) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:46.667429 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': 'eb2b5246-1b55-4293-bbfa-f64f10cd716f', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:46.673612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:46.677565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:46.680464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:46.686148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:46.760886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.823099 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.909028 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:46.910813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8d4597e5-2f71-4961-a168-8160e4e1657c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:46.931464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e0a6b8-86fc-405d-aa99-3d516e35ca92,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:46.935376 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:46.965895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.045822 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.047037 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3842580 Dec 14 00:20:47.049821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34722) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:47.055921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': 'eb2b5246-1b55-4293-bbfa-f64f10cd716f', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:47.061926 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:47.065877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:47.069214 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:47.075212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:47.150206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.214420 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.262891 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.264715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-05b76a25-0487-4d57-90f4-eb7878e24a85 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:47.287360 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9badb25b-ce25-401b-b6ff-39fac73ef9ae,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:47.289754 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:47.360294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.361519 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f1336de3-dc43-486c-8342-f51ab38714d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3107996 Dec 14 00:20:47.364295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34726) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:47.370049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': 'eb2b5246-1b55-4293-bbfa-f64f10cd716f', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:47.376184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:47.380007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:47.382838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:47.388466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:47.503649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.570777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.628266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.630441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ab1e59b0-0cb9-4b5c-b7f3-50c5fae80639 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:47.652471 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c8708a-569d-4f5f-a917-192e944a419a,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:47.654749 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:47.697035 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.698697 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-31267e42-35c2-432e-b236-61e8035e1e9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3327932 Dec 14 00:20:47.701282 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34730) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:47.706657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': 'eb2b5246-1b55-4293-bbfa-f64f10cd716f', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:47.713218 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:47.716987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:47.719851 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:47.725723 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:47.782680 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Project 4a416eb83b4a414f81f6f923f82e9fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:20:47.789250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.856299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.925424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:47.927267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d91593e8-8633-4b42-947c-549b5f24df7d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:47.949847 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7c578d-e9cc-4e8f-871b-67595477e272,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:47.952166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:48.022729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:48.023935 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-de63d97b-ad50-4573-8424-27b1dc337e07 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3217177 Dec 14 00:20:48.026586 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 34734) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:20:48.032052 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': 'eb2b5246-1b55-4293-bbfa-f64f10cd716f', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:48.038169 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:48.041897 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:20:48.044813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:20:48.050476 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:48.130978 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Project 4a416eb83b4a414f81f6f923f82e9fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:20:48.137550 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:48.203886 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:48.240435 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:48.242248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9f9fdb10-63c0-4f18-900c-213a6f1a814e tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:48.262266 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6f7b06-b33e-4085-920f-c3b4b5131310,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:48.266062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:48.309014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:48.310180 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0fa1f3aa-53dc-4d5e-a942-d0dff38ff0b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2826903 Dec 14 00:20:48.543737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-d3066e36-c73c-4cd4-a9f3-138f7231a2f5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:20:48.651865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-d3066e36-c73c-4cd4-a9f3-138f7231a2f5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:20:48.652939 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-d3066e36-c73c-4cd4-a9f3-138f7231a2f5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-881114569&fields=id&tenant_id=4a416eb83b4a414f81f6f923f82e9fb6 HTTP/1.1" status: 200 len: 267 time: 0.1501889 Dec 14 00:20:48.799863 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-588cc1ec-dfda-4fb4-b49e-75b7549a04f3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:48.800526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-588cc1ec-dfda-4fb4-b49e-75b7549a04f3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:20:48.868480 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-588cc1ec-dfda-4fb4-b49e-75b7549a04f3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:20:48.869586 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-588cc1ec-dfda-4fb4-b49e-75b7549a04f3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 808 time: 0.2102444 Dec 14 00:20:48.886088 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-53797eba-ce85-4f5a-995b-cc72d02c9236 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/quotas/4a416eb83b4a414f81f6f923f82e9fb6 HTTP/1.1" status: 200 len: 375 time: 0.0109622 Dec 14 00:20:48.965999 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-83072491-7dc2-4faa-8d7b-68402d4f23f0 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:20:49.028489 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-83072491-7dc2-4faa-8d7b-68402d4f23f0 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:20:49.029804 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-83072491-7dc2-4faa-8d7b-68402d4f23f0 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1389434 Dec 14 00:20:49.318199 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-c8338c4e-caf2-403c-999f-b14704f6b43a service neutron] 10.222.0.30 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882434 Dec 14 00:20:49.448589 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-9f16979d-7ff3-4334-a316-bdf786ac20f7 service neutron] 10.222.0.30 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241326 Dec 14 00:20:49.704923 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-99b34001-1387-4b0a-8200-6ab847a94001 req-61032a5d-23d9-45d9-96c1-76ff1f11f800 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 210 time: 0.0425155 Dec 14 00:20:49.834616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:50.817408 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-469d3106-573d-47d1-ac1b-e9110e64586d req-335d6652-e18d-4384-8e0d-cf117e0abda3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 210 time: 0.0464401 Dec 14 00:20:52.037292 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a565abd9-042d-47c5-aad6-60add1e005ad req-16b6d19c-b83d-4fc9-8324-d4d58245cb14 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 210 time: 0.0541863 Dec 14 00:20:52.090511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-8c7d33a4-9170-44a3-a06e-630936f13033 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:52.091967 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-8c7d33a4-9170-44a3-a06e-630936f13033 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 808 time: 0.1910908 Dec 14 00:20:52.150035 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-d92ca381-26f7-4a8c-9867-b04d12709e37 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a416eb83b4a414f81f6f923f82e9fb6 HTTP/1.1" status: 200 len: 379 time: 0.0448999 Dec 14 00:20:52.163750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'port': {'device_id': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'admin_state_up': True, 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'security_groups': ['eb2b5246-1b55-4293-bbfa-f64f10cd716f']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:52.184146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:52.309458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:20:52.315570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:52.319565 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:20:52.326094 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:52.326660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:52.377846 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Made reservation on behalf of 4a416eb83b4a414f81f6f923f82e9fb6 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:20:52.383835 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:52.452625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:52.552984 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:52.600837 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:52.602748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-73dd0140-8ef1-4cd0-937f-f0834b6d03f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:52.656442 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Allocated IP 172.20.0.9 (8adb6414-0221-4be7-84dd-adda4e2b31b6/841f51f4-534b-46c0-9d25-436b7e5c5faa/a944a5f5-a17d-490d-8de4-9204aedebd23) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:20:52.674671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:52.678432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:52.853990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:52.869350 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Transition to ACTIVE for port object a944a5f5-a17d-490d-8de4-9204aedebd23 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:52.961654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:52.967307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f8ee7ab9-ca34-4abb-8ba7-74f6a85ee092 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:53.048792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:20:53.052343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:20:53.056253 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:20:53.257831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:53.262231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:53.270544 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97850d21-3a09-4ee2-bbfe-68cd183301de req-7762e836-ece2-442f-b872-301d49d80689 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:53.272805 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-97850d21-3a09-4ee2-bbfe-68cd183301de req-7762e836-ece2-442f-b872-301d49d80689 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 931 time: 0.0887299 Dec 14 00:20:53.293244 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:53.294291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:53.326518 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-97850d21-3a09-4ee2-bbfe-68cd183301de req-21564160-ac19-4399-b54c-e4a95a1b5685 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462785 Dec 14 00:20:53.396268 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2368290 Dec 14 00:20:53.407448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Request body: {'port': {'device_id': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:20:53.438882 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cc1abd22-b561-41e3-a859-d4fb28fd2f1f None None] Provisioning for port a944a5f5-a17d-490d-8de4-9204aedebd23 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:53.445184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cc1abd22-b561-41e3-a859-d4fb28fd2f1f None None] Provisioning complete for port a944a5f5-a17d-490d-8de4-9204aedebd23 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:53.445184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cc1abd22-b561-41e3-a859-d4fb28fd2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:53.501664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-cc1abd22-b561-41e3-a859-d4fb28fd2f1f None None] Port a944a5f5-a17d-490d-8de4-9204aedebd23 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:20:53.533633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:53.877344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a944a5f5-a17d-490d-8de4-9204aedebd23 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:20:53.884774 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:53.899317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Transition to ACTIVE for port object a944a5f5-a17d-490d-8de4-9204aedebd23 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:20:53.977269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:53.981144 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-db0c9066-2ffd-40ee-8c91-f7fcb5ef68dc tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:54.108440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:54.111330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:54.171976 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:54.227497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Attempting to bind port a944a5f5-a17d-490d-8de4-9204aedebd23 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:20:54.227853 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Attempting to bind port a944a5f5-a17d-490d-8de4-9204aedebd23 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:20:54.228186 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Attempting to bind port a944a5f5-a17d-490d-8de4-9204aedebd23 on network 8adb6414-0221-4be7-84dd-adda4e2b31b6 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:20:54.233937 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Port a944a5f5-a17d-490d-8de4-9204aedebd23 on network 8adb6414-0221-4be7-84dd-adda4e2b31b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:20:54.234247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Attempting to bind port a944a5f5-a17d-490d-8de4-9204aedebd23 on network 8adb6414-0221-4be7-84dd-adda4e2b31b6 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:20:54.240358 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:20:54.241568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Checking segment: {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:20:54.242536 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Bound using segment: {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:20:54.242958 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Bound port: a944a5f5-a17d-490d-8de4-9204aedebd23, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:20:54.243344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:54.244327 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:54.244712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:54.333475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:20:54.337639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:20:54.389371 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:54.393475 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-679bea8a-21cc-4b6a-b03e-7fa7820e070d tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:54.450860 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:54.452355 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] 10.222.0.18 "PUT /v2.0/ports/a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 1093 time: 1.0489028 Dec 14 00:20:54.463155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:20:54.567157 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'status': 'completed', 'code': 200} Dec 14 00:20:54.577627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:54.580868 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:54.632299 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d4444-068a-4ca1-a94d-90e714df3549 req-42a525cc-405f-42b8-b515-70bd3f8dd40b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:54.632480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-044d4444-068a-4ca1-a94d-90e714df3549 req-42a525cc-405f-42b8-b515-70bd3f8dd40b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:20:54.653743 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-b845c535-09c8-4b71-8b05-326e568fb685 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1096 time: 0.1265025 Dec 14 00:20:54.716247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-044d4444-068a-4ca1-a94d-90e714df3549 req-42a525cc-405f-42b8-b515-70bd3f8dd40b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:20:54.717326 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-044d4444-068a-4ca1-a94d-90e714df3549 req-42a525cc-405f-42b8-b515-70bd3f8dd40b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.2640655 Dec 14 00:20:54.740434 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-44f29e3b-2ae1-4881-a236-61a6e5bb52fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 217 time: 0.0798082 Dec 14 00:20:54.815858 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-044d4444-068a-4ca1-a94d-90e714df3549 req-1fb393a1-591d-4a1e-ac29-ac16997f951f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913205 Dec 14 00:20:54.823947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-003dd2d5-19de-4d2e-83fd-86bcd52447d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:54.825337 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-003dd2d5-19de-4d2e-83fd-86bcd52447d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0793316 Dec 14 00:20:54.900442 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-a8e6b7df-85b2-4c20-bfe6-31b2baa28adf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687380 Dec 14 00:20:55.032934 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-6d6b7814-a4c5-4e22-971d-88a59e95a05e service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252377 Dec 14 00:20:55.163860 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0c1554f7-fc38-4ae7-ade0-bcfc5562eec5 req-4de162cd-01f2-41b6-8f93-f704c9e05906 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243029 Dec 14 00:20:55.449572 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5fbe0b0c-0fc4-44e6-90df-5cd70d2150f8 req-750fddf9-b108-4753-a057-6c8ed76707c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1096 time: 0.1740928 Dec 14 00:20:55.587600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0b0c-0fc4-44e6-90df-5cd70d2150f8 req-98f43761-4d36-4bfb-843a-2c27f4b5f649 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:55.589078 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5fbe0b0c-0fc4-44e6-90df-5cd70d2150f8 req-98f43761-4d36-4bfb-843a-2c27f4b5f649 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1329508 Dec 14 00:20:55.657015 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5fbe0b0c-0fc4-44e6-90df-5cd70d2150f8 req-39accc62-a846-458c-9c74-8503fce45a55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 217 time: 0.0610900 Dec 14 00:20:55.738171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe0b0c-0fc4-44e6-90df-5cd70d2150f8 req-89e5c0ea-20df-42b2-86e0-408c3f93ae25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:55.739632 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5fbe0b0c-0fc4-44e6-90df-5cd70d2150f8 req-89e5c0ea-20df-42b2-86e0-408c3f93ae25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0749769 Dec 14 00:20:55.815134 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5fbe0b0c-0fc4-44e6-90df-5cd70d2150f8 req-215b5755-617a-46d4-b333-173035da09d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689912 Dec 14 00:20:55.950189 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5fbe0b0c-0fc4-44e6-90df-5cd70d2150f8 req-06587e3d-cb69-488d-aaf7-bae79c18b23b service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267970 Dec 14 00:20:56.019810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d45a1b-06b7-4177-8bd3-fc0d9521b2ee req-7a17b29c-e890-418a-b693-0691da42e2ef tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:56.021240 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-30d45a1b-06b7-4177-8bd3-fc0d9521b2ee req-7a17b29c-e890-418a-b693-0691da42e2ef tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0814118 Dec 14 00:20:56.066704 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-30d45a1b-06b7-4177-8bd3-fc0d9521b2ee req-30223da8-0c90-42b4-98c0-dce407827eb7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391140 Dec 14 00:20:56.089029 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5fbe0b0c-0fc4-44e6-90df-5cd70d2150f8 req-397a7db8-2583-4286-8d9d-53b89102ca9d service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317515 Dec 14 00:20:56.502714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a944a5f5-a17d-490d-8de4-9204aedebd23 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:20:56.635457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:56.652176 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'port_id': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'mac_address': 'fa:16:3e:bc:f3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:20:56.704156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:56.721215 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a944a5f5-a17d-490d-8de4-9204aedebd23 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:20:56.735756 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:56.817226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:56.819909 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-eae776d6-089b-471c-bcb8-e95fc6e7c2e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:56.886480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:56.889391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:57.033985 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['a944a5f5-a17d-490d-8de4-9204aedebd23'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:20:57.275340 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1be4ca-d99d-420e-b5cc-d3584a260675 req-ca6750f0-4190-49d3-beca-9a55d021db75 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:57.276831 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ae1be4ca-d99d-420e-b5cc-d3584a260675 req-ca6750f0-4190-49d3-beca-9a55d021db75 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 944 time: 0.0832627 Dec 14 00:20:57.324943 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ae1be4ca-d99d-420e-b5cc-d3584a260675 req-77657595-fceb-4d38-b86c-f5cac5929c25 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423825 Dec 14 00:20:58.502573 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a944a5f5-a17d-490d-8de4-9204aedebd23 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:20:58.521405 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a93f4-fded-4ea2-8419-3dbcbeb374da req-54995f84-3246-4d9c-a3bd-8b0e37df349f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:58.523849 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-499a93f4-fded-4ea2-8419-3dbcbeb374da req-54995f84-3246-4d9c-a3bd-8b0e37df349f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 944 time: 0.0809159 Dec 14 00:20:58.570403 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-499a93f4-fded-4ea2-8419-3dbcbeb374da req-a6811876-bb10-45b1-9c3d-5330401ab73d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409620 Dec 14 00:20:58.662683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port a944a5f5-a17d-490d-8de4-9204aedebd23 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:20:58.667666 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port a944a5f5-a17d-490d-8de4-9204aedebd23 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:20:58.668140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:58.789864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:58.815470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:20:58.825561 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:20:58.880363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:20:58.882905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:20:58.951389 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:20:58.954371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:20:58.987914 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'code': 200} Dec 14 00:20:59.363430 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c0378ea3-8aa4-4505-aaac-37d6d5e2da4c req-ce6aede0-7709-45fb-a4d2-8281bc222535 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1098 time: 0.0690436 Dec 14 00:20:59.406739 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c0378ea3-8aa4-4505-aaac-37d6d5e2da4c req-56295cb0-601a-4e6a-b3d4-0e7437ae21dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363550 Dec 14 00:20:59.769003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfa2e4-3fa1-4637-8e14-cf3326952321 req-e4a3ddb0-a7c3-45bd-bd3a-a003b4d4ed35 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:20:59.770438 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-99dfa2e4-3fa1-4637-8e14-cf3326952321 req-e4a3ddb0-a7c3-45bd-bd3a-a003b4d4ed35 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0793891 Dec 14 00:20:59.815433 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-99dfa2e4-3fa1-4637-8e14-cf3326952321 req-1527872b-3ae1-4a10-bc31-8f8ba7e008f2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394316 Dec 14 00:21:01.016294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2746e-760c-4e78-87a8-f3028162defc req-7fdc361f-e6c9-493b-a893-dba226066286 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:21:01.017758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-96b2746e-760c-4e78-87a8-f3028162defc req-7fdc361f-e6c9-493b-a893-dba226066286 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0815432 Dec 14 00:21:01.072132 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-96b2746e-760c-4e78-87a8-f3028162defc req-796721f0-ab87-44d1-b5ad-999dcc480583 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487132 Dec 14 00:21:01.270098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cf0af-08a7-4241-8499-70cd712eed8a req-d69bd604-5005-4cee-9d4f-141f6f6f7fea tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:21:01.271534 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-495cf0af-08a7-4241-8499-70cd712eed8a req-d69bd604-5005-4cee-9d4f-141f6f6f7fea tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0799687 Dec 14 00:21:01.419068 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-495cf0af-08a7-4241-8499-70cd712eed8a req-71e4b95f-38d3-45e7-a8a9-2f3f89d73802 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418433 Dec 14 00:21:01.447503 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34798) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:21:01.581386 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c2aced56-3267-41fb-ae4b-010c0e73049e tempest-TestShelveInstance-1343920418 tempest-TestShelveInstance-1343920418-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1093 time: 0.1326475 Dec 14 00:21:01.584083 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 34804) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:21:01.590003 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:21:01.595561 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:21:01.599652 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:floatingip and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:21:01.603337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:21:01.609091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:21:01.662935 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:01.798519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:01.934409 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Allocated IP 172.26.5.104 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/d0313c8a-7c8b-4f58-95ec-654fd0a042c8) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:21:02.078519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:02.153651 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:02.157435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-e3622889-8147-4df9-a503-a00854f0b913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:21:02.220899 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:21:02.223465 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:21:02.227724 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:21:02.254943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'Port': ['ID=d0313c8a-7c8b-4f58-95ec-654fd0a042c8,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:21:02.260394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:21:02.766714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:02.887512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:03.090394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:03.149591 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:03.153560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:21:03.258952 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'Port': ['ID=d0313c8a-7c8b-4f58-95ec-654fd0a042c8,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:21:03.263064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:21:03.279524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:03.360455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Sync routers for ids ['7c343541-f0f7-47fe-91de-011083550d9b'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:21:03.374346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Routers {'7c343541-f0f7-47fe-91de-011083550d9b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:21:03.375138 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c343541-f0f7-47fe-91de-011083550d9b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:21:03.560933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Set router 7c343541-f0f7-47fe-91de-011083550d9b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:21:03.591748 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Floating IP 6c782be0-fe87-469e-867a-00c3f9d4f75a associated. External IP: 172.26.5.104, port: a944a5f5-a17d-490d-8de4-9204aedebd23. Dec 14 00:21:03.876591 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343541-f0f7-47fe-91de-011083550d9b', 'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:39Z', 'updated_at': '2021-12-14T00:20:43Z', 'revision_number': 4, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'gw_port': {'id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:40Z', 'updated_at': '2021-12-14T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43', 'name': '', 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'mac_address': 'fa:16:3e:cd:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee8908f-806f-49d7-84f3-93150e777f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:43Z', 'updated_at': '2021-12-14T00:20:44Z', 'revision_number': 2, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'subnets': [{'id': 'cee8908f-806f-49d7-84f3-93150e777f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:21:03.880549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Checking router: 7c343541-f0f7-47fe-91de-011083550d9b for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:21:03.880913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Updating router 7c343541-f0f7-47fe-91de-011083550d9b port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:21:03.936452 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:03.986642 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:21:04.196970 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:21:04.208344 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] Sync routers for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:21:04.223245 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:21:04.223936 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:21:04.278457 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:04.280244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:04.290456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Transition to ACTIVE for port object 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:21:04.338266 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7531176 Dec 14 00:21:04.338931 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:21:04.354245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:04.359363 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-75e42394-4682-4cd5-9908-d75445a7de4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:21:04.397494 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'status': 'completed', 'code': 200} Dec 14 00:21:04.411211 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:21:04.500040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809d0be-48e3-437d-b26a-7c0e284bc3f6 None None] Pushing event updated for resources: {'Port': ['ID=755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:21:04.502865 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3809d0be-48e3-437d-b26a-7c0e284bc3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:21:04.514490 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-22691215-b60a-4b7f-a2ff-92b6f79947bc req-8c37d483-12ac-4b28-8d92-2778a763fc50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1098 time: 0.0956850 Dec 14 00:21:04.595038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Attempting to bind port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:21:04.595418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Attempting to bind port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '6590bb7a-8024-4426-811d-8d6bb121691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:21:04.595828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Attempting to bind port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 on network a563a42a-f968-4bb3-927f-31c90e1264e4 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:21:04.603785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:21:04.603785 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Checking segment: {'id': '6590bb7a-8024-4426-811d-8d6bb121691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:21:04.604122 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:04.604341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Bound using segment: {'id': '6590bb7a-8024-4426-811d-8d6bb121691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:21:04.604822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Bound port: 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6590bb7a-8024-4426-811d-8d6bb121691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:21:04.605208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:04.669688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691215-b60a-4b7f-a2ff-92b6f79947bc req-6295f4c2-951f-4b91-b43b-0f81f0b9ded8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:21:04.671129 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-22691215-b60a-4b7f-a2ff-92b6f79947bc req-6295f4c2-951f-4b91-b43b-0f81f0b9ded8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1489642 Dec 14 00:21:04.725938 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] For port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:21:04.727917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] For port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43,segment=NetworkSegment(6590bb7a-8024-4426-811d-8d6bb121691b),segment_id=6590bb7a-8024-4426-811d-8d6bb121691b)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:21:04.780570 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-22691215-b60a-4b7f-a2ff-92b6f79947bc req-57698c56-9707-4a97-a057-9f45e514ddb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 999 time: 0.1021516 Dec 14 00:21:04.794819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:04.799080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:21:04.803848 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '6c782be0-fe87-469e-867a-00c3f9d4f75a', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'floating_ip_address': '172.26.5.104', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'port_id': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'mac_address': 'fa:16:3e:bc:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:21:02Z', 'updated_at': '2021-12-14T00:21:02Z', 'revision_number': 0, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:21:04.808848 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] Checking router: c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:21:04.821407 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:21:04.822036 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:21:04.849668 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22691215-b60a-4b7f-a2ff-92b6f79947bc req-b7dd7d2b-eb8a-4764-99ae-804e0ca5c960 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:21:04.851199 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-22691215-b60a-4b7f-a2ff-92b6f79947bc req-b7dd7d2b-eb8a-4764-99ae-804e0ca5c960 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0643249 Dec 14 00:21:04.910185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Routers {'7c343541-f0f7-47fe-91de-011083550d9b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:21:04.910846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:20:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c343541-f0f7-47fe-91de-011083550d9b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:21:04.933073 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-22691215-b60a-4b7f-a2ff-92b6f79947bc req-0d50aa25-6dce-49ca-8a70-1c04b128934c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756922 Dec 14 00:21:04.988007 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809d0be-48e3-437d-b26a-7c0e284bc3f6 None None] Pushing event updated for resources: {'Port': ['ID=755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:21:04.999078 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3809d0be-48e3-437d-b26a-7c0e284bc3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:21:05.089169 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:21:05.091732 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-22691215-b60a-4b7f-a2ff-92b6f79947bc req-d895de10-5e06-46eb-937b-9e8abd80e1bc service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512220 Dec 14 00:21:05.107488 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] Set router 7c343541-f0f7-47fe-91de-011083550d9b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:21:05.245202 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-22691215-b60a-4b7f-a2ff-92b6f79947bc req-26c33e9b-c3a1-4e64-b4ed-564547d23281 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473265 Dec 14 00:21:05.442740 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343541-f0f7-47fe-91de-011083550d9b', 'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:39Z', 'updated_at': '2021-12-14T00:20:43Z', 'revision_number': 4, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'gw_port': {'id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:40Z', 'updated_at': '2021-12-14T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43', 'name': '', 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'mac_address': 'fa:16:3e:cd:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee8908f-806f-49d7-84f3-93150e777f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:43Z', 'updated_at': '2021-12-14T00:21:04Z', 'revision_number': 4, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'subnets': [{'id': 'cee8908f-806f-49d7-84f3-93150e777f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:21:05.446905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bf208c-c58b-4fbb-ac87-85eadb2b22c0 None None] The sync data for ids ['7c343541-f0f7-47fe-91de-011083550d9b'] in dv-neutron-821564-1-hyperv is: [{'id': '7c343541-f0f7-47fe-91de-011083550d9b', 'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:39Z', 'updated_at': '2021-12-14T00:20:43Z', 'revision_number': 4, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'gw_port': {'id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:40Z', 'updated_at': '2021-12-14T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43', 'name': '', 'network_id': 'a563a42a-f968-4bb3-927f-31c90e1264e4', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'mac_address': 'fa:16:3e:cd:c2:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cee8908f-806f-49d7-84f3-93150e777f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:43Z', 'updated_at': '2021-12-14T00:21:04Z', 'revision_number': 4, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'subnets': [{'id': 'cee8908f-806f-49d7-84f3-93150e777f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:21:05.472063 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '6c782be0-fe87-469e-867a-00c3f9d4f75a', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'floating_ip_address': '172.26.5.104', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'port_id': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'mac_address': 'fa:16:3e:bc:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:21:02Z', 'updated_at': '2021-12-14T00:21:02Z', 'revision_number': 0, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:21:05.477180 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39802a01-edf6-45f4-95fb-0a312ee939ee None None] The sync data for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv is: [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '6c782be0-fe87-469e-867a-00c3f9d4f75a', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'floating_ip_address': '172.26.5.104', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'port_id': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'mac_address': 'fa:16:3e:bc:f3:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:21:02Z', 'updated_at': '2021-12-14T00:21:02Z', 'revision_number': 0, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:21:06.183878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:21:06.308804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:21:06.313845 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:21:06.314228 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:06.436783 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:06.468417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43,segment=NetworkSegment(6590bb7a-8024-4426-811d-8d6bb121691b),segment_id=6590bb7a-8024-4426-811d-8d6bb121691b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:21:06.525507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:06.527356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-df214619-62a2-4887-a312-26b273530723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:21:06.590964 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:21:06.594440 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:21:08.165624 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:21:08.236244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:21:08.236623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:08.386190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb16ca4-57bd-464a-8a24-c641de964a75 None None] New status for floating IP 6c782be0-fe87-469e-867a-00c3f9d4f75a: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:21:11.885172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40bc2e76-abaa-4307-a9ed-11c914c41d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:14.124021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e1f012a0-9927-41ef-ac67-a2e3001a894f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:15.468085 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:15.575776 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:16.964185 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:18.141881 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:21:19.862748 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:20.732375 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-6d160a86-059b-4c19-acc0-330d7669b928 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802486 Dec 14 00:21:20.982597 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-b81dc1d1-7e39-4449-a52b-89367b65ba0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1098 time: 0.1820114 Dec 14 00:21:21.129686 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-2aee9cc1-1b81-49c8-be27-8d8b111eb632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:21:21.131058 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-2aee9cc1-1b81-49c8-be27-8d8b111eb632 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1265640 Dec 14 00:21:21.245880 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-b0806ec4-d242-4f25-b159-c9a25806ee31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 1001 time: 0.1076064 Dec 14 00:21:21.316649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-3988c3d2-3035-4f6f-af96-daf919cdf631 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:21:21.318149 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-3988c3d2-3035-4f6f-af96-daf919cdf631 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0658402 Dec 14 00:21:21.397983 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-0ce59edb-09a0-4d59-a62e-00254f7ce0f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731969 Dec 14 00:21:21.535454 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-a0d48196-ecf7-4162-908d-ca96735a6926 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267350 Dec 14 00:21:21.671986 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ccf2bbfe-5f04-402e-882b-5c950477457d req-c27f822e-9e3f-424d-b55d-f5c1a7cceac2 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297884 Dec 14 00:21:41.907458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e8b8848d-23cf-4a9b-bd7b-1bb0e02ec532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:44.124600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-de7c2007-3120-4df2-83f9-aa32bb5b7fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:45.472211 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:45.557910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:46.964623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:49.844823 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:21:55.142562 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:22:11.913669 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-bf429232-8a62-4b9c-adb8-12d1440c4671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:14.118720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9137d863-4950-42ec-b711-6664b4c0b634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:15.434002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:15.553269 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:16.965323 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:19.856208 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:22.706185 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-329d11b9-0f51-410a-b51b-76999996ba3b req-e8887157-270f-4342-9a1a-d6f9c5809570 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717406 Dec 14 00:22:22.847479 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-329d11b9-0f51-410a-b51b-76999996ba3b req-67057078-545b-422d-bf81-f5c0d2a124ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1098 time: 0.0737159 Dec 14 00:22:22.992438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d11b9-0f51-410a-b51b-76999996ba3b req-fc2994cb-ac6f-4a3d-a1cc-d05b188738c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:22:22.993775 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-329d11b9-0f51-410a-b51b-76999996ba3b req-fc2994cb-ac6f-4a3d-a1cc-d05b188738c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1278806 Dec 14 00:22:23.092875 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-329d11b9-0f51-410a-b51b-76999996ba3b req-faeddcc4-b517-4439-8be8-1f4305ed62ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 1001 time: 0.0919271 Dec 14 00:22:23.157032 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d11b9-0f51-410a-b51b-76999996ba3b req-c176eaec-988e-4de5-82f7-8b26dfe9b6b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:22:23.158423 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-329d11b9-0f51-410a-b51b-76999996ba3b req-c176eaec-988e-4de5-82f7-8b26dfe9b6b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0591743 Dec 14 00:22:23.235164 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-329d11b9-0f51-410a-b51b-76999996ba3b req-ad44693c-ba50-41a2-93b7-01d58a45ad3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708573 Dec 14 00:22:23.367596 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-329d11b9-0f51-410a-b51b-76999996ba3b req-86e0822c-9eaa-4e91-bf44-3e31e6a8bdd4 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258857 Dec 14 00:22:23.501109 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-329d11b9-0f51-410a-b51b-76999996ba3b req-ebab5103-82ee-40c5-997d-0b9dab71248b service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266866 Dec 14 00:22:32.143073 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:22:41.906485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c1b7e2e1-e74c-4121-a95c-ea34aa537e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:44.130617 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-78b7291a-2382-4c80-8190-38364bd26229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:45.473586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:45.576396 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:46.980178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:22:49.867867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:00.443788 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47b5ad-ee44-432a-8915-698c44e2ac7f req-5f793b02-0a58-421d-bca3-3dffdd441c03 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:00.445177 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4e47b5ad-ee44-432a-8915-698c44e2ac7f req-5f793b02-0a58-421d-bca3-3dffdd441c03 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.1885943 Dec 14 00:23:00.490324 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4e47b5ad-ee44-432a-8915-698c44e2ac7f req-1344a07d-6bab-465b-8f9e-b07f976b1092 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395083 Dec 14 00:23:01.705735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5dcb-11af-4fce-b3d4-ee81d31124a4 req-954e2586-8eb7-4342-a496-75d4c60fc52e tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:01.707202 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4dec5dcb-11af-4fce-b3d4-ee81d31124a4 req-954e2586-8eb7-4342-a496-75d4c60fc52e tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0922949 Dec 14 00:23:01.753177 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-4dec5dcb-11af-4fce-b3d4-ee81d31124a4 req-e28e4aae-2498-46ee-9fc4-3e88b85a7911 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403714 Dec 14 00:23:03.107325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6bbb-646c-4f55-aa9d-64d129635198 req-41c6a83a-95e8-42d4-ba7e-6b8307f7f783 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:03.108777 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0d0a6bbb-646c-4f55-aa9d-64d129635198 req-41c6a83a-95e8-42d4-ba7e-6b8307f7f783 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0773129 Dec 14 00:23:03.157104 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0d0a6bbb-646c-4f55-aa9d-64d129635198 req-7a11ad73-a761-484c-b7ca-b9ab1c4f0cbd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Dec 14 00:23:04.354172 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f60d0e-0189-4ae2-a5bf-28d509d0de80 req-7b1d16d0-82b6-4f3f-992a-c92763d41f1f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:04.355633 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-92f60d0e-0189-4ae2-a5bf-28d509d0de80 req-7b1d16d0-82b6-4f3f-992a-c92763d41f1f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0800807 Dec 14 00:23:04.401037 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-92f60d0e-0189-4ae2-a5bf-28d509d0de80 req-c7e28800-b3aa-4720-b514-361589f78e2d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392704 Dec 14 00:23:05.599344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c7e97-4256-452a-94ee-d24dd3c92bb9 req-fe896fad-b78c-468d-8851-9d3259f46f03 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:05.600819 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a40c7e97-4256-452a-94ee-d24dd3c92bb9 req-fe896fad-b78c-468d-8851-9d3259f46f03 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0782528 Dec 14 00:23:05.645873 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a40c7e97-4256-452a-94ee-d24dd3c92bb9 req-b3f1e681-219e-42f5-b1a0-2a13c379b530 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396330 Dec 14 00:23:06.842479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc5eb1-529e-43ae-91c5-aa5f131cfb29 req-14f4b1c9-51b8-49d4-a9aa-67a0593e75ea tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:06.843948 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1abc5eb1-529e-43ae-91c5-aa5f131cfb29 req-14f4b1c9-51b8-49d4-a9aa-67a0593e75ea tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0760663 Dec 14 00:23:06.889706 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1abc5eb1-529e-43ae-91c5-aa5f131cfb29 req-dc897fd2-9116-4117-bba6-70e6e01e577d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401049 Dec 14 00:23:08.091118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3247f53-0e95-4804-9ff0-7d3ce6ee1bc1 req-8814efe4-d361-4994-bf9a-22d5a98c5ff9 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:08.092578 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b3247f53-0e95-4804-9ff0-7d3ce6ee1bc1 req-8814efe4-d361-4994-bf9a-22d5a98c5ff9 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0821576 Dec 14 00:23:08.136950 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b3247f53-0e95-4804-9ff0-7d3ce6ee1bc1 req-b26d4641-a6a3-4bbe-b39d-27402e12edc2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389791 Dec 14 00:23:09.142841 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:23:09.355385 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a266-a0f9-4e4a-9cbe-40a2c4727fe1 req-7a5c57e7-3d1d-4327-8b95-a0c2f427bae3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:09.356761 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be49a266-a0f9-4e4a-9cbe-40a2c4727fe1 req-7a5c57e7-3d1d-4327-8b95-a0c2f427bae3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0816157 Dec 14 00:23:09.402305 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be49a266-a0f9-4e4a-9cbe-40a2c4727fe1 req-7d26e185-c435-4d48-8d46-5511694b1e8d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395720 Dec 14 00:23:10.599320 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d363e1c-4c7b-48c4-978d-d6cea77c5cfb req-ecb540e2-fbc5-4ba6-849e-25b0b20cffac tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:10.600815 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9d363e1c-4c7b-48c4-978d-d6cea77c5cfb req-ecb540e2-fbc5-4ba6-849e-25b0b20cffac tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0778990 Dec 14 00:23:10.645986 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9d363e1c-4c7b-48c4-978d-d6cea77c5cfb req-88701b12-4548-4d12-b274-f5c5760db3f4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397434 Dec 14 00:23:11.174381 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a944a5f5-a17d-490d-8de4-9204aedebd23 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:23:11.310098 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:23:11.323600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'port_id': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'mac_address': 'fa:16:3e:bc:f3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:23:11.377319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:11.394438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a944a5f5-a17d-490d-8de4-9204aedebd23 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:23:11.409495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:23:11.500344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:11.502017 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-ea917669-8031-4a58-b68b-d52c32887f07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:23:11.570526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:23:11.576630 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['a944a5f5-a17d-490d-8de4-9204aedebd23'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:23:11.614146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.614492 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.614833 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.615171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.615507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.615861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.616190 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.616520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.616841 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.617161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.617480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:23:11.622526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:23:11.844194 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc624e8-4c89-4660-a1df-f5e0710ca307 req-61e7c92d-98c2-4807-a2a1-48860642abe6 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:11.845682 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ebc624e8-4c89-4660-a1df-f5e0710ca307 req-61e7c92d-98c2-4807-a2a1-48860642abe6 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 944 time: 0.0764122 Dec 14 00:23:11.891452 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ebc624e8-4c89-4660-a1df-f5e0710ca307 req-1180cb63-c510-41cb-b831-e8bdc948b860 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402007 Dec 14 00:23:11.928692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-780d4697-a069-45f8-bb75-c6b4ccd1644d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:13.100051 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51e1f6-1100-47a8-9001-69034aa908bb req-50ac763a-4693-4a8c-ae57-bbb68e3fbbdc tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:13.101418 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ca51e1f6-1100-47a8-9001-69034aa908bb req-50ac763a-4693-4a8c-ae57-bbb68e3fbbdc tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 944 time: 0.0882390 Dec 14 00:23:13.148394 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ca51e1f6-1100-47a8-9001-69034aa908bb req-f8174ebf-5499-47e8-a8d7-0aa8c6477e25 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409508 Dec 14 00:23:13.178159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a944a5f5-a17d-490d-8de4-9204aedebd23 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:23:13.247774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port a944a5f5-a17d-490d-8de4-9204aedebd23 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:23:13.248159 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:13.364906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:13.393446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:23:13.403574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:23:13.453084 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'code': 200} Dec 14 00:23:13.471240 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:13.473125 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:23:13.542576 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:23:13.546310 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:23:14.153485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3ac6fcf6-4384-4425-8cd4-6e4a590efb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:14.365451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e3bb1-1fe5-4f65-83bf-ec3c1a9f417f req-05f56c2a-b557-42a0-bf23-64952aebdd5a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:14.367754 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-951e3bb1-1fe5-4f65-83bf-ec3c1a9f417f req-05f56c2a-b557-42a0-bf23-64952aebdd5a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0852480 Dec 14 00:23:14.422101 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-951e3bb1-1fe5-4f65-83bf-ec3c1a9f417f req-1b1612b7-c6c9-45de-a1c4-d83040b6503b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450871 Dec 14 00:23:15.462137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:15.627906 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:15.648513 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb843c-4aa0-4be5-b1de-6fe2b43b3fbc req-b7feb0c7-05b7-4324-96f2-e60a0f1cdcf4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:15.650004 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-21cb843c-4aa0-4be5-b1de-6fe2b43b3fbc req-b7feb0c7-05b7-4324-96f2-e60a0f1cdcf4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0913131 Dec 14 00:23:15.707071 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-21cb843c-4aa0-4be5-b1de-6fe2b43b3fbc req-df0bd70a-50e7-4c15-907b-6c1a79fc2ad4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484953 Dec 14 00:23:16.930228 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aaf778-31d3-49b1-9846-cd79feddd7d9 req-d26a1a41-9ec3-4226-9fa7-6fc762c15a77 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:16.935006 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-23aaf778-31d3-49b1-9846-cd79feddd7d9 req-d26a1a41-9ec3-4226-9fa7-6fc762c15a77 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0873368 Dec 14 00:23:16.994814 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-23aaf778-31d3-49b1-9846-cd79feddd7d9 req-62c77650-1989-43ff-86b3-0e1cb348d4c9 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557935 Dec 14 00:23:17.027274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:18.205945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea4b68-2f9f-42a6-adba-59c62d5a7df8 req-6af131b0-8eec-4cc8-98bb-029cac9754c0 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:18.212085 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6ea4b68-2f9f-42a6-adba-59c62d5a7df8 req-6af131b0-8eec-4cc8-98bb-029cac9754c0 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0966735 Dec 14 00:23:18.268609 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c6ea4b68-2f9f-42a6-adba-59c62d5a7df8 req-dd997439-2f56-4e4e-a854-9203c6043663 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550036 Dec 14 00:23:19.497979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3148f-50a2-429a-bec2-eeb73fcbff55 req-b057d897-f5c4-4e2e-afc6-ae3a5ff49b2a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:19.500426 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3fa3148f-50a2-429a-bec2-eeb73fcbff55 req-b057d897-f5c4-4e2e-afc6-ae3a5ff49b2a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0875611 Dec 14 00:23:19.552633 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3fa3148f-50a2-429a-bec2-eeb73fcbff55 req-18ef01f1-e6fc-44b7-9171-4a97bce7924d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464358 Dec 14 00:23:19.883069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:20.777655 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e05b-801a-4845-b19f-90425c43c3b8 req-4b6a0e94-a1b8-439e-a97f-3d1f4c286f73 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:20.781441 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e4e3e05b-801a-4845-b19f-90425c43c3b8 req-4b6a0e94-a1b8-439e-a97f-3d1f4c286f73 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0922482 Dec 14 00:23:20.831080 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e4e3e05b-801a-4845-b19f-90425c43c3b8 req-c5c64b53-44db-437b-b999-fc5ca0503b83 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437176 Dec 14 00:23:22.051630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3549db7-1d09-43bc-8ed7-f2b79e409eba req-ac8c8b41-881a-45c9-a117-0f296cd3c731 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:22.053917 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c3549db7-1d09-43bc-8ed7-f2b79e409eba req-ac8c8b41-881a-45c9-a117-0f296cd3c731 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0962055 Dec 14 00:23:22.110812 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c3549db7-1d09-43bc-8ed7-f2b79e409eba req-20d7bf02-6395-42e6-ab7c-2837ec371cff tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508828 Dec 14 00:23:23.438473 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f56e0f-9052-4f22-866e-87dcaa4bda29 req-079c8f48-a263-4465-afe9-3129fe2b4a90 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:23.440414 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74f56e0f-9052-4f22-866e-87dcaa4bda29 req-079c8f48-a263-4465-afe9-3129fe2b4a90 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.1967554 Dec 14 00:23:23.491518 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-74f56e0f-9052-4f22-866e-87dcaa4bda29 req-87b09cda-d304-4938-9edf-cea6cec46773 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458248 Dec 14 00:23:24.746329 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60eec5d-124a-4c95-8522-a93f04c66fc0 req-250d7014-6203-48d6-b460-52bd67419023 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:24.747715 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d60eec5d-124a-4c95-8522-a93f04c66fc0 req-250d7014-6203-48d6-b460-52bd67419023 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.1274667 Dec 14 00:23:24.802928 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-f5944569-8bb1-423e-bd4d-c2b38fb81bde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1098 time: 0.1138451 Dec 14 00:23:24.809821 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d60eec5d-124a-4c95-8522-a93f04c66fc0 req-2ad140b3-a686-4b53-af74-02bba376d03c tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546567 Dec 14 00:23:25.065982 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-391a354d-4d7a-42d1-a43e-2973b6fb8ad7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:25.067463 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-391a354d-4d7a-42d1-a43e-2973b6fb8ad7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1316099 Dec 14 00:23:25.175221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-ac9b7afd-fd1f-4cb5-b6e5-11ad4994cb10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 1001 time: 0.0979345 Dec 14 00:23:25.241716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-71726702-8a45-4e3b-8a85-89dec5c4faca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:25.243110 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-71726702-8a45-4e3b-8a85-89dec5c4faca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0605695 Dec 14 00:23:25.317149 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-fd0090a1-079a-4a33-b852-53f39fa39ee5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668728 Dec 14 00:23:25.328786 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-7c3c2ce8-bad0-46e8-8f66-bd9371330044 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 14 00:23:25.329705 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-7c3c2ce8-bad0-46e8-8f66-bd9371330044 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056436 Dec 14 00:23:25.461207 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-2b4a5fbb-758f-4320-8b50-7215573337fb service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249204 Dec 14 00:23:25.692698 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-76dd97b0-e9a2-47fa-a989-949616ffa744 req-9f44c68a-a696-4d94-b533-0b6aac4bce95 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237010 Dec 14 00:23:25.800672 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df5e37b7-054b-40c3-b5e5-d00ae790022d req-4ad50e9f-e9af-40fa-a866-1b77c64b25f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1098 time: 0.0693169 Dec 14 00:23:25.933300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e37b7-054b-40c3-b5e5-d00ae790022d req-1246f262-d6de-4250-952f-15c2a9f17c8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:25.934751 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df5e37b7-054b-40c3-b5e5-d00ae790022d req-1246f262-d6de-4250-952f-15c2a9f17c8a service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1276736 Dec 14 00:23:26.011957 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8c445-306f-4907-b840-1036a9c82163 req-75944dd9-eb6e-4908-970e-2e4d72cf36c3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:26.013410 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f7d8c445-306f-4907-b840-1036a9c82163 req-75944dd9-eb6e-4908-970e-2e4d72cf36c3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0788610 Dec 14 00:23:26.041210 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df5e37b7-054b-40c3-b5e5-d00ae790022d req-03474064-d15d-4699-8e2e-d156a24468ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 1001 time: 0.1002536 Dec 14 00:23:26.059860 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f7d8c445-306f-4907-b840-1036a9c82163 req-cd930003-c06e-4d83-9b51-f1286930f518 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401993 Dec 14 00:23:26.108737 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e37b7-054b-40c3-b5e5-d00ae790022d req-30e02a1d-a2ab-495c-9bd6-4f7c52ea6639 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:26.110194 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df5e37b7-054b-40c3-b5e5-d00ae790022d req-30e02a1d-a2ab-495c-9bd6-4f7c52ea6639 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0633774 Dec 14 00:23:26.185188 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df5e37b7-054b-40c3-b5e5-d00ae790022d req-e0ff91c5-c759-4a46-aba3-e3b0a8013381 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681677 Dec 14 00:23:26.315592 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df5e37b7-054b-40c3-b5e5-d00ae790022d req-5f3c14e7-2694-4d5b-8394-d2539e246d2c service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239269 Dec 14 00:23:26.452907 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-df5e37b7-054b-40c3-b5e5-d00ae790022d req-0691289d-51a4-4ec4-a7f1-33fc5c7feada service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299567 Dec 14 00:23:27.262534 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be235-7c8a-4ea4-a25a-4dce24413a28 req-c5ca8872-12c0-475b-9b4a-457d5b359703 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:27.264064 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3f5be235-7c8a-4ea4-a25a-4dce24413a28 req-c5ca8872-12c0-475b-9b4a-457d5b359703 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0833228 Dec 14 00:23:27.309689 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3f5be235-7c8a-4ea4-a25a-4dce24413a28 req-34f48bc5-e094-4ea2-ab55-4b5d31ee56f4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398989 Dec 14 00:23:28.509078 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6155b-fd7f-49b4-9430-ea8f40e39831 req-600a4eae-04a8-4be2-afcb-e30ad0528a09 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:28.510520 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7bf6155b-fd7f-49b4-9430-ea8f40e39831 req-600a4eae-04a8-4be2-afcb-e30ad0528a09 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0794382 Dec 14 00:23:28.556547 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7bf6155b-fd7f-49b4-9430-ea8f40e39831 req-ce404ab0-8e85-4a58-918d-96725a810c9c tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 Dec 14 00:23:28.877697 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-300a50fe-64d3-4d09-af44-c2b535f19831 req-e793d556-ffc0-4437-ab39-057a0073bf1d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1389112 Dec 14 00:23:29.184496 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a944a5f5-a17d-490d-8de4-9204aedebd23 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:23:29.296975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:29.317436 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a580af4-03ca-4f32-a7f0-5d68bbea0015 req-9dc376a2-f531-4c18-92d7-281fd4ceedcd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:29.318888 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2a580af4-03ca-4f32-a7f0-5d68bbea0015 req-9dc376a2-f531-4c18-92d7-281fd4ceedcd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 945 time: 0.0893154 Dec 14 00:23:29.327214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:23:29.337622 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:23:29.381307 dv-neutron-821564-1-hyperv neutron-server[84313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'code': 422} returned with failed status Dec 14 00:23:29.381552 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2a580af4-03ca-4f32-a7f0-5d68bbea0015 req-c645d49c-3a79-46eb-b8a6-1b33e1587886 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565252 Dec 14 00:23:29.427933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:29.429744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:23:29.492285 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35014) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:23:29.496140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:23:29.499678 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:23:29.627686 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-f7194c54-39c9-4c1c-a3df-1dccb159e406 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341572 Dec 14 00:23:30.560347 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-888372fc-4ab3-4b7a-b98d-e093ce5f5a15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578&tenant_id=4a416eb83b4a414f81f6f923f82e9fb6 HTTP/1.1" status: 200 len: 1096 time: 0.1139433 Dec 14 00:23:30.636153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6e325-40db-465c-8d1f-e7388551469a req-d161beff-6d31-4005-aa76-d82a437bb7f2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:30.637501 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d2a6e325-40db-465c-8d1f-e7388551469a req-d161beff-6d31-4005-aa76-d82a437bb7f2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.1264286 Dec 14 00:23:30.697058 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-ba398d02-5ffa-4c96-80b6-20199d2aa4d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1096 time: 0.1159790 Dec 14 00:23:30.704506 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d2a6e325-40db-465c-8d1f-e7388551469a req-1ae3f865-249d-4535-baa2-191701218178 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583653 Dec 14 00:23:30.834088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-2c0515da-9ab2-4108-9a0b-67fb309fa33f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:30.835682 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-2c0515da-9ab2-4108-9a0b-67fb309fa33f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1303251 Dec 14 00:23:30.940265 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-82d337fc-0c03-48f5-aee8-5ba3398f8b43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 999 time: 0.0984576 Dec 14 00:23:31.003257 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-bd90fad9-fb01-4cbf-a9d1-80c6adfbeb86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:31.004759 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-bd90fad9-fb01-4cbf-a9d1-80c6adfbeb86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0583336 Dec 14 00:23:31.078989 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-fc5fbe2a-695e-45ee-92a2-46742bc2890e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676680 Dec 14 00:23:31.316486 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-53ca94da-ba4e-43de-9f81-287cb2bb3ef3 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304659 Dec 14 00:23:31.449155 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-abbcc18d-f3e2-4985-a884-38342b71ff49 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255898 Dec 14 00:23:31.903600 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccdc29-bcd6-4792-b2af-cc7ea6b170f8 req-b0ead307-67c1-438e-b32a-a809b78e223e tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:31.905200 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a6ccdc29-bcd6-4792-b2af-cc7ea6b170f8 req-b0ead307-67c1-438e-b32a-a809b78e223e tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0797637 Dec 14 00:23:31.950016 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a6ccdc29-bcd6-4792-b2af-cc7ea6b170f8 req-f53af7d0-779b-4e8d-aaae-cc63008099a7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Dec 14 00:23:33.163944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7eac07-7ebe-4d72-9a60-eec7b0a89598 req-e74c1a79-188f-44ab-857a-d705be1f10d2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:33.165415 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8b7eac07-7ebe-4d72-9a60-eec7b0a89598 req-e74c1a79-188f-44ab-857a-d705be1f10d2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0851457 Dec 14 00:23:33.214210 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8b7eac07-7ebe-4d72-9a60-eec7b0a89598 req-c0101397-9588-469e-80b7-d4d6a12b57bd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409141 Dec 14 00:23:34.430521 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c944b6c3-066c-41b7-9cab-a7b12be55b37 req-acd00e8c-27d7-4c1a-a8f5-6b3aeccef42d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:34.431943 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c944b6c3-066c-41b7-9cab-a7b12be55b37 req-acd00e8c-27d7-4c1a-a8f5-6b3aeccef42d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0897510 Dec 14 00:23:34.478841 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c944b6c3-066c-41b7-9cab-a7b12be55b37 req-11d3ac05-8173-4b17-ac21-7a4673efb21c tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Dec 14 00:23:35.698092 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b8402-0bb2-4134-8325-399e20ac5d15 req-2babc2f4-8df8-4560-a5e7-ac898fdd3d1c tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:35.699450 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a32b8402-0bb2-4134-8325-399e20ac5d15 req-2babc2f4-8df8-4560-a5e7-ac898fdd3d1c tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0914366 Dec 14 00:23:35.754649 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a32b8402-0bb2-4134-8325-399e20ac5d15 req-5ee38acc-f53c-4ee7-bdd4-6ecea703c58a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468440 Dec 14 00:23:36.961031 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1fdb0-dd7f-4bbe-8549-3a2771926524 req-a623d8e2-9cf0-400f-bb5f-48c8fde499e8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:36.962576 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73c1fdb0-dd7f-4bbe-8549-3a2771926524 req-a623d8e2-9cf0-400f-bb5f-48c8fde499e8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0804513 Dec 14 00:23:37.014722 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-73c1fdb0-dd7f-4bbe-8549-3a2771926524 req-fe0824b9-4110-4e3e-b875-b506122f1967 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459459 Dec 14 00:23:38.226436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf4110-e983-401b-a3f1-c82d385d0259 req-08c88871-7505-498e-b8b6-de4f64596c54 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:38.227951 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bdaf4110-e983-401b-a3f1-c82d385d0259 req-08c88871-7505-498e-b8b6-de4f64596c54 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0860231 Dec 14 00:23:38.276818 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bdaf4110-e983-401b-a3f1-c82d385d0259 req-70a307bf-5e21-4ba5-9d61-373c29a4d78a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431743 Dec 14 00:23:39.484030 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b3a30-8559-4a67-9628-7fd3300092d5 req-e83b048e-140e-4a1c-929f-22da6a9e15cb tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:39.486772 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-611b3a30-8559-4a67-9628-7fd3300092d5 req-e83b048e-140e-4a1c-929f-22da6a9e15cb tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0819054 Dec 14 00:23:39.535781 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-611b3a30-8559-4a67-9628-7fd3300092d5 req-19a63c74-1cff-44a2-909a-d244c96a8775 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433595 Dec 14 00:23:40.748147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81510d62-5919-4e7e-81b6-719b70e1309d req-83f5ebe9-6cf5-4773-bee0-e5735eea516f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:40.750282 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-81510d62-5919-4e7e-81b6-719b70e1309d req-83f5ebe9-6cf5-4773-bee0-e5735eea516f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0866749 Dec 14 00:23:40.799327 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-81510d62-5919-4e7e-81b6-719b70e1309d req-b427cb86-c4c1-4b14-9d2e-2d5f9db3ce03 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425007 Dec 14 00:23:42.039398 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0f77b-4dfb-49e5-9d22-af7a2f6eba72 req-53333e27-2368-4116-8248-ac8da14844d3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:42.041154 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-10f0f77b-4dfb-49e5-9d22-af7a2f6eba72 req-53333e27-2368-4116-8248-ac8da14844d3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.1081831 Dec 14 00:23:42.091788 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-10f0f77b-4dfb-49e5-9d22-af7a2f6eba72 req-25049ae6-2cde-40f8-b04f-3ed4993c2260 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Dec 14 00:23:42.130761 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1c3f8016-4cf5-4d7f-a15c-fb026ba9b4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:43.301336 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926892e-9830-45e1-bcc6-61416900441d req-1d8b349c-3059-4676-aa0b-9d4715361671 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:43.302786 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d926892e-9830-45e1-bcc6-61416900441d req-1d8b349c-3059-4676-aa0b-9d4715361671 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0775375 Dec 14 00:23:43.348832 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d926892e-9830-45e1-bcc6-61416900441d req-af12fd9b-8f3f-4f58-bd83-34e5d0238ce1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404475 Dec 14 00:23:44.141739 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-091cac65-b695-4657-b3fd-9a0a2d481484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:44.548166 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c666b02-42b6-4f20-9367-56ef9b01fc6f req-e87c3555-053e-427b-88e3-4ab2457d5a08 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:44.549648 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1c666b02-42b6-4f20-9367-56ef9b01fc6f req-e87c3555-053e-427b-88e3-4ab2457d5a08 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0771616 Dec 14 00:23:44.594309 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1c666b02-42b6-4f20-9367-56ef9b01fc6f req-39bbf162-4de6-4132-a2e8-0730625e4d59 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392909 Dec 14 00:23:45.454901 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:45.576080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:45.795946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e263bb-b824-4bb0-a521-9bd912a693b9 req-442aabbd-966a-44c9-9633-d0d04d5adc6a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:45.797986 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-54e263bb-b824-4bb0-a521-9bd912a693b9 req-442aabbd-966a-44c9-9633-d0d04d5adc6a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0850544 Dec 14 00:23:45.842756 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-54e263bb-b824-4bb0-a521-9bd912a693b9 req-d17c11ce-73c6-4dc6-9bc4-a2f8a4474112 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394080 Dec 14 00:23:46.142938 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:23:46.970818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:47.043441 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942c1ac-3350-4ffe-9e80-d59bf7f614c4 req-5ca56d86-5f7c-4fe9-bd74-0a633c130de3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:47.044918 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b942c1ac-3350-4ffe-9e80-d59bf7f614c4 req-5ca56d86-5f7c-4fe9-bd74-0a633c130de3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 943 time: 0.0816090 Dec 14 00:23:47.090860 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b942c1ac-3350-4ffe-9e80-d59bf7f614c4 req-88f7ea9b-b134-436d-9309-b2b83b028016 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391443 Dec 14 00:23:47.276574 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a944a5f5-a17d-490d-8de4-9204aedebd23 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:23:47.450135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:23:47.463915 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'port_id': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'mac_address': 'fa:16:3e:bc:f3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:23:47.516445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:47.532950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a944a5f5-a17d-490d-8de4-9204aedebd23 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:23:47.547213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:23:47.644296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:47.645996 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:23:47.712975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=9']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:23:47.715968 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:23:47.845502 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['a944a5f5-a17d-490d-8de4-9204aedebd23'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:23:48.286367 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493064a2-e91f-4459-8e0d-76f6c2583c5e req-d46a150d-73fd-435e-868e-7d6d1755a650 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:48.287853 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-493064a2-e91f-4459-8e0d-76f6c2583c5e req-d46a150d-73fd-435e-868e-7d6d1755a650 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 944 time: 0.0769372 Dec 14 00:23:48.336983 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-493064a2-e91f-4459-8e0d-76f6c2583c5e req-f56153da-2fbb-4b75-ac74-ef01044bc869 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436649 Dec 14 00:23:49.313605 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a944a5f5-a17d-490d-8de4-9204aedebd23 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:23:49.382694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port a944a5f5-a17d-490d-8de4-9204aedebd23 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:23:49.383078 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:49.497037 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:49.524584 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:23:49.534380 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:23:49.537252 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e497786-1ff1-48b9-9e85-c68f3aef6710 req-dcbc9682-42b6-4e2d-b0bc-d91203a579aa tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:49.538734 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8e497786-1ff1-48b9-9e85-c68f3aef6710 req-dcbc9682-42b6-4e2d-b0bc-d91203a579aa tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 944 time: 0.0796578 Dec 14 00:23:49.582458 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'code': 200} Dec 14 00:23:49.589327 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8e497786-1ff1-48b9-9e85-c68f3aef6710 req-bb01365a-3170-4308-a354-f22e026f0d52 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450020 Dec 14 00:23:49.661657 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:49.663671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:23:49.732707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=10']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:23:49.736161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:23:49.871382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:23:49.974036 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9e8b42d2-f63c-4b85-bfc8-a50d79a8cd5b req-05f633a2-f222-4808-94a0-4fa166d1c26c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1099 time: 0.0668700 Dec 14 00:23:50.015952 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9e8b42d2-f63c-4b85-bfc8-a50d79a8cd5b req-82b9dca7-6d94-4785-a175-64b0ee7b0390 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350156 Dec 14 00:23:50.793380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379d8e7-7ac2-4994-aa6d-8a57addbe153 req-62db9940-2362-49d8-bb2a-c00082ea3af7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:50.794802 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4379d8e7-7ac2-4994-aa6d-8a57addbe153 req-62db9940-2362-49d8-bb2a-c00082ea3af7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 946 time: 0.0838120 Dec 14 00:23:50.840409 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4379d8e7-7ac2-4994-aa6d-8a57addbe153 req-9fa1988e-3428-4ba8-9125-e6e416fb3a81 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396090 Dec 14 00:23:52.051249 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fae24-17ad-4a13-b994-90bae6ce1047 req-7b4a8bd5-0817-4027-aedd-27496a010418 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:52.051249 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7c7fae24-17ad-4a13-b994-90bae6ce1047 req-7b4a8bd5-0817-4027-aedd-27496a010418 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 946 time: 0.0780699 Dec 14 00:23:52.090696 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7c7fae24-17ad-4a13-b994-90bae6ce1047 req-743f6fe9-e6b6-4eb6-b87c-a55ac910b742 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392027 Dec 14 00:23:53.287932 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347a93a-f2d1-46fe-97df-3ec5c8332680 req-f2003d86-a28f-4914-9c4e-17da22f2f72b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:23:53.289392 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8347a93a-f2d1-46fe-97df-3ec5c8332680 req-f2003d86-a28f-4914-9c4e-17da22f2f72b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 946 time: 0.0769069 Dec 14 00:23:53.335394 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8347a93a-f2d1-46fe-97df-3ec5c8332680 req-9bcc10a2-1203-4ccf-b840-c0a4fafb62f5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405605 Dec 14 00:24:11.907305 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5aea9385-3273-4b24-8007-374aa4a75231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:14.158487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-441d25cf-53fb-403b-b792-30a8d5e0bb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:15.461819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:15.569795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:16.979878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:19.901200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:23.142485 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:24:26.718819 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-918a7dc9-744a-46e3-928c-e6b8ac2c455d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721509 Dec 14 00:24:26.874224 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-78e00054-6736-47ed-9427-00f2949b5421 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1099 time: 0.0691237 Dec 14 00:24:27.019407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-bbd1e881-47e3-47dd-987c-5330de96df11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:24:27.020899 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-bbd1e881-47e3-47dd-987c-5330de96df11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1279612 Dec 14 00:24:27.125979 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-8d1ce762-794e-4263-b4fa-a8a4c7b37013 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 1001 time: 0.0975249 Dec 14 00:24:27.187659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-b611b2a8-5134-4009-92dc-ce69e04d3bf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:24:27.189645 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-b611b2a8-5134-4009-92dc-ce69e04d3bf9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0576737 Dec 14 00:24:27.268866 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-f30e3f19-3ac4-4055-be45-81c2caa87261 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729144 Dec 14 00:24:27.507137 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-0080a648-78eb-428b-ab04-c4e148c72377 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319109 Dec 14 00:24:27.639324 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e8f23ca8-d7ce-4add-bd0a-f4a43d6b593e req-62371f8e-0176-4587-8c6f-298d24e7f39f service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249642 Dec 14 00:24:41.918603 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b9d651d0-19ab-4696-b9d5-18cbff1745b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:44.133542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-045b46e3-37fc-4ce1-8299-a53f54e417dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:45.458955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:45.596275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:46.985387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:24:49.924078 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:00.143179 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:25:06.404702 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35138) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:25:06.607757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Deleting port d0313c8a-7c8b-4f58-95ec-654fd0a042c8 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:25:06.608105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:06.783738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:06.784064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:06.901874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Calling delete_port for d0313c8a-7c8b-4f58-95ec-654fd0a042c8 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:25:07.205001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:07.209420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4781fb25-96ce-4b9d-b94d-9766aafa0801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:07.281303 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event deleted for resources: {'Port': ['ID=d0313c8a-7c8b-4f58-95ec-654fd0a042c8,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:07.323499 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.323908 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.324286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.324658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.325023 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.325384 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.325744 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.326105 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.326478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.326817 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.327426 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:07.336452 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:07.357182 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:07.742877 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:25:07.938714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:25:07.948529 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] Sync routers for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:25:07.964208 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:25:07.971505 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:25:08.024810 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:08.080507 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "DELETE /v2.0/floatingips/6c782be0-fe87-469e-867a-00c3f9d4f75a HTTP/1.1" status: 204 len: 168 time: 1.6747282 Dec 14 00:25:08.081173 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:25:08.140665 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:25:08.175742 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'status': 'completed', 'code': 200} Dec 14 00:25:08.345847 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d211318-e2f6-468d-a1c3-b25340234e27 req-1789208e-1079-46e7-ae5e-cf7dc238bc9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 1099 time: 0.1476450 Dec 14 00:25:08.489912 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211318-e2f6-468d-a1c3-b25340234e27 req-ca36da8d-92ec-4086-ad83-17f4ec5e316d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:08.490863 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:25:08.491402 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d211318-e2f6-468d-a1c3-b25340234e27 req-ca36da8d-92ec-4086-ad83-17f4ec5e316d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1398849 Dec 14 00:25:08.494658 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] Checking router: c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:25:08.505294 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:25:08.505897 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:24:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:25:08.581016 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d211318-e2f6-468d-a1c3-b25340234e27 req-5b310005-dcb3-4752-8574-20fa6e7d3e8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 200 len: 217 time: 0.0831087 Dec 14 00:25:08.653172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211318-e2f6-468d-a1c3-b25340234e27 req-ceb916c3-3818-4846-8c61-0cf976672343 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:08.654898 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d211318-e2f6-468d-a1c3-b25340234e27 req-ceb916c3-3818-4846-8c61-0cf976672343 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0654044 Dec 14 00:25:08.739121 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:25:08.788838 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d211318-e2f6-468d-a1c3-b25340234e27 req-1b4f4f8a-4fb2-4bce-bb0d-d5190ea86b38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1275992 Dec 14 00:25:08.800927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0348df-4250-432d-83eb-9b0026bae002 req-342ea89d-2cb0-4acf-b3a0-f1a8b9697297 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:08.802349 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eb0348df-4250-432d-83eb-9b0026bae002 req-342ea89d-2cb0-4acf-b3a0-f1a8b9697297 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 946 time: 0.1818826 Dec 14 00:25:08.945701 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-eb0348df-4250-432d-83eb-9b0026bae002 req-42d05772-4e28-4e15-bac9-55ce9c5483d9 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190798 Dec 14 00:25:08.976927 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d211318-e2f6-468d-a1c3-b25340234e27 req-63f0fabf-e3c9-4a7a-98f5-23f8587fc0f2 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736474 Dec 14 00:25:09.052356 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:25:09.056399 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb1b75c-9d14-4b02-bcf2-c119db92de1f None None] The sync data for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv is: [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:25:09.118693 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3d211318-e2f6-468d-a1c3-b25340234e27 req-649cb293-fb8b-4c90-a865-17506e33dfa1 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341760 Dec 14 00:25:09.291087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e712ccc-4b24-431e-89bc-5376ca26115d None None] New status for floating IP 6c782be0-fe87-469e-867a-00c3f9d4f75a: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:25:09.908961 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-c158eabe-04cc-469f-8d6c-137be004d49d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:09.910401 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-c158eabe-04cc-469f-8d6c-137be004d49d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 946 time: 0.0798042 Dec 14 00:25:09.978235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Deleting port a944a5f5-a17d-490d-8de4-9204aedebd23 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:25:09.978576 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:10.219345 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698009c0-7cd6-4e40-9364-4c8f4711136e req-9b07c786-b4d0-4919-9518-b128ecf86e14 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:10.220113 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-698009c0-7cd6-4e40-9364-4c8f4711136e req-9b07c786-b4d0-4919-9518-b128ecf86e14 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:25:10.233412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] For port a944a5f5-a17d-490d-8de4-9204aedebd23, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a944a5f5-a17d-490d-8de4-9204aedebd23,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:25:10.233764 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:10.301696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-698009c0-7cd6-4e40-9364-4c8f4711136e req-9b07c786-b4d0-4919-9518-b128ecf86e14 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:25:10.302888 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-698009c0-7cd6-4e40-9364-4c8f4711136e req-9b07c786-b4d0-4919-9518-b128ecf86e14 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 946 time: 0.2331161 Dec 14 00:25:10.350088 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-698009c0-7cd6-4e40-9364-4c8f4711136e req-f9b5441a-9905-4fe0-a213-a5d83095fd85 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=eb2b5246-1b55-4293-bbfa-f64f10cd716f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416677 Dec 14 00:25:10.357798 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Calling delete_port for a944a5f5-a17d-490d-8de4-9204aedebd23 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:25:10.684302 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:10.690635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f4afe3ad-a319-48de-a110-2e980eef7b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:10.734314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event deleted for resources: {'Port': ['ID=a944a5f5-a17d-490d-8de4-9204aedebd23,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:10.777305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.777701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.778086 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.778467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.778840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.779211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.779584 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.780005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.780372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.780739 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.781104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:10.788234 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:10.821923 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] No DVR routers for this DVR port a944a5f5-a17d-490d-8de4-9204aedebd23 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:25:10.824423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:10.829480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-deleted', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:25:10.883994 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763ab2fe-e563-4e5a-b1c9-85103caf3578', 'name': 'network-vif-deleted', 'tag': 'a944a5f5-a17d-490d-8de4-9204aedebd23', 'status': 'completed', 'code': 200} Dec 14 00:25:10.888316 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5bead09d-3838-4afe-b2fd-b2cf17a9bdd3 req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "DELETE /v2.0/ports/a944a5f5-a17d-490d-8de4-9204aedebd23 HTTP/1.1" status: 204 len: 173 time: 0.9708493 Dec 14 00:25:11.532575 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c67a4622-37cc-40aa-aeba-c8d85b41634e req-d6c52c5b-c5a3-47f8-9b0c-7464d2961cc8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=763ab2fe-e563-4e5a-b1c9-85103caf3578 HTTP/1.1" status: 200 len: 210 time: 0.0418112 Dec 14 00:25:11.921542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d4d82a12-be25-496a-b0c8-836ba902f2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:12.637986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35170) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:25:12.710923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7667-045e-47a5-be80-87619a8eaaf4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:12.740060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7667-045e-47a5-be80-87619a8eaaf4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:12.872421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7667-045e-47a5-be80-87619a8eaaf4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:12.876768 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-3d9d9bfa-cd52-4a16-9401-df5e7b929479 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:12.892665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e7667-045e-47a5-be80-87619a8eaaf4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2b5246-1b55-4293-bbfa-f64f10cd716f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:12.895226 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-aa4e7667-045e-47a5-be80-87619a8eaaf4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:12.962985 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-aa4e7667-045e-47a5-be80-87619a8eaaf4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:12.964140 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-aa4e7667-045e-47a5-be80-87619a8eaaf4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "DELETE /v2.0/security-groups/eb2b5246-1b55-4293-bbfa-f64f10cd716f HTTP/1.1" status: 204 len: 168 time: 0.3251991 Dec 14 00:25:13.687692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a944a5f5-a17d-490d-8de4-9204aedebd23 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:25:13.722704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: a944a5f5-a17d-490d-8de4-9204aedebd23 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:25:13.723052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a944a5f5-a17d-490d-8de4-9204aedebd23 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:25:13.858022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35178) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:25:13.864853 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-343440172', 'description': 'tempest-secgroup-smoke-343440172 description', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:25:13.870893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:25:13.875002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:25:13.878618 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:25:13.884321 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:25:13.958552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:13.992951 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:25:13.996727 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:25:13.999507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:25:14.005792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:25:14.058938 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.138682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.142571 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-06882f94-ede3-4ab5-8210-1182d4a37422 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:14.146881 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-01065c5a-020b-40ad-b225-756368abdd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.186814 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e90f6f-646d-4837-bfb5-ba882f0758e1,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:14.190209 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:14.236895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.238112 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-555e4d85-977d-413e-a0d6-5c4f1e4503cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3791122 Dec 14 00:25:14.240983 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35182) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:25:14.246351 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': '37e90f6f-646d-4837-bfb5-ba882f0758e1', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:25:14.253708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:25:14.257507 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:25:14.260467 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:25:14.266111 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:25:14.352318 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.413792 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.489830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.491550 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-69d5123a-7f8d-40f2-9489-b6714ec8072b tempest-TestVolumeBootPattern-751686422 tempest-TestVolumeBootPattern-751686422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:14.514151 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c5bdb8-5560-470e-9eab-30a1e45ddd32,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:14.518874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:14.613590 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.641957 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0b47bcbf-c5fa-47bd-8717-60d674e8ed9f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3728905 Dec 14 00:25:14.643852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35186) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:25:14.649331 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': '37e90f6f-646d-4837-bfb5-ba882f0758e1', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:25:14.655307 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:25:14.659874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:25:14.662688 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:25:14.668420 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:25:14.779241 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.842061 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.916040 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.917831 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6a5e3e63-963a-4a76-ae54-6e303711e6f3 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:14.939029 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be2d542-f6e0-49f8-85b6-12f393054ac7,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:14.941393 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:14.990423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:14.991594 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-d67c59f8-a1b5-4b8a-83e3-7dc169344e67 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3468394 Dec 14 00:25:14.994302 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35190) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:25:14.999668 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': '37e90f6f-646d-4837-bfb5-ba882f0758e1', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:25:15.006049 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:25:15.010231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:25:15.013207 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:25:15.019457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:25:15.093892 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.158565 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.232865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.240429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-732c7983-6236-440a-a231-17df1680e168 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:15.262647 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b0e067-5c3b-48a2-b1fa-ae75c6599255,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:15.265339 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:15.313614 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.317966 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-87725c6f-7c25-4001-95eb-9e30981e6bbe tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3200114 Dec 14 00:25:15.319301 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35194) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:25:15.323665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': '37e90f6f-646d-4837-bfb5-ba882f0758e1', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:25:15.330742 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:25:15.334541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:25:15.337429 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:25:15.343475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:25:15.405217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.433952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.471018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.529562 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.531423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-daa1fdb7-1144-475b-9345-49e2f87efa86 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:15.553775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7124b3-5e96-4fc1-8bfb-dfaa4605b638,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:15.556262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:15.598424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.627825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.628949 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3099160 Dec 14 00:25:15.631716 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35198) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:25:15.637095 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': '37e90f6f-646d-4837-bfb5-ba882f0758e1', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:25:15.643158 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:25:15.646969 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:25:15.649906 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:25:15.655665 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:25:15.736074 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Project 4a416eb83b4a414f81f6f923f82e9fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:25:15.742560 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.809641 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.884035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:15.885762 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-87919a4e-f941-4b22-a161-7919e31a6298 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:16.011262 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b514526-41c6-42ae-b2eb-446c66830c77,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:16.015541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:16.087743 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:16.088981 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-10181ebf-4ca7-4581-9d33-e9ff781cc003 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4563203 Dec 14 00:25:16.091718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35202) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:25:16.097672 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'security_group_rule': {'security_group_id': '37e90f6f-646d-4837-bfb5-ba882f0758e1', 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:25:16.103799 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:25:16.107512 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:security_group_rule and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:25:16.111022 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:25:16.116601 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:25:16.190433 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.securitygroups_db [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Project 4a416eb83b4a414f81f6f923f82e9fb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:25:16.196613 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:16.262915 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:16.347060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:16.348913 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a1c6d57a-7c05-4c8f-89ea-2cf0d8d93f5c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:16.370788 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32478699-14fc-4a59-b02a-84d498124864,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:16.373168 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:16.453570 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:16.455175 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-af3e5025-a4cf-4246-aff0-3da409b14c0a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3625362 Dec 14 00:25:17.019034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:19.875919 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:37.143199 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:25:40.514677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-2730b241-3813-4836-a0ca-4302750c12be req-7fd16e31-a792-4fa6-93eb-45e9c9553930 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:25:40.635578 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-2730b241-3813-4836-a0ca-4302750c12be req-7fd16e31-a792-4fa6-93eb-45e9c9553930 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:25:40.636786 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-7fd16e31-a792-4fa6-93eb-45e9c9553930 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-343440172&fields=id&tenant_id=4a416eb83b4a414f81f6f923f82e9fb6 HTTP/1.1" status: 200 len: 267 time: 0.1632214 Dec 14 00:25:40.784165 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b241-3813-4836-a0ca-4302750c12be req-17d0f91e-abc0-48aa-8bc7-f3a2bc33b6f8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:40.785502 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-17d0f91e-abc0-48aa-8bc7-f3a2bc33b6f8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 808 time: 0.1424065 Dec 14 00:25:40.801321 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-1987cfd4-4708-4b5b-bda3-3915c2d5d095 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/quotas/4a416eb83b4a414f81f6f923f82e9fb6 HTTP/1.1" status: 200 len: 375 time: 0.0103879 Dec 14 00:25:40.886380 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-cb69c6f1-f72c-4e69-986e-18adc4bf19fa tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804634 Dec 14 00:25:41.022408 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-26a85a04-9974-42a2-b816-2c8d799b0e93 service neutron] 10.222.0.30 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245515 Dec 14 00:25:41.153339 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-5bbea89e-01ce-49cc-b4ea-ae5223d1e7e2 service neutron] 10.222.0.30 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252785 Dec 14 00:25:41.904318 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-69a3479c-570c-4640-aa57-a4d18bf30ab9 req-3cfab3c9-d052-4928-a244-2af9d25aa4d8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:25:41.907458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-710533f5-8b73-4aac-aae1-f8fdb2c3d817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:41.996285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-69a3479c-570c-4640-aa57-a4d18bf30ab9 req-3cfab3c9-d052-4928-a244-2af9d25aa4d8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:25:41.997509 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-69a3479c-570c-4640-aa57-a4d18bf30ab9 req-3cfab3c9-d052-4928-a244-2af9d25aa4d8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 210 time: 0.1368153 Dec 14 00:25:43.161763 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0146c13d-4603-42cd-a4c7-af31d14ead55 req-a3b9ca6a-fb66-40e2-96e3-5196d3325dce tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 210 time: 0.0419323 Dec 14 00:25:43.757060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b241-3813-4836-a0ca-4302750c12be req-8f348f10-2093-437d-a58b-d851d1727201 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:43.758519 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-8f348f10-2093-437d-a58b-d851d1727201 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 808 time: 0.1514769 Dec 14 00:25:43.817011 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-1c2902ea-7049-4e3a-a309-0e89fed1e2b3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a416eb83b4a414f81f6f923f82e9fb6 HTTP/1.1" status: 200 len: 379 time: 0.0451562 Dec 14 00:25:43.826140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'port': {'device_id': '9c427ca9-8ea1-4344-b169-1034861f053f', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'admin_state_up': True, 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'security_groups': ['37e90f6f-646d-4837-bfb5-ba882f0758e1']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:25:43.964268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:25:43.973770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:25:44.055323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Made reservation on behalf of 4a416eb83b4a414f81f6f923f82e9fb6 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:25:44.058434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:44.147475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0bf5b0cc-761d-4982-b2d3-3945f292dded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:44.231311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Allocated IP 172.20.0.9 (8adb6414-0221-4be7-84dd-adda4e2b31b6/841f51f4-534b-46c0-9d25-436b7e5c5faa/fddc08fc-7561-4a7b-a394-d2ceb2501228) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:25:44.432999 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-af7d7fdb-6865-4efa-b578-71dfb762ee6c req-a398cb12-df36-455f-a916-4c493db64728 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 210 time: 0.0602679 Dec 14 00:25:44.472016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:44.488149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Transition to ACTIVE for port object fddc08fc-7561-4a7b-a394-d2ceb2501228 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:25:44.564925 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:44.570945 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-69a3d793-a406-43e1-9076-d911c3d2b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:44.647352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:25:44.650425 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:25:44.654922 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:25:44.681560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'Port': ['ID=fddc08fc-7561-4a7b-a394-d2ceb2501228,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:44.687146 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:44.720468 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:44.721088 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:44.839349 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0167394 Dec 14 00:25:44.851845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Request body: {'port': {'device_id': '9c427ca9-8ea1-4344-b169-1034861f053f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:25:44.966412 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:45.009382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-250490d3-8d13-4e4a-b47a-38553cf1fff1 None None] Provisioning for port fddc08fc-7561-4a7b-a394-d2ceb2501228 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:25:45.014896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-250490d3-8d13-4e4a-b47a-38553cf1fff1 None None] Provisioning complete for port fddc08fc-7561-4a7b-a394-d2ceb2501228 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:25:45.015350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-250490d3-8d13-4e4a-b47a-38553cf1fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:45.072252 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-250490d3-8d13-4e4a-b47a-38553cf1fff1 None None] Port fddc08fc-7561-4a7b-a394-d2ceb2501228 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:25:45.314356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddc08fc-7561-4a7b-a394-d2ceb2501228 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:25:45.322617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:45.338450 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Transition to ACTIVE for port object fddc08fc-7561-4a7b-a394-d2ceb2501228 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:25:45.415237 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:45.420106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:45.470248 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:45.590280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:45.675047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=fddc08fc-7561-4a7b-a394-d2ceb2501228,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:45.679297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:45.687157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4581152-08d2-4af5-a22a-cc8384157158 req-a36f206e-bcc9-4ce9-a4e6-1617d0d6be89 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:45.688196 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b4581152-08d2-4af5-a22a-cc8384157158 req-a36f206e-bcc9-4ce9-a4e6-1617d0d6be89 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0934379 Dec 14 00:25:45.731815 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b4581152-08d2-4af5-a22a-cc8384157158 req-4d3c6c87-44f8-4681-bd44-e78dd9914b50 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427051 Dec 14 00:25:45.800296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Attempting to bind port fddc08fc-7561-4a7b-a394-d2ceb2501228 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:25:45.800627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Attempting to bind port fddc08fc-7561-4a7b-a394-d2ceb2501228 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:25:45.800954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Attempting to bind port fddc08fc-7561-4a7b-a394-d2ceb2501228 on network 8adb6414-0221-4be7-84dd-adda4e2b31b6 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:25:45.807666 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Port fddc08fc-7561-4a7b-a394-d2ceb2501228 on network 8adb6414-0221-4be7-84dd-adda4e2b31b6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:25:45.810087 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Attempting to bind port fddc08fc-7561-4a7b-a394-d2ceb2501228 on network 8adb6414-0221-4be7-84dd-adda4e2b31b6 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:25:45.814115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:25:45.814446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Checking segment: {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:25:45.814824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Bound using segment: {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:25:45.815241 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Bound port: fddc08fc-7561-4a7b-a394-d2ceb2501228, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a61acb4a-0e96-4535-a0ef-c6663ff47908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:25:45.815579 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:45.906307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:25:45.909875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:25:45.993300 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:45.997852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0ffd50a9-851c-41fe-94df-5d3d5f1e2fa5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:46.060207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:46.061582 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] 10.222.0.18 "PUT /v2.0/ports/fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 1093 time: 1.2151501 Dec 14 00:25:46.062109 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:25:46.085285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=fddc08fc-7561-4a7b-a394-d2ceb2501228,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:46.085285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:46.222356 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'status': 'completed', 'code': 200} Dec 14 00:25:46.261417 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-f6f03d72-5e14-4099-b27a-3796e41e17c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1096 time: 0.0748997 Dec 14 00:25:46.333372 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-b7999c16-e697-48f3-b113-119435e0c30b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 217 time: 0.0653138 Dec 14 00:25:46.400142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730b241-3813-4836-a0ca-4302750c12be req-6c64d664-f9ca-4bb1-b25b-582ecb5568da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:46.401589 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-6c64d664-f9ca-4bb1-b25b-582ecb5568da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0618072 Dec 14 00:25:46.490016 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-03b83735-524f-44bb-a85c-4e30e804e226 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805075 Dec 14 00:25:46.623629 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-68f510dc-4e6b-4593-ba3b-21a817324c5b service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267791 Dec 14 00:25:46.759774 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2730b241-3813-4836-a0ca-4302750c12be req-a8102345-6b02-4958-aae6-5aa9904249c0 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300259 Dec 14 00:25:46.931989 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6665dbac-afd8-4c24-b0e2-73105b68ed57 req-0e3bb288-abf6-4845-a676-77a1ab3888d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1096 time: 0.0776448 Dec 14 00:25:46.933063 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11d618-2164-4d32-8ca8-5d7fbc68bef8 req-efefff39-1b3f-40df-b82f-70281d6efafc tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:46.934640 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8c11d618-2164-4d32-8ca8-5d7fbc68bef8 req-efefff39-1b3f-40df-b82f-70281d6efafc tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0780463 Dec 14 00:25:46.979295 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:46.982972 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8c11d618-2164-4d32-8ca8-5d7fbc68bef8 req-4a98a7f2-4783-4883-b860-6edadbcf3ab6 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428421 Dec 14 00:25:47.077410 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665dbac-afd8-4c24-b0e2-73105b68ed57 req-47308d9c-5da0-4cd0-9cc7-49538778a232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:47.077410 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6665dbac-afd8-4c24-b0e2-73105b68ed57 req-47308d9c-5da0-4cd0-9cc7-49538778a232 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1352205 Dec 14 00:25:47.145189 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6665dbac-afd8-4c24-b0e2-73105b68ed57 req-4dbcbc7a-019c-45ef-b758-f2c226d614ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 217 time: 0.0647783 Dec 14 00:25:47.209807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665dbac-afd8-4c24-b0e2-73105b68ed57 req-a9791d8a-41fd-404c-b48f-b6d3aee2af03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:47.211263 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6665dbac-afd8-4c24-b0e2-73105b68ed57 req-a9791d8a-41fd-404c-b48f-b6d3aee2af03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0591171 Dec 14 00:25:47.286583 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6665dbac-afd8-4c24-b0e2-73105b68ed57 req-ea4fb427-eda7-4176-ae5f-fd24d6472194 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690107 Dec 14 00:25:47.421772 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6665dbac-afd8-4c24-b0e2-73105b68ed57 req-811d80ac-bc8f-4bd5-a631-5cde1f4404c8 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287096 Dec 14 00:25:47.553574 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6665dbac-afd8-4c24-b0e2-73105b68ed57 req-97eacd86-2998-4813-b57a-02459391f071 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250722 Dec 14 00:25:48.183432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75c661-334d-4c52-aee3-e8b203d262ad req-53b238bb-5faf-4698-ab02-98c9dc68dce2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:48.184176 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-de75c661-334d-4c52-aee3-e8b203d262ad req-53b238bb-5faf-4698-ab02-98c9dc68dce2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:25:48.269838 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-de75c661-334d-4c52-aee3-e8b203d262ad req-53b238bb-5faf-4698-ab02-98c9dc68dce2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:25:48.271582 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-de75c661-334d-4c52-aee3-e8b203d262ad req-53b238bb-5faf-4698-ab02-98c9dc68dce2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.1675608 Dec 14 00:25:48.317138 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-de75c661-334d-4c52-aee3-e8b203d262ad req-5bc03ee1-8232-4c8e-b4f5-8eb33787cf47 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394838 Dec 14 00:25:49.514783 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029c002-cdea-4994-a8d5-6b554d1d3a9e req-4febbd97-36b1-465d-b38a-e7bf3392b605 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:49.516327 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b029c002-cdea-4994-a8d5-6b554d1d3a9e req-4febbd97-36b1-465d-b38a-e7bf3392b605 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0811400 Dec 14 00:25:49.560842 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b029c002-cdea-4994-a8d5-6b554d1d3a9e req-b3e84837-4ca9-40b1-b495-b4585b1a298f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390348 Dec 14 00:25:49.892494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:50.755861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20623142-9a64-4cf4-9d4f-5fe4a2694f93 req-dae007d8-d223-4490-a2b8-58067f8352e9 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:50.757387 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-20623142-9a64-4cf4-9d4f-5fe4a2694f93 req-dae007d8-d223-4490-a2b8-58067f8352e9 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0776596 Dec 14 00:25:50.806427 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-20623142-9a64-4cf4-9d4f-5fe4a2694f93 req-cff3468d-091b-4672-9d7c-d2d631189e17 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436397 Dec 14 00:25:52.007453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87fb6c-c453-494d-9ada-03c449264718 req-f881245f-f8c3-4c9c-ae74-daf1bbc893da tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:52.008919 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9b87fb6c-c453-494d-9ada-03c449264718 req-f881245f-f8c3-4c9c-ae74-daf1bbc893da tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0761645 Dec 14 00:25:52.057905 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9b87fb6c-c453-494d-9ada-03c449264718 req-fee9e89b-f5f1-4308-b4b6-34caa0a49e17 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436893 Dec 14 00:25:53.257451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cc425-102d-46c2-82d4-21fe98082005 req-8ffa7b66-5a8d-4e56-86e9-a3ac6583f411 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:53.258930 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-486cc425-102d-46c2-82d4-21fe98082005 req-8ffa7b66-5a8d-4e56-86e9-a3ac6583f411 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0773587 Dec 14 00:25:53.305144 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-486cc425-102d-46c2-82d4-21fe98082005 req-e187f43a-9cc7-4361-b2b3-707758539170 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407500 Dec 14 00:25:54.501230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc11cd-5113-4baa-885b-8c58e6856999 req-9393fdda-1327-4dcf-8834-a99c2ee51017 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:54.502651 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ecbc11cd-5113-4baa-885b-8c58e6856999 req-9393fdda-1327-4dcf-8834-a99c2ee51017 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0767448 Dec 14 00:25:54.547777 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ecbc11cd-5113-4baa-885b-8c58e6856999 req-1679bcce-4b81-438b-a525-a42c0d9d1e97 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387342 Dec 14 00:25:55.862758 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ca6c1-9f1b-48e7-8917-9e4767e9dbe0 req-8876f684-8e63-422c-a51f-cc8fef3952e0 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:55.864229 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cd5ca6c1-9f1b-48e7-8917-9e4767e9dbe0 req-8876f684-8e63-422c-a51f-cc8fef3952e0 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.1983209 Dec 14 00:25:55.906192 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device fddc08fc-7561-4a7b-a394-d2ceb2501228 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:25:55.921687 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cd5ca6c1-9f1b-48e7-8917-9e4767e9dbe0 req-ebd6ad36-2d73-4174-9595-53303b36b927 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512340 Dec 14 00:25:56.055822 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:25:56.071042 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'port_id': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'mac_address': 'fa:16:3e:57:87:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:25:56.132667 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:56.201926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddc08fc-7561-4a7b-a394-d2ceb2501228 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:25:56.218629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:25:56.310443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:56.312422 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-e308e83a-5558-4c12-9d93-4621eedb1056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:56.388550 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=fddc08fc-7561-4a7b-a394-d2ceb2501228,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:56.397588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.404890 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:25:56.405716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:56.546177 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['fddc08fc-7561-4a7b-a394-d2ceb2501228'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:25:57.122824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180effcc-27b0-4c3b-b304-06fcdb8d76cb req-cccce38f-c89b-473f-b61f-47c8ddc803b4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:57.124294 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-180effcc-27b0-4c3b-b304-06fcdb8d76cb req-cccce38f-c89b-473f-b61f-47c8ddc803b4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 944 time: 0.0824485 Dec 14 00:25:57.170042 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-180effcc-27b0-4c3b-b304-06fcdb8d76cb req-635099f6-ece6-4b8c-99a9-f9458cda7361 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403535 Dec 14 00:25:57.937112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device fddc08fc-7561-4a7b-a394-d2ceb2501228 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:25:58.058445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port fddc08fc-7561-4a7b-a394-d2ceb2501228 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:25:58.062982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port fddc08fc-7561-4a7b-a394-d2ceb2501228 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:25:58.063358 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:58.174787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:58.201660 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:25:58.211309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:25:58.299014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:25:58.302317 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2fe74530-5715-4d55-aad4-b698fd652516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:25:58.370505 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'code': 200} Dec 14 00:25:58.376519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=fddc08fc-7561-4a7b-a394-d2ceb2501228,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:25:58.376706 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6653-8b6d-48d0-88af-fd6584a1e21e req-dd3ef964-2f1e-4e75-a70c-1941a19e9e81 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:58.378152 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-310f6653-8b6d-48d0-88af-fd6584a1e21e req-dd3ef964-2f1e-4e75-a70c-1941a19e9e81 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0857868 Dec 14 00:25:58.380146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:25:58.429131 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-310f6653-8b6d-48d0-88af-fd6584a1e21e req-918f9156-77e5-425a-bbe8-d2709e82df14 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429525 Dec 14 00:25:58.736672 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cce5bcbe-0e28-4969-b6d4-eed5404e9e58 req-13f3b1b7-db3a-408f-abef-fa520aecec69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0719111 Dec 14 00:25:58.779230 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cce5bcbe-0e28-4969-b6d4-eed5404e9e58 req-fe2dd196-612a-4035-8d97-d795b6af1b2e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364180 Dec 14 00:25:59.629657 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbed638-db99-4e21-973d-671b7981e526 req-3289fecc-d33b-45fb-9f7c-29cfdd4db312 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:25:59.631572 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5bbed638-db99-4e21-973d-671b7981e526 req-3289fecc-d33b-45fb-9f7c-29cfdd4db312 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0785904 Dec 14 00:25:59.679142 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5bbed638-db99-4e21-973d-671b7981e526 req-77ab9bc4-fbff-4729-b3ff-2abe97271b83 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418284 Dec 14 00:26:00.883667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145724a-f1aa-4d37-8d91-e4a4f931a00a req-7fc8a3f5-4e51-40b0-b6da-b6f06c5a0372 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:26:00.885107 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6145724a-f1aa-4d37-8d91-e4a4f931a00a req-7fc8a3f5-4e51-40b0-b6da-b6f06c5a0372 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0772216 Dec 14 00:26:00.935319 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6145724a-f1aa-4d37-8d91-e4a4f931a00a req-abc11ef2-ed42-43ce-b7f2-a52f284b17ce tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448363 Dec 14 00:26:01.134006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af1f64-8b96-4ab2-a667-fb7602ee7448 req-b612b246-dc9e-41cb-a026-6698b6f70a59 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:26:01.135478 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-70af1f64-8b96-4ab2-a667-fb7602ee7448 req-b612b246-dc9e-41cb-a026-6698b6f70a59 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0816374 Dec 14 00:26:01.180978 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-70af1f64-8b96-4ab2-a667-fb7602ee7448 req-d622e156-0853-44d9-b58f-876ff9ae7cff tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399666 Dec 14 00:26:01.207761 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35378) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:26:01.341666 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-47eb2ef9-1059-4f43-b26e-6c1223ca8e69 tempest-TestShelveInstance-1343920418 tempest-TestShelveInstance-1343920418-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1093 time: 0.1323359 Dec 14 00:26:01.344091 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35384) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:26:01.349956 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:26:01.355484 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:26:01.359433 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Usage tracker for resource:floatingip and tenant:4a416eb83b4a414f81f6f923f82e9fb6 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:26:01.362354 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:26:01.369018 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:26:01.453430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for floatingip, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:01.588120 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:01.816900 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Allocated IP 172.26.5.3 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/77c5b719-0e79-4143-b57e-f7d6e05a8559) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:26:01.968846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:02.066739 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:02.070980 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-d785f264-eaa8-4558-8815-0b3337b6ea3b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:26:02.139864 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:26:02.142516 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:26:02.144949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:26:02.174916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'Port': ['ID=77c5b719-0e79-4143-b57e-f7d6e05a8559,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:26:02.182160 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:26:02.662689 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:02.754237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:02.957425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:03.018479 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:03.022881 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-154ab158-884f-47a5-a867-5158fe877be0 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:26:03.121407 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event updated for resources: {'Port': ['ID=77c5b719-0e79-4143-b57e-f7d6e05a8559,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:26:03.125361 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:26:03.139514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:03.332933 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.l3_db [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Floating IP 4f7dd0d1-e4c8-40e3-8b90-d594759aebc6 associated. External IP: 172.26.5.3, port: fddc08fc-7561-4a7b-a394-d2ceb2501228. Dec 14 00:26:03.831140 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:26:04.032435 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:26:04.042795 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] Sync routers for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:26:04.055902 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:26:04.056510 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:26:04.146793 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:04.200919 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.8558292 Dec 14 00:26:04.201577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:26:04.236906 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:26:04.334840 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'status': 'completed', 'code': 200} Dec 14 00:26:04.429856 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-23e72af9-5e1a-4864-9a0d-aa012ed110e5 req-b1815e51-f7bc-4534-9684-7d7e7dee1380 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0722497 Dec 14 00:26:04.571198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72af9-5e1a-4864-9a0d-aa012ed110e5 req-bae2cda9-00fa-4f33-874b-03daf5ef0a69 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:26:04.572806 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-23e72af9-5e1a-4864-9a0d-aa012ed110e5 req-bae2cda9-00fa-4f33-874b-03daf5ef0a69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1370857 Dec 14 00:26:04.592807 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '4f7dd0d1-e4c8-40e3-8b90-d594759aebc6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'port_id': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'mac_address': 'fa:16:3e:57:87:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c427ca9-8ea1-4344-b169-1034861f053f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:26:02Z', 'updated_at': '2021-12-14T00:26:02Z', 'revision_number': 0, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:26:04.596677 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] Checking router: c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:26:04.608696 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:26:04.609293 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:25:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:26:04.679686 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-23e72af9-5e1a-4864-9a0d-aa012ed110e5 req-ff684cec-8ad1-4106-8fcb-48038dfd6215 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 997 time: 0.1004829 Dec 14 00:26:04.742522 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72af9-5e1a-4864-9a0d-aa012ed110e5 req-289a8d98-af04-4bfe-b45e-56e9508efc76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:26:04.743905 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-23e72af9-5e1a-4864-9a0d-aa012ed110e5 req-289a8d98-af04-4bfe-b45e-56e9508efc76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0579293 Dec 14 00:26:04.816990 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:26:04.823490 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-23e72af9-5e1a-4864-9a0d-aa012ed110e5 req-b10745fb-b626-44ba-9c38-1672e0bd4798 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739050 Dec 14 00:26:04.964342 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-23e72af9-5e1a-4864-9a0d-aa012ed110e5 req-1cc9e0b0-6272-41f3-8294-463a33da2f6b service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293492 Dec 14 00:26:05.097925 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-23e72af9-5e1a-4864-9a0d-aa012ed110e5 req-106f5bf6-cd05-4df6-8bc4-c8100366eb8d service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274605 Dec 14 00:26:05.162244 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '4f7dd0d1-e4c8-40e3-8b90-d594759aebc6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'port_id': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'mac_address': 'fa:16:3e:57:87:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c427ca9-8ea1-4344-b169-1034861f053f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:26:02Z', 'updated_at': '2021-12-14T00:26:02Z', 'revision_number': 0, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:26:05.166139 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d48522-4633-460a-870f-b52e6c7f3bed None None] The sync data for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv is: [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '4f7dd0d1-e4c8-40e3-8b90-d594759aebc6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'floating_ip_address': '172.26.5.3', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'port_id': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'mac_address': 'fa:16:3e:57:87:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c427ca9-8ea1-4344-b169-1034861f053f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:26:02Z', 'updated_at': '2021-12-14T00:26:02Z', 'revision_number': 0, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:26:05.359961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d002c-c4eb-491b-b053-74faecf6c542 None None] New status for floating IP 4f7dd0d1-e4c8-40e3-8b90-d594759aebc6: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:26:11.917965 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5422b575-85e4-43b2-95c7-99be00469529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:14.144930 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:26:14.186806 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1361-f903-45fd-b8a7-f19a30113bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:15.460704 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:15.580549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:16.980916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:19.920923 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:30.699810 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-12c7e234-a348-4e4d-b93a-0643f3defc58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681834 Dec 14 00:26:30.841092 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-56b88973-a0ce-42b2-b660-620a822f36ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0745656 Dec 14 00:26:30.998335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-21e6ccb0-7c4a-4df1-b8fb-6ab9adf6d62d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:26:30.998335 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-21e6ccb0-7c4a-4df1-b8fb-6ab9adf6d62d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1332204 Dec 14 00:26:31.099837 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-20e36648-a991-4c9e-93f2-06e024884037 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 999 time: 0.0976932 Dec 14 00:26:31.166165 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-bf72494c-2dbe-49b8-a2ed-86ed5069b25e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:26:31.167590 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-bf72494c-2dbe-49b8-a2ed-86ed5069b25e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0618639 Dec 14 00:26:31.243289 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-2cba7360-2050-45ff-9c5a-7494564da65c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681026 Dec 14 00:26:31.487244 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-6a63c85a-0f1c-44b8-950d-6b957c285be7 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353988 Dec 14 00:26:31.620004 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ce725f5a-6ed4-4ef6-b6ec-253b87bf47f9 req-dcb341b7-2b05-4fc0-b788-8bcefd506372 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260362 Dec 14 00:26:41.903505 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5e0b177a-17a9-4b1c-afbb-9a602a0ace3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:44.166713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4fd8c985-02dc-42b7-950b-a97b2fc53e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:45.449407 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:45.592790 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:46.995274 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:49.913393 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:26:51.144757 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:27:11.923808 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6b32d9f3-24f0-4023-bd8d-2383a1ec9d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:14.160710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-312fe3e7-aae8-4b6b-b2f7-ce509a942fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:15.454949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:15.591780 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:16.977770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:19.914444 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:28.145813 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:27:30.697464 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-ef47af46-398a-44fe-aaae-8915f2bb4379 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738432 Dec 14 00:27:30.839268 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-69d3cfbe-ca77-43ee-a5e2-458671f16067 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0725615 Dec 14 00:27:30.987900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-7637939f-5c95-4c89-b359-2eb47782145c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:27:30.989348 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-7637939f-5c95-4c89-b359-2eb47782145c service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1315587 Dec 14 00:27:31.096199 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-1fc8bdc5-5039-4226-a1e2-b9bcf567b487 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 999 time: 0.1005530 Dec 14 00:27:31.159327 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-41445666-55d4-4947-8f77-92c83e8266a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:27:31.160757 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-41445666-55d4-4947-8f77-92c83e8266a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0578089 Dec 14 00:27:31.241064 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-20b3a714-3fae-4494-81a7-46cd3ba3fdd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739365 Dec 14 00:27:31.377978 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-53b1b656-ed43-48d7-b2b3-3082588b05db service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295083 Dec 14 00:27:31.511018 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2a84ca63-c9b9-47f9-b4a0-b7df1b30838b req-ca3310d4-22cf-49af-895a-f1e5f81de6c4 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277573 Dec 14 00:27:41.913952 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b2744202-cd3c-47f1-ae11-b32b3da8e314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:44.171877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a3781e1d-e6a5-41c8-8098-c11d6b43851d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:45.482848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:45.603004 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:46.988357 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:27:49.931383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:05.145299 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:28:11.911064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d3b09696-653c-49a9-8d44-e553a0adbbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:14.165047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-1d4dfa34-45bd-4ac0-8228-6dbc052fb3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:15.439335 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:15.626504 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:17.027935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:19.936913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:31.692841 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-3eaed536-67be-4f1e-bb5f-05fb7110c509 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689936 Dec 14 00:28:31.836901 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-b5f2cace-5176-4e3f-b5a6-3da2241a38a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0729001 Dec 14 00:28:31.979558 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-6db5743f-e37a-4c8c-be60-8a86f1f38330 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:31.980920 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-6db5743f-e37a-4c8c-be60-8a86f1f38330 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1253121 Dec 14 00:28:32.081853 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-b1e6e613-76d0-4c7a-8166-4ed2cb5132e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 999 time: 0.0948565 Dec 14 00:28:32.146595 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-d7501382-b893-438a-b84e-cc9d2e582b81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:32.148028 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-d7501382-b893-438a-b84e-cc9d2e582b81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0598300 Dec 14 00:28:32.221755 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-7a76aa97-8fd0-4fa7-bc45-79127bb5f6c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669932 Dec 14 00:28:32.463777 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-927ca855-ecc9-4c35-b03e-20b26408dd7e service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343650 Dec 14 00:28:32.595870 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e86e7d89-6d0f-41ee-978b-2ee6502cb9b8 req-0b40844d-99d1-4f06-93d3-74fbade29638 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258307 Dec 14 00:28:41.922383 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d30b6df5-45ae-47ee-91ce-7284cc6e67d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:42.146790 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:28:43.347311 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa04a00-f428-44b3-8e7a-e980f7932d9a req-f3759ba4-ff97-4de3-9a3a-8a36574cfab6 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:43.348832 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5fa04a00-f428-44b3-8e7a-e980f7932d9a req-f3759ba4-ff97-4de3-9a3a-8a36574cfab6 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0843499 Dec 14 00:28:43.399713 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5fa04a00-f428-44b3-8e7a-e980f7932d9a req-48faba43-4660-47b8-b09a-fed2617a3160 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420649 Dec 14 00:28:44.153744 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-068f34fd-613f-4625-a786-5ed099ecd508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:44.608678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285f572-d351-42d4-bd80-035f12d21f47 req-cb3f537c-618b-4a1b-a68b-36c527691e62 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:44.610255 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a285f572-d351-42d4-bd80-035f12d21f47 req-cb3f537c-618b-4a1b-a68b-36c527691e62 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0765164 Dec 14 00:28:44.658916 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a285f572-d351-42d4-bd80-035f12d21f47 req-a7b9a122-809b-46e5-ad5e-a85ed9bdd697 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430942 Dec 14 00:28:45.473569 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:45.587864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:45.880582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f380-01cd-4e31-838d-0c04a0ff2da3 req-036d1fa7-510a-42ec-b5f0-db81bce252fc tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:45.881957 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3293f380-01cd-4e31-838d-0c04a0ff2da3 req-036d1fa7-510a-42ec-b5f0-db81bce252fc tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0788167 Dec 14 00:28:45.929819 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-3293f380-01cd-4e31-838d-0c04a0ff2da3 req-b0dd3da7-b162-488d-935c-6c9d113867b3 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424929 Dec 14 00:28:47.002900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:47.128137 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423c3f0-034d-4ddc-bec1-50cb804ca136 req-c028120e-6856-488f-ac2a-3c6c09a9f02a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:47.129717 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1423c3f0-034d-4ddc-bec1-50cb804ca136 req-c028120e-6856-488f-ac2a-3c6c09a9f02a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0770509 Dec 14 00:28:47.174902 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1423c3f0-034d-4ddc-bec1-50cb804ca136 req-a7ca2375-25be-46f2-bd8f-fba99b6af0b4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397203 Dec 14 00:28:48.372986 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab9a67-62c2-487b-b85f-5e52a55cd813 req-92b5d2e4-7985-40c6-bd77-970ea293c9da tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:48.374456 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2fab9a67-62c2-487b-b85f-5e52a55cd813 req-92b5d2e4-7985-40c6-bd77-970ea293c9da tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0783846 Dec 14 00:28:48.420906 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2fab9a67-62c2-487b-b85f-5e52a55cd813 req-749298dc-8bff-4bb7-b373-d02b66d77780 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404582 Dec 14 00:28:49.618123 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e61b7-3ffc-4f3b-989c-5b0cdd50ecbe req-b502c94d-85b8-42e1-ae78-503ffdc29c58 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:49.619600 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-430e61b7-3ffc-4f3b-989c-5b0cdd50ecbe req-b502c94d-85b8-42e1-ae78-503ffdc29c58 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0804317 Dec 14 00:28:49.664983 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-430e61b7-3ffc-4f3b-989c-5b0cdd50ecbe req-d8f5aa2e-bb15-4247-b25f-44b37cadab8e tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397315 Dec 14 00:28:49.916590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:28:50.867965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec434624-b84a-4e6e-bf9d-1ce74864f67b req-90daaf41-17f2-4493-afbd-e8e435f4fa1d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:50.869454 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ec434624-b84a-4e6e-bf9d-1ce74864f67b req-90daaf41-17f2-4493-afbd-e8e435f4fa1d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0816195 Dec 14 00:28:50.914958 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ec434624-b84a-4e6e-bf9d-1ce74864f67b req-e17c88e5-df7b-4c58-9546-8e41cd3ed27b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398927 Dec 14 00:28:52.113338 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf4e8c-3498-420a-a594-a2639d33622c req-e6508dd1-1d9c-44e8-82dd-df2b959b5a6f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:52.114876 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f1bf4e8c-3498-420a-a594-a2639d33622c req-e6508dd1-1d9c-44e8-82dd-df2b959b5a6f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0825319 Dec 14 00:28:52.160463 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f1bf4e8c-3498-420a-a594-a2639d33622c req-a837fe9d-77ba-4ee6-ba42-a13f0c55d5db tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398934 Dec 14 00:28:53.358457 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d003b-78d9-404f-9e7e-1d02193c57ab req-7d9e7166-a21a-4515-80be-0332f0013e55 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:53.359956 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-112d003b-78d9-404f-9e7e-1d02193c57ab req-7d9e7166-a21a-4515-80be-0332f0013e55 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0789883 Dec 14 00:28:53.407798 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-112d003b-78d9-404f-9e7e-1d02193c57ab req-1771c8f7-dd21-40f9-93e8-d3f91b63ae28 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412400 Dec 14 00:28:54.610667 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e5149-d0d0-453e-8094-ec00d5198ea3 req-212571a3-79bb-4cff-aed2-1aa258d866f4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:54.611676 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ca4e5149-d0d0-453e-8094-ec00d5198ea3 req-212571a3-79bb-4cff-aed2-1aa258d866f4 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0827620 Dec 14 00:28:54.656604 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ca4e5149-d0d0-453e-8094-ec00d5198ea3 req-6c7f006f-f81a-4398-bda4-eafa2ca8a270 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393543 Dec 14 00:28:55.858720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251aa18-5a05-4d1e-82b5-9dbc25a66c6e req-fdf21ab9-9736-4d65-b061-f88506332e3a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:55.860874 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8251aa18-5a05-4d1e-82b5-9dbc25a66c6e req-fdf21ab9-9736-4d65-b061-f88506332e3a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0818448 Dec 14 00:28:55.904804 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8251aa18-5a05-4d1e-82b5-9dbc25a66c6e req-3a640b3c-3df4-42e2-a652-be74e9ce3819 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384543 Dec 14 00:28:57.098572 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cc27e-1125-4a64-8b57-8f3a14c2781b req-05f816b6-26cc-4c85-ae93-20a8a2ce0d1d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:57.100053 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-017cc27e-1125-4a64-8b57-8f3a14c2781b req-05f816b6-26cc-4c85-ae93-20a8a2ce0d1d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0772426 Dec 14 00:28:57.148343 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-017cc27e-1125-4a64-8b57-8f3a14c2781b req-15b6c8b3-b7cd-4025-8e1b-49f991fcf804 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Dec 14 00:28:58.345804 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01f061-7a1b-4ed3-be73-a7aa420b9e0a req-7904122e-5720-4661-820b-52594c112721 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:58.347265 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a01f061-7a1b-4ed3-be73-a7aa420b9e0a req-7904122e-5720-4661-820b-52594c112721 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0791883 Dec 14 00:28:58.394649 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0a01f061-7a1b-4ed3-be73-a7aa420b9e0a req-dd23b36d-0c0e-4b35-b03d-d8a6a4c16ac8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415862 Dec 14 00:28:58.477625 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8125cc96-0a69-4993-a18f-504675ebad83 req-0101cbf4-4c4a-428f-a250-716af0bf1283 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0734501 Dec 14 00:28:58.609039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125cc96-0a69-4993-a18f-504675ebad83 req-e9a32060-b769-453d-9b8a-faace78ebe73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:58.611467 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8125cc96-0a69-4993-a18f-504675ebad83 req-e9a32060-b769-453d-9b8a-faace78ebe73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1285460 Dec 14 00:28:58.721074 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8125cc96-0a69-4993-a18f-504675ebad83 req-b65c7a6a-2861-47ac-ad97-d178e0c1c24f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 999 time: 0.1032403 Dec 14 00:28:58.793752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125cc96-0a69-4993-a18f-504675ebad83 req-bebdbe7c-c14e-4d8c-96b1-50e5c43726db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:58.795215 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8125cc96-0a69-4993-a18f-504675ebad83 req-bebdbe7c-c14e-4d8c-96b1-50e5c43726db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0673540 Dec 14 00:28:58.874792 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8125cc96-0a69-4993-a18f-504675ebad83 req-cb5507cc-6101-4998-aa47-3047e9fe8618 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732007 Dec 14 00:28:59.020310 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8125cc96-0a69-4993-a18f-504675ebad83 req-ce575822-51cc-4ec0-9e09-ce094db729e0 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393960 Dec 14 00:28:59.179031 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8125cc96-0a69-4993-a18f-504675ebad83 req-43efb886-8dfe-4f5a-aea6-62881da762e9 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518724 Dec 14 00:28:59.599033 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac913bce-a7a2-4b1f-9f61-e828b50980f8 req-267b7a6b-1ef1-47be-9942-bdbe5d37a368 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:28:59.600576 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ac913bce-a7a2-4b1f-9f61-e828b50980f8 req-267b7a6b-1ef1-47be-9942-bdbe5d37a368 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0782917 Dec 14 00:28:59.649572 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ac913bce-a7a2-4b1f-9f61-e828b50980f8 req-8a4983e3-d4d8-4ba5-bd49-fe42d0cf6c4a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396054 Dec 14 00:29:00.958123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f6c85-bb7e-42aa-82d8-2b0b53d7d17e req-745da5d5-99a4-4f9a-8522-75b82726e2ee tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:00.959591 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-504f6c85-bb7e-42aa-82d8-2b0b53d7d17e req-745da5d5-99a4-4f9a-8522-75b82726e2ee tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.1875055 Dec 14 00:29:01.007020 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-504f6c85-bb7e-42aa-82d8-2b0b53d7d17e req-c676939b-0835-4782-b2c7-1533afea0597 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417964 Dec 14 00:29:02.224128 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbc2bb-b3e8-491e-889c-e38db0ca6955 req-14353d3c-752a-469b-8bb8-9a8250057b8a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:02.225579 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f3bbc2bb-b3e8-491e-889c-e38db0ca6955 req-14353d3c-752a-469b-8bb8-9a8250057b8a tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0871899 Dec 14 00:29:02.271978 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-f3bbc2bb-b3e8-491e-889c-e38db0ca6955 req-b8b5b176-b1d8-4160-af6f-aa658e3ba679 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409122 Dec 14 00:29:02.567441 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-87fc1679-9cb2-4d48-b597-4e4a844da6a7 req-da80a32e-2165-4c13-a199-5d0c9bcecc66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1689825 Dec 14 00:29:02.889284 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device fddc08fc-7561-4a7b-a394-d2ceb2501228 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:29:02.983945 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce600f6e-e6ed-4694-9c80-ab3acaa0ed82 req-99127831-4085-4b11-8b98-9cfb127dde55 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:02.985555 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ce600f6e-e6ed-4694-9c80-ab3acaa0ed82 req-99127831-4085-4b11-8b98-9cfb127dde55 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0796864 Dec 14 00:29:03.009718 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:03.037178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:29:03.047244 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:29:03.081324 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ce600f6e-e6ed-4694-9c80-ab3acaa0ed82 req-149b081a-26be-4e79-a469-3b0050975356 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901072 Dec 14 00:29:03.090378 dv-neutron-821564-1-hyperv neutron-server[84313]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'code': 422} returned with failed status Dec 14 00:29:03.106014 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-db1f311b-0f76-4a2f-bda5-473b2654c942 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2064493 Dec 14 00:29:03.122616 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:03.124387 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:29:03.191908 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=fddc08fc-7561-4a7b-a394-d2ceb2501228,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:29:03.200174 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.200528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.200867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.201203 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.201540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.201872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.202201 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.202528 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.202851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.203173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.203494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:29:03.208276 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:29:04.285139 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fc458-0c7a-4f97-ba46-21ba1e3ec120 req-ea5ab0a3-38dc-48fe-8901-1dff5d8ee963 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:04.286698 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-529fc458-0c7a-4f97-ba46-21ba1e3ec120 req-ea5ab0a3-38dc-48fe-8901-1dff5d8ee963 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0814583 Dec 14 00:29:04.334358 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-529fc458-0c7a-4f97-ba46-21ba1e3ec120 req-a857f343-144b-49ef-92d8-be57b19c1b45 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Dec 14 00:29:05.533082 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd76e0-4712-4289-a2ce-82e0ee9f2423 req-b8aa0f57-aafa-4fb6-9c6b-689388dc0b96 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:05.534530 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1dbd76e0-4712-4289-a2ce-82e0ee9f2423 req-b8aa0f57-aafa-4fb6-9c6b-689388dc0b96 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0781515 Dec 14 00:29:05.580430 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-1dbd76e0-4712-4289-a2ce-82e0ee9f2423 req-d6b6efe2-e6bf-4caf-8361-0c2786fd5288 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400689 Dec 14 00:29:06.139703 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-b9256d05-48e7-4858-b716-4f2ad11b7844 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f&tenant_id=4a416eb83b4a414f81f6f923f82e9fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0734704 Dec 14 00:29:06.229608 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-55b928c3-e197-4bf7-9dd8-93517f391b9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1096 time: 0.0689027 Dec 14 00:29:06.362875 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-f254dc95-acdd-4d64-bf03-f375cc37c189 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:06.364354 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-f254dc95-acdd-4d64-bf03-f375cc37c189 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1281700 Dec 14 00:29:06.468168 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-ed509067-72cd-459d-b6c0-d25823807ea0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 997 time: 0.0963600 Dec 14 00:29:06.528632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-0d320c67-7edd-4c60-ba4a-1f26398dd214 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:06.530052 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-0d320c67-7edd-4c60-ba4a-1f26398dd214 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0561502 Dec 14 00:29:06.607726 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-68c0cb4e-39ee-4a95-9086-dda4935678b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712950 Dec 14 00:29:06.792552 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-8b0e4177-38ca-482a-852e-f36ca9df61c0 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781168 Dec 14 00:29:06.897321 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a542a-e3ae-4c59-a64a-0609aa6a57d5 req-1955b734-c29a-4a27-8973-70810614bc9d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:06.898758 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1e6a542a-e3ae-4c59-a64a-0609aa6a57d5 req-1955b734-c29a-4a27-8973-70810614bc9d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.1904988 Dec 14 00:29:06.979109 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-fd6f2d20-5138-41de-8233-1013ce0204d4 req-60c2eec6-0086-4c27-948c-583b1377c0cc service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756287 Dec 14 00:29:06.983898 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-1e6a542a-e3ae-4c59-a64a-0609aa6a57d5 req-5b11ce12-0dc2-4043-a2fd-77d9262bca70 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733116 Dec 14 00:29:08.292337 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b26625-c219-4e3a-bdfc-3073f98c820c req-a5f25991-2381-48e6-bfff-d0e4f1a9689f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:08.293739 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e2b26625-c219-4e3a-bdfc-3073f98c820c req-a5f25991-2381-48e6-bfff-d0e4f1a9689f tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.1868780 Dec 14 00:29:08.338745 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e2b26625-c219-4e3a-bdfc-3073f98c820c req-66a0f1e4-91ab-4bdb-8b5d-351a5242f414 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394759 Dec 14 00:29:09.534157 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced810c-dbce-4ca2-9d06-b480261202ed req-c4a06711-5b28-46e5-ae60-73a9c803ea59 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:09.535628 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bced810c-dbce-4ca2-9d06-b480261202ed req-c4a06711-5b28-46e5-ae60-73a9c803ea59 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0777464 Dec 14 00:29:09.582448 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bced810c-dbce-4ca2-9d06-b480261202ed req-208a6db8-a6d4-42d5-a048-ea0be821b3cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414615 Dec 14 00:29:10.776835 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3d6a8-546a-4ff8-9043-2b5521eed5fc req-609b0287-c56a-43d0-8072-f22006a00253 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:10.778256 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-33f3d6a8-546a-4ff8-9043-2b5521eed5fc req-609b0287-c56a-43d0-8072-f22006a00253 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0766714 Dec 14 00:29:10.828274 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-33f3d6a8-546a-4ff8-9043-2b5521eed5fc req-55891962-8340-4708-8c6e-1d44ce39c0b8 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446501 Dec 14 00:29:11.899489 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e15eeac8-88c4-474a-a60b-0675bf18c428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:12.028446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98072c-6ef4-49f2-b953-5bad20f02ea6 req-2ed389a4-4c67-4bea-a9ca-529fad6775d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:12.029953 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0e98072c-6ef4-49f2-b953-5bad20f02ea6 req-2ed389a4-4c67-4bea-a9ca-529fad6775d5 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0814958 Dec 14 00:29:12.077990 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0e98072c-6ef4-49f2-b953-5bad20f02ea6 req-b2082d01-9efb-4ed8-9a50-6d3c581f7d72 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424809 Dec 14 00:29:13.274974 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e92d5-8522-453d-9e4d-5d3010f1a2da req-68aeab27-a985-4bbc-90f1-64282fc95ded tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:13.276458 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a03e92d5-8522-453d-9e4d-5d3010f1a2da req-68aeab27-a985-4bbc-90f1-64282fc95ded tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0770082 Dec 14 00:29:13.322149 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a03e92d5-8522-453d-9e4d-5d3010f1a2da req-d0fc35e4-85e4-4f6e-9663-62ad04fd86e0 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401621 Dec 14 00:29:14.156644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-849fd92b-f1f2-4e22-ae50-c81721a750a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:14.521271 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada32ef-9b9f-4940-b2b3-c094218bdf3f req-505c9fa7-8119-451f-be18-61b478c26833 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:14.522707 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5ada32ef-9b9f-4940-b2b3-c094218bdf3f req-505c9fa7-8119-451f-be18-61b478c26833 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 943 time: 0.0785637 Dec 14 00:29:14.568144 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5ada32ef-9b9f-4940-b2b3-c094218bdf3f req-ed4795ad-f915-4fdb-ab25-71f12c21090b tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401587 Dec 14 00:29:14.949144 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device fddc08fc-7561-4a7b-a394-d2ceb2501228 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:29:15.117644 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:29:15.130571 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'port_id': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'mac_address': 'fa:16:3e:57:87:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:29:15.185354 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:15.202559 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddc08fc-7561-4a7b-a394-d2ceb2501228 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:29:15.217993 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:29:15.301518 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:15.303273 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:29:15.367086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=fddc08fc-7561-4a7b-a394-d2ceb2501228,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:29:15.374835 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:29:15.467432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:15.521706 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['fddc08fc-7561-4a7b-a394-d2ceb2501228'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:29:15.633301 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:15.772519 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdcf99-63c1-4fed-ba73-a8d035ccc473 req-977ed980-64c5-4f98-a6bb-b5d1e59a3627 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:15.774059 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7abdcf99-63c1-4fed-ba73-a8d035ccc473 req-977ed980-64c5-4f98-a6bb-b5d1e59a3627 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 944 time: 0.0812018 Dec 14 00:29:15.820328 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7abdcf99-63c1-4fed-ba73-a8d035ccc473 req-3b920a2b-b22f-441b-aae9-99dcdb29c6a1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407410 Dec 14 00:29:16.964108 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device fddc08fc-7561-4a7b-a394-d2ceb2501228 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:29:17.007438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:17.021436 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089cf13-e5b0-41e1-a8a5-8bf72d2b6d40 req-3b498970-5a4e-44e0-916d-2ae5009f142d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:17.022945 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5089cf13-e5b0-41e1-a8a5-8bf72d2b6d40 req-3b498970-5a4e-44e0-916d-2ae5009f142d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 944 time: 0.0847347 Dec 14 00:29:17.037614 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port fddc08fc-7561-4a7b-a394-d2ceb2501228 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:29:17.037992 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:17.069179 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5089cf13-e5b0-41e1-a8a5-8bf72d2b6d40 req-954fb361-028a-491c-809f-92d4061e628c tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407457 Dec 14 00:29:17.154225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:17.181879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:29:17.191341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:29:17.236864 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'code': 200} Dec 14 00:29:17.261729 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:17.263826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:29:17.330698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=fddc08fc-7561-4a7b-a394-d2ceb2501228,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:29:17.334215 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:29:17.564403 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2da839b6-cbb1-44a9-a2a7-d65ef526d6ff req-c09fcab5-1c66-4a08-9b12-fbedaf773867 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0683248 Dec 14 00:29:17.606490 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2da839b6-cbb1-44a9-a2a7-d65ef526d6ff req-406dacf9-3d53-4065-9746-b2aacb1c4f4e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365491 Dec 14 00:29:18.368207 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a462c-907d-4883-b5ff-dce9204531be req-677d2402-236e-4dea-aa27-46e84938d226 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:18.369620 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9c7a462c-907d-4883-b5ff-dce9204531be req-677d2402-236e-4dea-aa27-46e84938d226 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.1793246 Dec 14 00:29:18.415237 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9c7a462c-907d-4883-b5ff-dce9204531be req-fddaf224-e7b8-47bf-bddb-039c24d9d07e tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Dec 14 00:29:19.146785 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:29:19.611920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddcd92-5454-4258-812a-4b1862e143c7 req-066abbe4-0eeb-43ae-b4e1-3b3dc7163a7c tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:19.613368 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-34ddcd92-5454-4258-812a-4b1862e143c7 req-066abbe4-0eeb-43ae-b4e1-3b3dc7163a7c tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0775073 Dec 14 00:29:19.659866 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-34ddcd92-5454-4258-812a-4b1862e143c7 req-b043f20f-2e7d-44c3-93d6-0265a448165e tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408628 Dec 14 00:29:19.895963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:32.703772 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-352f9baa-130d-4761-8f04-46f42b0aab61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700874 Dec 14 00:29:32.843731 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-0d4624a2-0cf8-45c8-8276-e6788f9ab81f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0675018 Dec 14 00:29:32.990591 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-92e51555-a939-41df-adb5-3e39f20638e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:32.992725 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-92e51555-a939-41df-adb5-3e39f20638e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1293619 Dec 14 00:29:33.101257 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-30495be3-c540-4ceb-8adc-b2240e189326 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 999 time: 0.1017048 Dec 14 00:29:33.163954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-9cff1dd3-86d5-4742-a15e-0a218baa9ed5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:29:33.165454 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-9cff1dd3-86d5-4742-a15e-0a218baa9ed5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0583024 Dec 14 00:29:33.243982 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-102b79d7-f0b4-4978-a4a4-b56806219472 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724938 Dec 14 00:29:33.373506 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-45658096-d595-41ea-8288-7ae20cbf1a07 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236732 Dec 14 00:29:33.503937 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-57e27c7c-9160-4532-86ec-ba0520d2522f req-2f586d54-d347-4407-b8c1-6cd588b34fd5 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246667 Dec 14 00:29:41.905233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7c67ee54-9b1a-4a7b-b1e1-ddac88698c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:44.189146 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4c96c7bc-0dce-4d89-9588-6716b19518a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:45.467815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:45.632981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:47.014135 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:50.015737 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:29:56.149618 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:30:11.900551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-40290603-db52-4b1f-9ef1-12725e0e19e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:14.196379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3b5c3b5f-ffa2-4b89-a600-4857650a2d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:15.438475 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:15.625032 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:17.013635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:19.973587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:33.148852 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:30:33.762226 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-8ada867f-3cdc-453f-9773-33ff042b3603 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1346204 Dec 14 00:30:33.900417 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-6c94dc50-fd25-4b60-bc79-217c9e3ca0ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0702016 Dec 14 00:30:34.049855 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-5e6044b1-cb0b-4c27-acb2-144fd5ce7282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:30:34.051324 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-5e6044b1-cb0b-4c27-acb2-144fd5ce7282 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1315098 Dec 14 00:30:34.158105 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-91fe5c3d-4f52-4f0b-bfb6-6f415bf61e20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 999 time: 0.1001248 Dec 14 00:30:34.228547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-380a9804-9538-4283-a3ef-81f96f5c5448 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:30:34.229191 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-380a9804-9538-4283-a3ef-81f96f5c5448 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0651021 Dec 14 00:30:34.303768 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-22b7d895-9afd-4132-a5d8-d6b8cbeb82db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680029 Dec 14 00:30:34.438131 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-f8213c36-18a8-4a1d-8fb5-b7ece8547c82 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278391 Dec 14 00:30:34.671421 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d56043f2-a9d9-431e-a026-0fe747ec70ae req-98b57737-37bd-4f3c-9e0a-331f5a376583 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270288 Dec 14 00:30:41.921320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-151a3792-b383-436d-908d-397b8dd4b9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:44.179487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-188dc5e5-ed11-4895-aef2-1e2e05bb81c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:45.477497 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:45.620459 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:47.008697 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:30:49.950412 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:10.149859 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:31:11.898665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ed259f6a-f2a0-47df-a8ab-37d3ede4944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:14.163693 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d6ac5597-2e24-459b-ad96-3801224f7e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:15.458563 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:15.631905 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:17.019943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:17.641905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35570) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:18.060228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Deleting port 77c5b719-0e79-4143-b57e-f7d6e05a8559 {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:18.060567 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:18.231754 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:18.232085 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:18.350874 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Calling delete_port for 77c5b719-0e79-4143-b57e-f7d6e05a8559 owned by network:floatingip {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:18.569990 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:18.573695 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ffb3753d-b921-4e70-a73b-ecdff772d483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:18.614272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event deleted for resources: {'Port': ['ID=77c5b719-0e79-4143-b57e-f7d6e05a8559,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:18.650175 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.650737 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.650943 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.651322 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.651729 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.652104 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.652475 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.652847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.653217 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.653581 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.653946 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:18.660621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:18.718035 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for floatingip, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:19.203286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:31:19.401779 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:31:19.411140 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] Sync routers for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:31:19.424083 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:19.424687 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:19.492757 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:19.549363 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-b801ca2f-1ea6-4370-bc61-5663734317cf tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "DELETE /v2.0/floatingips/4f7dd0d1-e4c8-40e3-8b90-d594759aebc6 HTTP/1.1" status: 204 len: 168 time: 1.9063911 Dec 14 00:31:19.551750 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228'}] {{(pid=84312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:31:19.610330 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:19.778614 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'status': 'completed', 'code': 200} Dec 14 00:31:19.875425 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48fd9f72-1d1e-44a7-92db-f5484e85489b req-436dedcc-86b4-4dd7-a0e9-3694fe8b1a27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 1098 time: 0.0741580 Dec 14 00:31:19.957955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:19.963729 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:19.967814 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] Checking router: c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:31:19.979326 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:19.979912 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:20.030748 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd9f72-1d1e-44a7-92db-f5484e85489b req-7514d04e-d31d-46af-9292-264014127758 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:31:20.032298 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48fd9f72-1d1e-44a7-92db-f5484e85489b req-7514d04e-d31d-46af-9292-264014127758 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 200 len: 909 time: 0.1444948 Dec 14 00:31:20.109671 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48fd9f72-1d1e-44a7-92db-f5484e85489b req-735c06a3-4a05-4ddc-90ab-fe274afaa269 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 200 len: 217 time: 0.0697951 Dec 14 00:31:20.166307 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:20.182408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd9f72-1d1e-44a7-92db-f5484e85489b req-fc91197d-537f-48e0-9ce9-655d1e63afda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:31:20.183884 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48fd9f72-1d1e-44a7-92db-f5484e85489b req-fc91197d-537f-48e0-9ce9-655d1e63afda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 200 len: 847 time: 0.0668550 Dec 14 00:31:20.236236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d2534-1a1a-49fb-bc2c-a5da01c2e4f1 req-6299fddf-78bd-464e-8be0-7043ed557634 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:31:20.236856 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-de9d2534-1a1a-49fb-bc2c-a5da01c2e4f1 req-6299fddf-78bd-464e-8be0-7043ed557634 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:31:20.264394 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48fd9f72-1d1e-44a7-92db-f5484e85489b req-b6548a64-be4a-4b2c-9313-ac9cf415d695 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8adb6414-0221-4be7-84dd-adda4e2b31b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742233 Dec 14 00:31:20.313214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-de9d2534-1a1a-49fb-bc2c-a5da01c2e4f1 req-6299fddf-78bd-464e-8be0-7043ed557634 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:31:20.314530 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-de9d2534-1a1a-49fb-bc2c-a5da01c2e4f1 req-6299fddf-78bd-464e-8be0-7043ed557634 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.2255113 Dec 14 00:31:20.376130 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-de9d2534-1a1a-49fb-bc2c-a5da01c2e4f1 req-6a9f6242-e797-4587-84bf-84c6ff3d9de7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538580 Dec 14 00:31:20.431361 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48fd9f72-1d1e-44a7-92db-f5484e85489b req-332b3ba8-3961-42b0-abd7-f8e82b419123 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601422 Dec 14 00:31:20.492321 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:20.496245 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f14158-d6f1-4b33-801c-4b5bb177d5dc None None] The sync data for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv is: [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:20:36Z', 'revision_number': 4, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '6b7176fe-f90f-482e-983e-4bb769a62e8c', 'name': '', 'network_id': '8adb6414-0221-4be7-84dd-adda4e2b31b6', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'mac_address': 'fa:16:3e:40:d6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:35Z', 'updated_at': '2021-12-14T00:20:45Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'subnets': [{'id': '841f51f4-534b-46c0-9d25-436b7e5c5faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:31:20.565874 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-48fd9f72-1d1e-44a7-92db-f5484e85489b req-8a276a9d-e43a-4603-a16f-4140abdd6412 service neutron] 10.222.0.18 "GET /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280532 Dec 14 00:31:20.713988 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98734f1-38f8-4304-855c-a7c5d7e63431 None None] New status for floating IP 4f7dd0d1-e4c8-40e3-8b90-d594759aebc6: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:31:21.597735 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37241f-b651-4496-a287-0e993531c6b8 req-a699a282-74a9-46b6-9ff9-48cce2d5b011 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:31:21.599202 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8f37241f-b651-4496-a287-0e993531c6b8 req-a699a282-74a9-46b6-9ff9-48cce2d5b011 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.0852015 Dec 14 00:31:21.709525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-8f37241f-b651-4496-a287-0e993531c6b8 req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Deleting port fddc08fc-7561-4a7b-a394-d2ceb2501228 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:21.709900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8f37241f-b651-4496-a287-0e993531c6b8 req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:21.814490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9862a2-a0e7-4718-b7c7-f36fa247764b req-8019e53c-c944-4772-ba2f-ec06880a37cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:31:21.815900 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ba9862a2-a0e7-4718-b7c7-f36fa247764b req-8019e53c-c944-4772-ba2f-ec06880a37cd tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 945 time: 0.3176827 Dec 14 00:31:21.945734 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-ba9862a2-a0e7-4718-b7c7-f36fa247764b req-fa2a44a2-5a90-420c-9c7d-ca93139ac11d tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/security-groups?id=37e90f6f-646d-4837-bfb5-ba882f0758e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230714 Dec 14 00:31:22.006765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-8f37241f-b651-4496-a287-0e993531c6b8 req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] For port fddc08fc-7561-4a7b-a394-d2ceb2501228, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fddc08fc-7561-4a7b-a394-d2ceb2501228,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:22.007115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8f37241f-b651-4496-a287-0e993531c6b8 req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:22.132305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-8f37241f-b651-4496-a287-0e993531c6b8 req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Calling delete_port for fddc08fc-7561-4a7b-a394-d2ceb2501228 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:22.344250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8f37241f-b651-4496-a287-0e993531c6b8 req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:22.350156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-60d6fde4-7376-475a-a9f8-3153511fadd7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:22.503325 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event deleted for resources: {'Port': ['ID=fddc08fc-7561-4a7b-a394-d2ceb2501228,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:22.543172 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.543567 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.543992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.544406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.544783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.545154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.545524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.545894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.546262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.546629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.546993 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:22.554602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:22.590289 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f37241f-b651-4496-a287-0e993531c6b8 req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] No DVR routers for this DVR port fddc08fc-7561-4a7b-a394-d2ceb2501228 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:31:22.592618 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-8f37241f-b651-4496-a287-0e993531c6b8 req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:22.595147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'name': 'network-vif-deleted', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:31:22.660939 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-8f37241f-b651-4496-a287-0e993531c6b8 req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.18 "DELETE /v2.0/ports/fddc08fc-7561-4a7b-a394-d2ceb2501228 HTTP/1.1" status: 204 len: 173 time: 1.0292845 Dec 14 00:31:22.720001 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c427ca9-8ea1-4344-b169-1034861f053f', 'name': 'network-vif-deleted', 'tag': 'fddc08fc-7561-4a7b-a394-d2ceb2501228', 'status': 'completed', 'code': 200} Dec 14 00:31:23.125783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-c5fb0c44-b9b3-4c1a-bb19-ad441bafef8f req-d1a14d74-4688-4dd6-943d-7d21cd78bb99 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Synchronizing usage tracker for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:31:23.195729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-c5fb0c44-b9b3-4c1a-bb19-ad441bafef8f req-d1a14d74-4688-4dd6-943d-7d21cd78bb99 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Unset dirty status for tenant:4a416eb83b4a414f81f6f923f82e9fb6 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:31:23.196867 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-c5fb0c44-b9b3-4c1a-bb19-ad441bafef8f req-d1a14d74-4688-4dd6-943d-7d21cd78bb99 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 210 time: 0.1152303 Dec 14 00:31:24.395513 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ffc5015f-3c39-4ba9-9555-76b428840abf req-5cda7a19-6238-4aab-a06e-e16b62f2d8f9 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c427ca9-8ea1-4344-b169-1034861f053f HTTP/1.1" status: 200 len: 210 time: 0.0589280 Dec 14 00:31:25.503886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35602) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:25.576506 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-532a4212-9f9f-4e9f-84d9-229d3e1a4180 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:25.605891 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-532a4212-9f9f-4e9f-84d9-229d3e1a4180 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:25.616916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device fddc08fc-7561-4a7b-a394-d2ceb2501228 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:31:25.656446 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: fddc08fc-7561-4a7b-a394-d2ceb2501228 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:31:25.657034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device fddc08fc-7561-4a7b-a394-d2ceb2501228 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:31:25.744125 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-532a4212-9f9f-4e9f-84d9-229d3e1a4180 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:25.748237 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-867798c9-3e33-4d31-a8a4-11693eea2802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:25.764367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a4212-9f9f-4e9f-84d9-229d3e1a4180 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e90f6f-646d-4837-bfb5-ba882f0758e1,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:25.767230 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-532a4212-9f9f-4e9f-84d9-229d3e1a4180 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:25.847635 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-532a4212-9f9f-4e9f-84d9-229d3e1a4180 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:25.848961 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-532a4212-9f9f-4e9f-84d9-229d3e1a4180 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] 10.222.0.30 "DELETE /v2.0/security-groups/37e90f6f-646d-4837-bfb5-ba882f0758e1 HTTP/1.1" status: 204 len: 168 time: 0.3440754 Dec 14 00:31:25.973813 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35608) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:26.551417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:27.137715 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Deleting port 6b7176fe-f90f-482e-983e-4bb769a62e8c {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:27.138409 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:27.314527 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] For port 6b7176fe-f90f-482e-983e-4bb769a62e8c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=6b7176fe-f90f-482e-983e-4bb769a62e8c,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:27.314880 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:27.544106 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Calling delete_port for 6b7176fe-f90f-482e-983e-4bb769a62e8c owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:27.789499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:27.793343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:27.833473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=6b7176fe-f90f-482e-983e-4bb769a62e8c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:27.837373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:28.131107 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:28.714564 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:31:28.913296 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:31:28.921747 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] Sync routers for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:31:28.933944 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:28.934543 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:28.987834 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] 10.222.0.30 "PUT /v2.0/routers/c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0126934 Dec 14 00:31:28.990259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35614) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:29.109698 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:29.336607 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:29.405897 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:31:27Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:29.409683 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] Checking router: c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:31:29.420604 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] Routers {'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:29.421195 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:29.562010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:29.628417 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] Set router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:29.648388 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Deleting port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:29.651090 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:29.834927 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] For port bf18e8a5-375b-4a70-bfd8-22d5bb201ecb, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=bf18e8a5-375b-4a70-bfd8-22d5bb201ecb,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:29.835790 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:29.915026 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:31:27Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:29.918779 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61cbf20-7518-4100-bd8f-947d1e42607f None None] The sync data for ids ['c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc'] in dv-neutron-821564-1-hyperv is: [{'id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'name': 'tempest-TestShelveInstance-233611382-router', 'tenant_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35'}], 'enable_snat': True}, 'gw_port_id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:32Z', 'updated_at': '2021-12-14T00:31:27Z', 'revision_number': 5, 'project_id': '4a416eb83b4a414f81f6f923f82e9fb6', 'gw_port': {'id': 'bf18e8a5-375b-4a70-bfd8-22d5bb201ecb', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:33Z', 'updated_at': '2021-12-14T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:31:29.961166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Calling delete_port for bf18e8a5-375b-4a70-bfd8-22d5bb201ecb owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:30.184104 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:30.187624 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6152724d-0025-4130-8ae3-32bec2da116b tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:30.230656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=bf18e8a5-375b-4a70-bfd8-22d5bb201ecb,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:30.234831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:30.463086 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b7176fe-f90f-482e-983e-4bb769a62e8c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:31:30.469039 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:30.497598 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 6b7176fe-f90f-482e-983e-4bb769a62e8c {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:31:30.497954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 6b7176fe-f90f-482e-983e-4bb769a62e8c not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:31:30.840602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:30.844854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.001191 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.001710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:31:31.014712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.015863 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] 10.222.0.30 "DELETE /v2.0/routers/c973c5f0-6c1b-40ca-b8e6-4ac90150a3fc HTTP/1.1" status: 204 len: 168 time: 2.0234113 Dec 14 00:31:31.018477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35622) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:31.082251 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-81627936-f83d-4800-8035-ce2fa7b97c7b admin admin] Deleting subnet 841f51f4-534b-46c0-9d25-436b7e5c5faa {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:31:31.085966 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81627936-f83d-4800-8035-ce2fa7b97c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.140261 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81627936-f83d-4800-8035-ce2fa7b97c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.218771 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81627936-f83d-4800-8035-ce2fa7b97c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.351021 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81627936-f83d-4800-8035-ce2fa7b97c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.354905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2cf9fbaa-cfa6-47f0-87a9-90361fffde62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:31.389247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81627936-f83d-4800-8035-ce2fa7b97c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841f51f4-534b-46c0-9d25-436b7e5c5faa,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:31.391997 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-81627936-f83d-4800-8035-ce2fa7b97c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:31.397712 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-81627936-f83d-4800-8035-ce2fa7b97c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.403909 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-81627936-f83d-4800-8035-ce2fa7b97c7b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/841f51f4-534b-46c0-9d25-436b7e5c5faa HTTP/1.1" status: 204 len: 168 time: 0.3844347 Dec 14 00:31:31.404320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be536ac0-c2a8-4695-bd97-464430329502 None None] Network 8adb6414-0221-4be7-84dd-adda4e2b31b6 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:31:31.406370 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35626) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:31.516674 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.527806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Deleting port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:31.528142 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.663233 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] DHCP port deletion for 8adb6414-0221-4be7-84dd-adda4e2b31b6 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:31:31.667601 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] Deleting port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:31.668010 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.751291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] For port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1eb75d9e-ff29-42f5-b3b9-e40de0c61f77,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:31.751291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:31.873514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Calling delete_port for 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:31.903200 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] For port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=1eb75d9e-ff29-42f5-b3b9-e40de0c61f77,segment=NetworkSegment(a61acb4a-0e96-4535-a0ef-c6663ff47908),segment_id=a61acb4a-0e96-4535-a0ef-c6663ff47908)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:31.903600 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:32.014010 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:32.018524 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-73dcd69f-e833-44fe-ab00-e8ffb36c2ee9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:32.021912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] Calling delete_port for 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:32.063413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb75d9e-ff29-42f5-b3b9-e40de0c61f77,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:32.065944 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:32.068445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] No DVR routers for this DVR port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:31:32.159339 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:31:32.159635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:31:32.186159 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:32.211826 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adb6414-0221-4be7-84dd-adda4e2b31b6']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:32.223752 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61acb4a-0e96-4535-a0ef-c6663ff47908') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:32.224044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61acb4a-0e96-4535-a0ef-c6663ff47908') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:32.235698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:32.251815 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:32.258444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:31:32.258829 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:31:32.272846 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:31:32.408187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:32.411717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e6591af1-817f-48df-9ccc-de3b1e2c84b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:32.425905 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:32.437043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8adb6414-0221-4be7-84dd-adda4e2b31b6,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:32.440206 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:32.458226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bf18e8a5-375b-4a70-bfd8-22d5bb201ecb no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:31:32.492917 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: bf18e8a5-375b-4a70-bfd8-22d5bb201ecb {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:31:32.493265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device bf18e8a5-375b-4a70-bfd8-22d5bb201ecb not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:31:32.493681 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:31:32.517524 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8adb6414-0221-4be7-84dd-adda4e2b31b6 HTTP/1.1" status: 204 len: 168 time: 1.1099081 Dec 14 00:31:32.520337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35632) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:32.525083 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:31:32.526214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:31:32.660949 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] Deleting port 1eb75d9e-ff29-42f5-b3b9-e40de0c61f77 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:32.661262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:32.729523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-996e5bfc-c1cd-4258-82c5-aca1bf9e6d4f None None] The port '1eb75d9e-ff29-42f5-b3b9-e40de0c61f77' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:31:33.023314 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:33.625717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Deleting port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:33.625973 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:33.808264 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] For port 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43,segment=NetworkSegment(6590bb7a-8024-4426-811d-8d6bb121691b),segment_id=6590bb7a-8024-4426-811d-8d6bb121691b)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:33.808616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:33.928727 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Calling delete_port for 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:34.160964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:34.164695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c29e98d-285f-48fe-befd-74eccdd2a48c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:34.206580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Pushing event deleted for resources: {'Port': ['ID=755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:34.209430 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:34.603542 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:35.172446 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Router 7c343541-f0f7-47fe-91de-011083550d9b has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:31:35.376014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:31:35.385530 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] Sync routers for ids ['7c343541-f0f7-47fe-91de-011083550d9b'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:31:35.386007 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d6f38b91-a6eb-4d59-b6e6-1edc27e60833 admin admin] 10.222.0.30 "PUT /v2.0/routers/7c343541-f0f7-47fe-91de-011083550d9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8642142 Dec 14 00:31:35.388197 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35638) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:35.398096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] Routers {'7c343541-f0f7-47fe-91de-011083550d9b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:35.398705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c343541-f0f7-47fe-91de-011083550d9b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:35.572777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] Set router 7c343541-f0f7-47fe-91de-011083550d9b gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:35.582984 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:35.784115 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:35.848394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Deleting port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:35.848664 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:35.860319 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343541-f0f7-47fe-91de-011083550d9b', 'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195'}], 'enable_snat': True}, 'gw_port_id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:39Z', 'updated_at': '2021-12-14T00:31:34Z', 'revision_number': 5, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'gw_port': {'id': '87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ab:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c343541-f0f7-47fe-91de-011083550d9b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:20:40Z', 'updated_at': '2021-12-14T00:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:35.864214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] Checking router: 7c343541-f0f7-47fe-91de-011083550d9b for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:31:35.874757 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] Routers {'7c343541-f0f7-47fe-91de-011083550d9b'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:35.875360 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['7c343541-f0f7-47fe-91de-011083550d9b'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:36.074552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] Set router 7c343541-f0f7-47fe-91de-011083550d9b gateway port host: None {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:36.147072 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] For port 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:36.147335 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:36.178409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c343541-f0f7-47fe-91de-011083550d9b', 'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:39Z', 'updated_at': '2021-12-14T00:31:35Z', 'revision_number': 6, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:36.182558 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8f4c98-3088-4b59-9647-7578f0945465 None None] The sync data for ids ['7c343541-f0f7-47fe-91de-011083550d9b'] in dv-neutron-821564-1-hyperv is: [{'id': '7c343541-f0f7-47fe-91de-011083550d9b', 'name': 'tempest-TestShelveInstance-2075277080-router', 'tenant_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:20:39Z', 'updated_at': '2021-12-14T00:31:35Z', 'revision_number': 6, 'project_id': 'b460008cc9124d3dba125ef0a6f3c63f', 'gw_port_host': None}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:31:36.273222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Calling delete_port for 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:36.522848 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:36.527208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba47005e-3966-4c69-b96f-48feefd0107c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:36.543139 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:31:36.571529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Pushing event deleted for resources: {'Port': ['ID=87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:36.574160 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:36.581350 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:31:36.581705 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 755bb7d1-8ccb-4f6f-84e8-a1a62b3b5c43 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:31:36.799187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.056260 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.060657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.160962 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.161518 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c343541-f0f7-47fe-91de-011083550d9b {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:31:37.174839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.176139 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] 10.222.0.30 "DELETE /v2.0/routers/7c343541-f0f7-47fe-91de-011083550d9b HTTP/1.1" status: 204 len: 168 time: 1.7870429 Dec 14 00:31:37.179463 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35642) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:37.248332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-954a5ae7-39b4-414e-b98f-687bd8e5afe2 admin admin] Deleting subnet cee8908f-806f-49d7-84f3-93150e777f26 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:31:37.251453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-954a5ae7-39b4-414e-b98f-687bd8e5afe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.301490 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-954a5ae7-39b4-414e-b98f-687bd8e5afe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.382775 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-954a5ae7-39b4-414e-b98f-687bd8e5afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.505712 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-954a5ae7-39b4-414e-b98f-687bd8e5afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.509400 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-16a1d55c-89ae-4aae-a5b4-75d6a1870f9c tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:37.544060 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a5ae7-39b4-414e-b98f-687bd8e5afe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee8908f-806f-49d7-84f3-93150e777f26,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:37.547886 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-954a5ae7-39b4-414e-b98f-687bd8e5afe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:37.550296 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-954a5ae7-39b4-414e-b98f-687bd8e5afe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.556150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f5341a-56c5-49c9-ad71-6eaec7230a6a None None] Network a563a42a-f968-4bb3-927f-31c90e1264e4 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:31:37.557595 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-954a5ae7-39b4-414e-b98f-687bd8e5afe2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cee8908f-806f-49d7-84f3-93150e777f26 HTTP/1.1" status: 204 len: 168 time: 0.3770857 Dec 14 00:31:37.559963 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35646) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:37.666541 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.676708 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Deleting port 034d33d9-1db8-4aab-9083-8a24988d588c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:37.677041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.823338 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] DHCP port deletion for a563a42a-f968-4bb3-927f-31c90e1264e4 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:31:37.827627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] Deleting port 034d33d9-1db8-4aab-9083-8a24988d588c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:37.828024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:37.888718 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] For port 034d33d9-1db8-4aab-9083-8a24988d588c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=034d33d9-1db8-4aab-9083-8a24988d588c,segment=NetworkSegment(6590bb7a-8024-4426-811d-8d6bb121691b),segment_id=6590bb7a-8024-4426-811d-8d6bb121691b)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:37.889076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.008524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Calling delete_port for 034d33d9-1db8-4aab-9083-8a24988d588c owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:38.031227 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] For port 034d33d9-1db8-4aab-9083-8a24988d588c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=034d33d9-1db8-4aab-9083-8a24988d588c,segment=NetworkSegment(6590bb7a-8024-4426-811d-8d6bb121691b),segment_id=6590bb7a-8024-4426-811d-8d6bb121691b)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:38.031555 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.138445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.142417 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-360d8d19-42d6-457e-9c77-b5aa1251c4ca tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:38.157216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] Calling delete_port for 034d33d9-1db8-4aab-9083-8a24988d588c owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:31:38.236267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:31:38.236627 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:31:38.289949 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Pushing event deleted for resources: {'Port': ['ID=034d33d9-1db8-4aab-9083-8a24988d588c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:38.292387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:38.297006 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] No DVR routers for this DVR port 034d33d9-1db8-4aab-9083-8a24988d588c on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:31:38.415157 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.440976 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a563a42a-f968-4bb3-927f-31c90e1264e4']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:38.453415 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6590bb7a-8024-4426-811d-8d6bb121691b') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:38.453711 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6590bb7a-8024-4426-811d-8d6bb121691b') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:38.455126 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 034d33d9-1db8-4aab-9083-8a24988d588c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:31:38.465749 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.481819 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.488311 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:31:38.490220 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.490929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 034d33d9-1db8-4aab-9083-8a24988d588c {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:31:38.490929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 034d33d9-1db8-4aab-9083-8a24988d588c not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:31:38.490929 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:31:38.503004 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:31:38.521758 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:31:38.522111 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 87f2a5f4-1a3a-46ce-8725-ab5ad7065bf2 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:31:38.682470 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.685747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-b3a6f339-7521-4ee8-858f-529df782de90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:38.698752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.710472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Pushing event deleted for resources: {'Network': ['ID=a563a42a-f968-4bb3-927f-31c90e1264e4,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:38.714332 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a563a42a-f968-4bb3-927f-31c90e1264e4 HTTP/1.1" status: 204 len: 168 time: 1.1524160 Dec 14 00:31:38.714332 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-012474b2-1c89-48cd-aeb0-f7ee08bc3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:38.737671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] Deleting port 034d33d9-1db8-4aab-9083-8a24988d588c {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:31:38.738119 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:38.804490 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-f54b0aef-c79c-48a3-b681-621da183e5db None None] The port '034d33d9-1db8-4aab-9083-8a24988d588c' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:31:39.041211 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35652) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:39.092292 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-99dd95af-f7a8-47ef-b716-b326d0d0e51c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a416eb83b4a414f81f6f923f82e9fb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496488 Dec 14 00:31:39.094569 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35656) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:39.154212 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-eeacbadb-c194-4444-b24f-3ba795692b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:39.179131 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-eeacbadb-c194-4444-b24f-3ba795692b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:39.293947 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-eeacbadb-c194-4444-b24f-3ba795692b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:39.297823 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a3ce269d-bc09-44a8-a2f2-43427059dd06 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:39.311524 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacbadb-c194-4444-b24f-3ba795692b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae77a166-3b42-4e0d-8b6a-d7bd8a2f4c3a,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:39.313948 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-eeacbadb-c194-4444-b24f-3ba795692b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:39.322599 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-eeacbadb-c194-4444-b24f-3ba795692b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:39.323752 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-eeacbadb-c194-4444-b24f-3ba795692b7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae77a166-3b42-4e0d-8b6a-d7bd8a2f4c3a HTTP/1.1" status: 204 len: 168 time: 0.2281992 Dec 14 00:31:40.011895 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35664) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:40.062830 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-442c99d2-fd9d-4b66-ab62-cfdb643cda23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b460008cc9124d3dba125ef0a6f3c63f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496833 Dec 14 00:31:40.065276 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35668) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:40.128364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ba92f54-9e4e-47e7-9dd5-a953cdb7f77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:40.154105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ba92f54-9e4e-47e7-9dd5-a953cdb7f77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:40.248122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ba92f54-9e4e-47e7-9dd5-a953cdb7f77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:40.251840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f83c7dc0-bc5a-4b72-a322-a8ab5b8f23e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:40.264352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba92f54-9e4e-47e7-9dd5-a953cdb7f77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac5ae67-cc58-483b-b52b-2301fe6e2469,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:40.267203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8ba92f54-9e4e-47e7-9dd5-a953cdb7f77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:40.269140 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ba92f54-9e4e-47e7-9dd5-a953cdb7f77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:40.270226 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8ba92f54-9e4e-47e7-9dd5-a953cdb7f77f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ac5ae67-cc58-483b-b52b-2301fe6e2469 HTTP/1.1" status: 204 len: 168 time: 0.2039940 Dec 14 00:31:41.600110 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35692) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:41.725920 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-486471108-network', 'tenant_id': '59108d7d6558482695f19461b21b5b65'}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:41.730740 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:41.734610 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Usage tracker for resource:network and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:41.738491 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:41.745088 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:41.813529 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Made reservation on behalf of 59108d7d6558482695f19461b21b5b65 for: {'network': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:31:41.815923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:41.829437 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:41.860043 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:41.863824 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Usage tracker for resource:security_group_rule and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:41.867219 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:41.873231 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:41.899898 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9eef1ada-aa87-4ccd-8565-3cbb1166e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:41.939511 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:41.996617 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:41.999422 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-6fe15acc-f223-41b1-8da9-9b2ffcc45b6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:42.026028 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=84312) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:31:42.034142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09572345-ae30-4255-8854-aeb237022c71,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:42.037564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:42.040494 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:42.040833 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.db.segments_db [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Added segment 16b34982-e098-4a6b-a1d5-069a18a353ec of type vlan for network 9f8effd7-fe85-4bb4-adf2-db85383b3580 Dec 14 00:31:42.069844 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:42.168342 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:42.169190 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:31:42.169852 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:42.173291 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ec58d546-1ddb-48cf-992a-fea4a57d082a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:42.275626 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Pushing event updated for resources: {'Network': ['ID=9f8effd7-fe85-4bb4-adf2-db85383b3580,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:42.278478 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:42.285275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:31:42.329254 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-def659ba-d89c-4d1a-9d65-b92243968eca admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7280464 Dec 14 00:31:42.332041 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35698) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:42.338445 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Request body: {'subnet': {'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-486471108-subnet', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'ip_version': 4}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:42.343916 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:42.347803 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Usage tracker for resource:subnet and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:42.350682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:42.357292 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:42.442327 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Made reservation on behalf of 59108d7d6558482695f19461b21b5b65 for: {'subnet': 1} {{(pid=84312) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:31:42.444782 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2083378'] for subnet, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:42.694272 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2057752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2083328'] for subnet, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:42.698459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-52493e8f-a11a-41d8-85c8-e0d4f1433439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:42.768477 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=697f7b5e-c870-46f3-a184-86926f8263e8,revision_number=0']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:42.772896 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:42.782658 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Checking segment: {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:31:42.783013 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Network hostable DHCP agents. Network: 9f8effd7-fe85-4bb4-adf2-db85383b3580, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84312) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:31:42.905294 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84312) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:31:42.979568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 9f8effd7-fe85-4bb4-adf2-db85383b3580) {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:42.983461 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:31:42.984067 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:42.988900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529123b-1d02-412c-82f4-d6eb75d85184 None None] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:31:43.077823 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-c559e466-ff66-4a9c-b8d2-71f70eece87d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7444482 Dec 14 00:31:43.080387 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35702) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:43.086644 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.v2.base [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84312) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:43.091390 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:43.096280 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Usage tracker for resource:router and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:43.098199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84312) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:43.104738 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.quota.driver [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84312) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:43.189804 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.190893 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.198289 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-9f8effd7-fe85-4bb4-adf2-db85383b3580', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:31:43.199103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.212941 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.390127 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.399058 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Allocated IP 172.20.0.2 (9f8effd7-fe85-4bb4-adf2-db85383b3580/697f7b5e-c870-46f3-a184-86926f8263e8/851e50bf-820d-4ceb-a8d2-047308b06fe2) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:31:43.603980 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.614294 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Transition to ACTIVE for port object 851e50bf-820d-4ceb-a8d2-047308b06fe2 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:31:43.633723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Transition to ACTIVE for port object 851e50bf-820d-4ceb-a8d2-047308b06fe2 will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:31:43.651438 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.684340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.709810 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.714348 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:43.777745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:31:43.781038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:43.784689 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:31:43.792955 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Pushing event updated for resources: {'Port': ['ID=851e50bf-820d-4ceb-a8d2-047308b06fe2,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:43.863558 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.863928 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.864272 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.864609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.864943 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.865280 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.865610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.865939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.866264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.867210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.867210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:43.875254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:43.896220 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Attempting to bind port 851e50bf-820d-4ceb-a8d2-047308b06fe2 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:31:43.896506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Attempting to bind port 851e50bf-820d-4ceb-a8d2-047308b06fe2 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:31:43.896879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Attempting to bind port 851e50bf-820d-4ceb-a8d2-047308b06fe2 on network 9f8effd7-fe85-4bb4-adf2-db85383b3580 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:31:43.904150 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:31:43.904532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Checking segment: {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:31:43.904942 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.905340 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Bound using segment: {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:31:43.905807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Bound port: 851e50bf-820d-4ceb-a8d2-047308b06fe2, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:31:43.906565 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:43.923923 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Allocated IP 172.26.5.45 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/f6f91bad-c02a-4a9e-84c5-72d352603d8c) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:31:43.996710 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] For port 851e50bf-820d-4ceb-a8d2-047308b06fe2, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:31:43.999789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] For port 851e50bf-820d-4ceb-a8d2-047308b06fe2, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=851e50bf-820d-4ceb-a8d2-047308b06fe2,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:31:44.072457 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:44.075913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:44.079675 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:44.150573 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:44.155432 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-4cabe26f-30e0-48aa-82ac-6b04ed51a0c1 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:44.171877 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Pushing event updated for resources: {'Port': ['ID=851e50bf-820d-4ceb-a8d2-047308b06fe2,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:44.176880 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-5d5284a0-20b0-46cf-9259-03888b08bf48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:44.224024 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-182ebbbc-b68e-490c-a3d1-7cb06382db27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:44.230076 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:31:44.233508 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:44.237381 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:31:44.271850 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Pushing event updated for resources: {'Port': ['ID=f6f91bad-c02a-4a9e-84c5-72d352603d8c,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:44.280421 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:44.469939 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:44.470690 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:44.494403 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 851e50bf-820d-4ceb-a8d2-047308b06fe2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:31:44.606738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 851e50bf-820d-4ceb-a8d2-047308b06fe2 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:31:44.766526 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Router d13a32c7-30c7-477d-b8e1-3110ec82c380 is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84312) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:31:44.972001 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:31:44.983580 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Sync routers for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:31:45.000021 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:45.000654 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:45.064358 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.068211 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-260d3a22-a4de-46ef-a325-544774f5da0a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9843466 Dec 14 00:31:45.068348 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 35708) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:45.144361 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15bf9c8-a8d7-4bac-9849-e826f6a1da82 None None] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:31:45.181076 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:45.306738 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2c5150ca-08d1-40d9-8ec2-65d35f12ccca None None] Provisioning for port 851e50bf-820d-4ceb-a8d2-047308b06fe2 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:31:45.314631 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2c5150ca-08d1-40d9-8ec2-65d35f12ccca None None] Provisioning complete for port 851e50bf-820d-4ceb-a8d2-047308b06fe2 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:45.315371 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2c5150ca-08d1-40d9-8ec2-65d35f12ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.480441 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:44Z', 'revision_number': 3, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:45.484355 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Checking router: d13a32c7-30c7-477d-b8e1-3110ec82c380 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:31:45.484714 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Updating router d13a32c7-30c7-477d-b8e1-3110ec82c380 port f6f91bad-c02a-4a9e-84c5-72d352603d8c binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:31:45.497168 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.532113 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2c5150ca-08d1-40d9-8ec2-65d35f12ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.535915 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.588520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2c5150ca-08d1-40d9-8ec2-65d35f12ccca None None] For port 851e50bf-820d-4ceb-a8d2-047308b06fe2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=851e50bf-820d-4ceb-a8d2-047308b06fe2,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:45.670259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.704615 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2c5150ca-08d1-40d9-8ec2-65d35f12ccca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.707933 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-936cfa57-1676-476a-a942-21888a1c951c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:45.782419 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5150ca-08d1-40d9-8ec2-65d35f12ccca None None] Pushing event updated for resources: {'Port': ['ID=851e50bf-820d-4ceb-a8d2-047308b06fe2,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:45.785986 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2c5150ca-08d1-40d9-8ec2-65d35f12ccca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:45.827973 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2a2e2615-d9e8-43f5-9e95-4f8cd7ce1652 None None] Provisioning complete for port 851e50bf-820d-4ceb-a8d2-047308b06fe2 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:45.828586 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a2e2615-d9e8-43f5-9e95-4f8cd7ce1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.914524 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.925921 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Transition to ACTIVE for port object f6f91bad-c02a-4a9e-84c5-72d352603d8c will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:31:45.958170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:45.995713 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.000108 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-a7c0b4a1-a721-4eac-a8bc-9a3b5e56bbfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:46.081046 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Pushing event updated for resources: {'Port': ['ID=f6f91bad-c02a-4a9e-84c5-72d352603d8c,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:46.085476 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Attempting to bind port f6f91bad-c02a-4a9e-84c5-72d352603d8c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:31:46.085844 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Attempting to bind port f6f91bad-c02a-4a9e-84c5-72d352603d8c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:31:46.086204 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Attempting to bind port f6f91bad-c02a-4a9e-84c5-72d352603d8c on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:31:46.096779 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.097116 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.097447 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.097769 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.098089 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.098406 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.098723 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.099039 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.099353 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.099692 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.100000 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84314) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:31:46.104100 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:31:46.104100 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:31:46.104686 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.105070 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:31:46.105533 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Bound port: f6f91bad-c02a-4a9e-84c5-72d352603d8c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:31:46.105907 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.133813 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:46.169261 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_common [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Allocated IP 172.20.0.1 (9f8effd7-fe85-4bb4-adf2-db85383b3580/697f7b5e-c870-46f3-a184-86926f8263e8/0f730d22-2084-4ef4-803a-7f41e41c13f9) {{(pid=84312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:31:46.176132 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] For port f6f91bad-c02a-4a9e-84c5-72d352603d8c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:31:46.180130 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] For port f6f91bad-c02a-4a9e-84c5-72d352603d8c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f6f91bad-c02a-4a9e-84c5-72d352603d8c,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:31:46.249242 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.253753 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-99265a26-c3b3-4ec7-90a0-285e8c284be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:46.329142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.332917 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Pushing event updated for resources: {'Port': ['ID=f6f91bad-c02a-4a9e-84c5-72d352603d8c,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:46.336245 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:46.341750 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:46.342510 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:46.360032 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.provisioning_blocks [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Transition to ACTIVE for port object 0f730d22-2084-4ef4-803a-7f41e41c13f9 will not be triggered until provisioned by entity DHCP. {{(pid=84312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:31:46.442713 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.447471 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-ecb77008-3171-452b-af0b-e3d54fe2745a tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:46.469314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 851e50bf-820d-4ceb-a8d2-047308b06fe2 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:31:46.514978 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:31:46.518228 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:46.521808 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Received port after_create {{(pid=84312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:31:46.543895 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 851e50bf-820d-4ceb-a8d2-047308b06fe2 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:46.544275 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.558236 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f730d22-2084-4ef4-803a-7f41e41c13f9,revision_number=1']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:46.559204 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:46.562309 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:46.590577 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.739919 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.865278 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:44Z', 'revision_number': 3, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:46.869592 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108652cb-c68a-4676-ab9b-5f1776ccc881 None None] The sync data for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv is: [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:44Z', 'revision_number': 3, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:31:46.916621 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8bf84170-6456-4fd8-bae5-4e12862dd27a None None] Provisioning for port 0f730d22-2084-4ef4-803a-7f41e41c13f9 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:31:46.922966 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-8bf84170-6456-4fd8-bae5-4e12862dd27a None None] Provisioning complete for port 0f730d22-2084-4ef4-803a-7f41e41c13f9 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:46.923347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8bf84170-6456-4fd8-bae5-4e12862dd27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.975152 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:46.989172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-8bf84170-6456-4fd8-bae5-4e12862dd27a None None] Port 0f730d22-2084-4ef4-803a-7f41e41c13f9 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:31:47.031472 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2057871'] for port, after_update {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:47.061149 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:47.066485 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a70954a7-7631-4068-aaa8-8840f9decc83 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:47.151319 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:47.152349 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:31:47.154865 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Pushing event updated for resources: {'Port': ['ID=0f730d22-2084-4ef4-803a-7f41e41c13f9,revision_number=2']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:47.157917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:47.298714 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 is already hosted by enough agents. {{(pid=84312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:31:47.299875 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.base_scheduler [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:47.617886 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-3e6ceb03-7f40-478b-883d-56d13e9cdf15 None None] Provisioning complete for port 0f730d22-2084-4ef4-803a-7f41e41c13f9 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:47.618460 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3e6ceb03-7f40-478b-883d-56d13e9cdf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:47.677156 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ceb03-7f40-478b-883d-56d13e9cdf15 None None] Port 0f730d22-2084-4ef4-803a-7f41e41c13f9 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:31:47.712871 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Router d13a32c7-30c7-477d-b8e1-3110ec82c380 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84312) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:31:48.020411 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84312) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:31:48.029308 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-96193e19-ff78-41a6-ad23-bb81a79aaad1 admin admin] 10.222.0.30 "PUT /v2.0/routers/d13a32c7-30c7-477d-b8e1-3110ec82c380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9600070 Dec 14 00:31:48.481736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f6f91bad-c02a-4a9e-84c5-72d352603d8c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:31:48.625473 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port f6f91bad-c02a-4a9e-84c5-72d352603d8c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:31:48.630551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f6f91bad-c02a-4a9e-84c5-72d352603d8c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:48.630934 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:48.749343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:48.766418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port f6f91bad-c02a-4a9e-84c5-72d352603d8c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f6f91bad-c02a-4a9e-84c5-72d352603d8c,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:48.846789 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:48.848640 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:48.915424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=f6f91bad-c02a-4a9e-84c5-72d352603d8c,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:48.918527 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:49.149924 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35730) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:49.155497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1319490330-network', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:49.160474 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:49.164455 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Usage tracker for resource:network and tenant:6faa92407fbd4223bcbbbc11f46bf276 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:49.167278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:49.174477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:49.236587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Made reservation on behalf of 6faa92407fbd4223bcbbbc11f46bf276 for: {'network': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:31:49.238963 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for network, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:49.253064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:49.284547 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:49.288845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Usage tracker for resource:security_group_rule and tenant:6faa92407fbd4223bcbbbc11f46bf276 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:49.291681 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:49.297233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:49.362131 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:49.423638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:49.426732 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-674b0f5f-cd1c-4771-9ae0-bd83142186b9 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:49.457568 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=84311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 00:31:49.466003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d50bd-fcc6-4852-ad83-16a3663d1d7f,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:49.469406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:49.471820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:49.472162 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.segments_db [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Added segment 005359d5-65d7-4835-8a31-417fc4065b0f of type vlan for network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 Dec 14 00:31:49.498364 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780919255556'] for network, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:49.577799 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581'] for network, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:49.578710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:31:49.579283 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:49.582988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7377d0c2-ccfb-422d-b027-7c6b6b2f44cd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:49.787353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Pushing event updated for resources: {'Network': ['ID=8d1fe7ff-fe64-460d-b0a5-22db95d00618,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:49.790612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:49.798069 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 details requested by agent ovs-agent-dv-neutron-821564-1-hyperv with host dv-neutron-821564-1-hyperv {{(pid=84313) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 14 00:31:49.864611 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7135954 Dec 14 00:31:49.867330 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35736) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:49.872802 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Request body: {'subnet': {'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1319490330-subnet', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'ip_version': 4}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:49.877854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:49.881729 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Usage tracker for resource:subnet and tenant:6faa92407fbd4223bcbbbc11f46bf276 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:49.884629 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:49.891075 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:49.983800 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Made reservation on behalf of 6faa92407fbd4223bcbbbc11f46bf276 for: {'subnet': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:31:49.986123 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15141487'] for subnet, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:49.995417 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:50.231505 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14978903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15141469'] for subnet, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:50.235408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-6baa1683-66c6-49e1-a93d-b3d6c2e14f34 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:50.308693 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7a8663-377b-4e49-a925-4d8de5fa2db9,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:50.312147 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:50.322735 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Sync routers for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:31:50.328380 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Checking segment: {'id': '005359d5-65d7-4835-8a31-417fc4065b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:31:50.328883 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Network hostable DHCP agents. Network: 8d1fe7ff-fe64-460d-b0a5-22db95d00618, hostable agents: ['79ee0218-c3a9-4715-9dab-54894aebcc28'], hosted agents: [] {{(pid=84311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 00:31:50.335268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:50.336207 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:50.424018 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 is scheduled to be hosted by DHCP agent 79ee0218-c3a9-4715-9dab-54894aebcc28 with binding_index 1 {{(pid=84311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 00:31:50.469472 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f6f91bad-c02a-4a9e-84c5-72d352603d8c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:31:50.510953 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821564-1-hyperv, 8d1fe7ff-fe64-460d-b0a5-22db95d00618) {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:50.515710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:31:50.516671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:50.529522 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a81308e-ad55-4db8-916b-19b57c7aaa0e None None] Network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:31:50.615062 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8ca19851-c9dd-4412-a18c-74bc21f95a03 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7462199 Dec 14 00:31:50.617992 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35740) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:50.623208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:50.627938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:50.631877 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Usage tracker for resource:router and tenant:6faa92407fbd4223bcbbbc11f46bf276 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:50.635378 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:50.641482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:50.647525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:50.716734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-657544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130994'] for router, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:50.717725 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-637415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-131005'] for router, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:50.735964 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:50.755513 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port f6f91bad-c02a-4a9e-84c5-72d352603d8c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:50.755910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:50.941884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670259', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130959'] for router, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.045974 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp581c35d8-b460-55b3-ae70-949f42cd83bc-8d1fe7ff-fe64-460d-b0a5-22db95d00618', 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'fixed_ips': [{'subnet_id': '8a7a8663-377b-4e49-a925-4d8de5fa2db9'}]}} from dv-neutron-821564-1-hyperv. {{(pid=84313) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Dec 14 00:31:51.046775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.189825 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.220408 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.318631 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 2, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:51.327044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.db_base_plugin_common [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Allocated IP 172.20.0.2 (8d1fe7ff-fe64-460d-b0a5-22db95d00618/8a7a8663-377b-4e49-a925-4d8de5fa2db9/9b922047-b768-4d3b-9971-c397da1e279f) {{(pid=84313) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:31:51.329040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Checking router: d13a32c7-30c7-477d-b8e1-3110ec82c380 for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:31:51.329405 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Updating router d13a32c7-30c7-477d-b8e1-3110ec82c380 port 0f730d22-2084-4ef4-803a-7f41e41c13f9 binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:31:51.365016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Allocated IP 172.26.5.198 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/0caaf365-87c6-4bf2-9c8c-c2ed8481904c) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:31:51.460900 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.521915 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.612830 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.617867 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8dac4958-60bd-49a6-8ed5-b02e6ed894d7 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:51.686620 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:31:51.687593 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Pushing event updated for resources: {'Port': ['ID=0caaf365-87c6-4bf2-9c8c-c2ed8481904c,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:51.690466 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:51.692305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:51.692988 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:31:51.817367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Notify callbacks [] for port, precommit_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.839367 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Transition to ACTIVE for port object 9b922047-b768-4d3b-9971-c397da1e279f will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:31:51.882205 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Transition to ACTIVE for port object 9b922047-b768-4d3b-9971-c397da1e279f will not be triggered until provisioned by entity DHCP. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:31:51.940403 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.941141 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655826'] for router, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.968692 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.972950 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705'] for port, after_create {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:51.980000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-decd7058-c795-44f4-86dd-c8b4e7dd0e34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:52.018646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Transition to ACTIVE for port object 0f730d22-2084-4ef4-803a-7f41e41c13f9 will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:31:52.049724 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 is already hosted by enough agents. {{(pid=84313) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:31:52.052891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.scheduler.base_scheduler [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Resources bound (agent type, host, resource id): {{(pid=84313) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:52.056717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Received port after_create {{(pid=84313) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:31:52.063130 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Pushing event updated for resources: {'Port': ['ID=9b922047-b768-4d3b-9971-c397da1e279f,revision_number=1']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:52.067297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:52.132167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:52.143795 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-d5019f65-3a95-4332-aefc-1174c5b18d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:52.230820 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Router d83fd7c2-6556-43fb-8b3b-ac94cfea150e is scheduled to L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 with binding_index 1 {{(pid=84311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 00:31:52.259184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Attempting to bind port 9b922047-b768-4d3b-9971-c397da1e279f on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:31:52.259559 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Attempting to bind port 9b922047-b768-4d3b-9971-c397da1e279f by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '005359d5-65d7-4835-8a31-417fc4065b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:31:52.259963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Attempting to bind port 9b922047-b768-4d3b-9971-c397da1e279f on network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:31:52.285044 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ec6e2-d151-4411-81fe-9bb343e66575 None None] Pushing event updated for resources: {'Port': ['ID=0f730d22-2084-4ef4-803a-7f41e41c13f9,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:52.294467 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:31:52.294851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Checking segment: {'id': '005359d5-65d7-4835-8a31-417fc4065b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:31:52.295265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:52.295813 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Bound using segment: {'id': '005359d5-65d7-4835-8a31-417fc4065b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:31:52.296164 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Bound port: 9b922047-b768-4d3b-9971-c397da1e279f, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005359d5-65d7-4835-8a31-417fc4065b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:31:52.296551 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:52.305656 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1f0ec6e2-d151-4411-81fe-9bb343e66575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:52.443013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Attempting to bind port 0f730d22-2084-4ef4-803a-7f41e41c13f9 on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:31:52.443388 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Attempting to bind port 0f730d22-2084-4ef4-803a-7f41e41c13f9 by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:31:52.443787 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Attempting to bind port 0f730d22-2084-4ef4-803a-7f41e41c13f9 on network 9f8effd7-fe85-4bb4-adf2-db85383b3580 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:31:52.468161 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:31:52.468540 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Checking segment: {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:31:52.468947 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:52.469346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Bound using segment: {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:31:52.469889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Bound port: 0f730d22-2084-4ef4-803a-7f41e41c13f9, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:31:52.470213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:52.489369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] For port 9b922047-b768-4d3b-9971-c397da1e279f, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:31:52.524080 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] For port 9b922047-b768-4d3b-9971-c397da1e279f, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9b922047-b768-4d3b-9971-c397da1e279f,segment=NetworkSegment(005359d5-65d7-4835-8a31-417fc4065b0f),segment_id=005359d5-65d7-4835-8a31-417fc4065b0f)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:31:52.580844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] For port 0f730d22-2084-4ef4-803a-7f41e41c13f9, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:31:52.581005 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:31:52.584382 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] For port 0f730d22-2084-4ef4-803a-7f41e41c13f9, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0f730d22-2084-4ef4-803a-7f41e41c13f9,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:31:52.589629 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:52.593737 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Sync routers for ids ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:31:52.594373 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:52.605251 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Routers {'d83fd7c2-6556-43fb-8b3b-ac94cfea150e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:52.605953 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:52.670151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Pushing event updated for resources: {'Port': ['ID=9b922047-b768-4d3b-9971-c397da1e279f,revision_number=2']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:52.673222 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-7e49dd22-77d6-4f57-bbc0-daf5a1920228 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:52.674312 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:52.678325 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:52.698781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:52.700355 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f4ff979d-787b-4f61-847f-e934936b1b50 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0813656 Dec 14 00:31:52.703027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35750) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:52.761975 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ec6e2-d151-4411-81fe-9bb343e66575 None None] Pushing event updated for resources: {'Port': ['ID=0f730d22-2084-4ef4-803a-7f41e41c13f9,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:52.766304 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1f0ec6e2-d151-4411-81fe-9bb343e66575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:52.770759 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:52.771397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:52.828155 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Set router d83fd7c2-6556-43fb-8b3b-ac94cfea150e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:53.026089 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:53.282805 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:50Z', 'updated_at': '2021-12-14T00:31:51Z', 'revision_number': 3, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'gw_port': {'id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:51Z', 'updated_at': '2021-12-14T00:31:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:53.287162 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Checking router: d83fd7c2-6556-43fb-8b3b-ac94cfea150e for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:31:53.287543 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Updating router d83fd7c2-6556-43fb-8b3b-ac94cfea150e port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c binding host dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:31:53.356962 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:53.449246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:52Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:53.453553 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e4be0-c6dc-4160-820c-a8e4d030432c None None] The sync data for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv is: [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:52Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:31:53.668440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:53.760326 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Notify callbacks [] for port, precommit_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:53.775277 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.provisioning_blocks [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Transition to ACTIVE for port object 0caaf365-87c6-4bf2-9c8c-c2ed8481904c will not be triggered until provisioned by entity L2. {{(pid=84314) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:31:53.848136 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:53.859538 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-8aa367f9-a8cc-4d6b-a521-201a6f672043 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:53.922910 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Allocated IP 172.20.0.1 (8d1fe7ff-fe64-460d-b0a5-22db95d00618/8a7a8663-377b-4e49-a925-4d8de5fa2db9/8e5d7086-188c-481e-8bad-3f6e6c0db77d) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:31:53.948815 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1beeee-3bb0-4ecb-bf39-2c70281d5a71 None None] Network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:31:53.963127 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Attempting to bind port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:31:53.963523 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Attempting to bind port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:31:53.964089 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Attempting to bind port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c on network a369abae-eb3e-4f14-84a0-d962bc2f47e7 {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:31:53.992681 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:31:53.993351 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Checking segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84314) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:31:53.994005 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:53.994537 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Bound using segment: {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'} {{(pid=84314) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:31:53.995307 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.managers [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Bound port: 0caaf365-87c6-4bf2-9c8c-c2ed8481904c, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72700b04-0800-4c2d-9d3d-ea52de082025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7'}}] {{(pid=84314) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:31:53.995838 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:54.070045 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] For port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84314) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:31:54.073261 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.plugins.ml2.db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] For port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0caaf365-87c6-4bf2-9c8c-c2ed8481904c,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84314) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:31:54.077792 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-1323c113-9610-4874-9554-f18d950d3ad5 None None] Provisioning for port 9b922047-b768-4d3b-9971-c397da1e279f completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:31:54.079307 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75f9a1-75dd-43fe-9593-7232b19fb845 None None] Pushing event updated for resources: {'Port': ['ID=0caaf365-87c6-4bf2-9c8c-c2ed8481904c,revision_number=2']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:54.082239 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-4d75f9a1-75dd-43fe-9593-7232b19fb845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:54.092491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:54.110259 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Transition to ACTIVE for port object 8e5d7086-188c-481e-8bad-3f6e6c0db77d will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:31:54.134922 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron_lib.callbacks.manager [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84314) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:54.138809 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-4789e81f-1970-4971-9b25-a7e68a917eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:54.221045 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:54.222573 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d75f9a1-75dd-43fe-9593-7232b19fb845 None None] Pushing event updated for resources: {'Port': ['ID=0caaf365-87c6-4bf2-9c8c-c2ed8481904c,revision_number=3']} {{(pid=84314) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:54.226632 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG oslo_concurrency.lockutils [None req-4d75f9a1-75dd-43fe-9593-7232b19fb845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84314) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:54.234874 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Routers {'d83fd7c2-6556-43fb-8b3b-ac94cfea150e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:31:54.235655 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-740e6008-fbf7-470d-bf59-5fa5416da9b4 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:54.241116 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:54.347900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:31:54.357554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:54.363083 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:31:54.422632 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5d7086-188c-481e-8bad-3f6e6c0db77d,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:54.430627 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:54.466151 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-655644'] for router_interface, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:54.489092 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] Set router d83fd7c2-6556-43fb-8b3b-ac94cfea150e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:31:54.594956 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9b922047-b768-4d3b-9971-c397da1e279f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:31:54.700570 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:54.744809 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 9b922047-b768-4d3b-9971-c397da1e279f completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:31:54.752009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9b922047-b768-4d3b-9971-c397da1e279f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:54.752543 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:54.848353 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:50Z', 'updated_at': '2021-12-14T00:31:51Z', 'revision_number': 3, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'gw_port': {'id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:51Z', 'updated_at': '2021-12-14T00:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:31:54.853053 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78e32c-e5d6-4217-921c-b616f5c5afdd None None] The sync data for ids ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'] in dv-neutron-821564-1-hyperv is: [{'id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:50Z', 'updated_at': '2021-12-14T00:31:51Z', 'revision_number': 3, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'gw_port': {'id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:51Z', 'updated_at': '2021-12-14T00:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:31:54.892296 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:54.931794 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 9b922047-b768-4d3b-9971-c397da1e279f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9b922047-b768-4d3b-9971-c397da1e279f,segment=NetworkSegment(005359d5-65d7-4835-8a31-417fc4065b0f),segment_id=005359d5-65d7-4835-8a31-417fc4065b0f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:54.995731 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6db9d035-c968-4a37-ba27-45812316ff3d None None] Provisioning for port 8e5d7086-188c-481e-8bad-3f6e6c0db77d completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:31:55.000869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-6db9d035-c968-4a37-ba27-45812316ff3d None None] Provisioning complete for port 8e5d7086-188c-481e-8bad-3f6e6c0db77d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:55.009418 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-6db9d035-c968-4a37-ba27-45812316ff3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:55.030635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:55.031464 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0f730d22-2084-4ef4-803a-7f41e41c13f9 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:31:55.060042 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:55.063045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3809d0be-48e3-437d-b26a-7c0e284bc3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:55.107049 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:55.140456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b0ce079c-27dc-4a53-a4af-284fd7060745 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:55.159376 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-6db9d035-c968-4a37-ba27-45812316ff3d None None] Port 8e5d7086-188c-481e-8bad-3f6e6c0db77d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:31:55.172216 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=9b922047-b768-4d3b-9971-c397da1e279f,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:55.175186 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:55.225453 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=8e5d7086-188c-481e-8bad-3f6e6c0db77d,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:55.228427 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3809772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-668784'] for router_interface, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:55.232792 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:55.252109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0f730d22-2084-4ef4-803a-7f41e41c13f9 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:31:55.257741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0f730d22-2084-4ef4-803a-7f41e41c13f9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:55.258112 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:55.369113 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:31:55.370413 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:31:55.375047 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:55.409087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 0f730d22-2084-4ef4-803a-7f41e41c13f9, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0f730d22-2084-4ef4-803a-7f41e41c13f9,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:31:55.499745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:55.502683 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-df214619-62a2-4887-a312-26b273530723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:55.577803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=0f730d22-2084-4ef4-803a-7f41e41c13f9,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:55.581009 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:55.590067 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d5f61c0f-9f94-4498-8c86-ac574d8523c4 None None] Provisioning complete for port 8e5d7086-188c-481e-8bad-3f6e6c0db77d triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:55.594916 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d5f61c0f-9f94-4498-8c86-ac574d8523c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:55.646184 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d5f61c0f-9f94-4498-8c86-ac574d8523c4 None None] Port 8e5d7086-188c-481e-8bad-3f6e6c0db77d cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:31:55.775050 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Router d83fd7c2-6556-43fb-8b3b-ac94cfea150e has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:31:55.975098 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:31:55.984800 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] 10.222.0.30 "PUT /v2.0/routers/d83fd7c2-6556-43fb-8b3b-ac94cfea150e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2805402 Dec 14 00:31:56.472961 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9b922047-b768-4d3b-9971-c397da1e279f up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:31:56.541099 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 9b922047-b768-4d3b-9971-c397da1e279f triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:56.541401 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:56.657103 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0f730d22-2084-4ef4-803a-7f41e41c13f9 up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:31:56.726055 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0f730d22-2084-4ef4-803a-7f41e41c13f9 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:31:56.726427 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:57.753509 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35770) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:57.759562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163664181', 'description': 'tempest-secgroup-smoke-1163664181 description', 'project_id': '59108d7d6558482695f19461b21b5b65'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:57.765637 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:57.769480 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:security_group and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:57.772538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:57.778297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:57.852309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:57.886654 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:57.890447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:security_group_rule and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:57.893417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:57.899444 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:57.953482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.036577 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.041127 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d899bd75-e5f6-4fe3-bc4a-5b7a6aba4b29 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:58.078676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0cb191-8599-4eb4-838c-ad6474220ed0,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:58.081440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:58.156656 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.157877 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-45872759-ee07-4053-bfc7-2d3fe048e8c7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4033849 Dec 14 00:31:58.160750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35774) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:58.166805 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'security_group_rule': {'security_group_id': 'cc0cb191-8599-4eb4-838c-ad6474220ed0', 'project_id': '59108d7d6558482695f19461b21b5b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:58.172859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:58.176661 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:security_group_rule and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:58.179563 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:58.185247 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:58.264602 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.328386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.395094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.396942 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ecd3a825-c88c-43ec-9259-320d180719b5 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:58.420274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978206da-b8ce-4d72-a5b4-3f30ff0de37d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:58.422616 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:58.492539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.493706 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d5be7128-f560-4235-b3a5-eae3c5db4ec8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3320251 Dec 14 00:31:58.496441 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35778) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:58.501783 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'security_group_rule': {'security_group_id': 'cc0cb191-8599-4eb4-838c-ad6474220ed0', 'project_id': '59108d7d6558482695f19461b21b5b65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:58.508386 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:58.512094 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:security_group_rule and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:58.514876 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:58.520491 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:58.596023 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.657791 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.728027 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.733504 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-359a1a52-2637-4564-9b5f-33b9b1120da2 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:58.752885 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6d14c1-ba3c-4cb0-9850-32dc2308f50d,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:58.755060 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:58.801990 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.803185 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-2f5ccf8e-232f-4761-87ff-c6c09d282816 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3058288 Dec 14 00:31:58.805836 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35782) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:58.811269 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'security_group_rule': {'security_group_id': 'cc0cb191-8599-4eb4-838c-ad6474220ed0', 'project_id': '59108d7d6558482695f19461b21b5b65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:58.817249 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:58.821514 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:security_group_rule and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:58.824457 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:58.830014 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:58.883026 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:58.945295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.008212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.009980 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9135bf70-364f-491c-8f4e-41d492df571c tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:59.034667 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7875f3-761e-4b27-86e1-b80366b7ce83,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:59.039303 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:59.110549 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.111759 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8acbfe42-5f6a-4302-9aa5-57fca1be74c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3049812 Dec 14 00:31:59.114319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35786) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:59.120395 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'security_group_rule': {'security_group_id': 'cc0cb191-8599-4eb4-838c-ad6474220ed0', 'project_id': '59108d7d6558482695f19461b21b5b65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:59.126231 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:59.130145 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:security_group_rule and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:59.133833 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:59.139555 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:59.219770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.282913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.356631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.362613 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-5c285c71-b4a1-4795-b56b-ea66510b8e90 tempest-ServerActionsTestJSON-2135618041 tempest-ServerActionsTestJSON-2135618041-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:59.382658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e8ce91-e659-45a1-96c6-a38dcf726219,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:59.385245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:59.447913 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.449096 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-cf993585-d672-4031-b2e0-e7413a85bae7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3338795 Dec 14 00:31:59.451726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35790) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:59.457208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'security_group_rule': {'security_group_id': 'cc0cb191-8599-4eb4-838c-ad6474220ed0', 'project_id': '59108d7d6558482695f19461b21b5b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:59.464268 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:59.468009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:security_group_rule and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:59.470810 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:59.477483 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:59.537519 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Project 59108d7d6558482695f19461b21b5b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:31:59.546695 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.611394 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.704979 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.706734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-0c174523-597c-4a9d-b0c0-dc94d0014124 tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:31:59.730781 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fa9460-5d80-46ae-8fde-1c1d8dd2aa93,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:31:59.733187 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:31:59.802225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.803927 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1d2f3b7a-3bd6-43c5-9989-55eed40cc630 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3507936 Dec 14 00:31:59.806079 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35794) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:31:59.811464 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'security_group_rule': {'security_group_id': 'cc0cb191-8599-4eb4-838c-ad6474220ed0', 'project_id': '59108d7d6558482695f19461b21b5b65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:31:59.817451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:31:59.821617 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:security_group_rule and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:31:59.824461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:31:59.830084 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:31:59.905036 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.securitygroups_db [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Project 59108d7d6558482695f19461b21b5b65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 00:31:59.911208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:31:59.980587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:00.053649 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642599'] for security_group_rule, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:00.055448 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9a1615ac-238b-4a74-9ffc-b6f1037df47f tempest-TestNetworkBasicOps-730909117 tempest-TestNetworkBasicOps-730909117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:00.077782 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379cfcaf-3b7d-4d4d-9461-ef8636d4041b,revision_number=0']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:00.081972 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:00.167865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:00.169036 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1a25cb2f-fef1-4881-8f59-0c52fb2885b9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3620639 Dec 14 00:32:00.344002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-fae8f2a1-5ce5-4eb6-813d-744caf2e8a07 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Synchronizing usage tracker for tenant:59108d7d6558482695f19461b21b5b65 on resource:security_group {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:32:00.423394 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-fae8f2a1-5ce5-4eb6-813d-744caf2e8a07 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Unset dirty status for tenant:59108d7d6558482695f19461b21b5b65 on resource:security_group {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:32:00.424594 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-fae8f2a1-5ce5-4eb6-813d-744caf2e8a07 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163664181&fields=id&tenant_id=59108d7d6558482695f19461b21b5b65 HTTP/1.1" status: 200 len: 267 time: 0.1253047 Dec 14 00:32:00.571846 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-7bb0ab71-ac3d-40af-bf1a-753be1245916 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:00.572431 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-7bb0ab71-ac3d-40af-bf1a-753be1245916 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Synchronizing usage tracker for tenant:59108d7d6558482695f19461b21b5b65 on resource:network {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:32:00.641917 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-7bb0ab71-ac3d-40af-bf1a-753be1245916 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Unset dirty status for tenant:59108d7d6558482695f19461b21b5b65 on resource:network {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:32:00.643087 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-7bb0ab71-ac3d-40af-bf1a-753be1245916 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 809 time: 0.2112484 Dec 14 00:32:00.659684 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-1470b00e-0370-4299-a87b-ecd64314a4a2 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/quotas/59108d7d6558482695f19461b21b5b65 HTTP/1.1" status: 200 len: 375 time: 0.0110707 Dec 14 00:32:00.745847 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-32624820-91dc-4b98-b40b-9107b3e0117e tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Synchronizing usage tracker for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84312) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:32:00.830786 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.quota.resource [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-32624820-91dc-4b98-b40b-9107b3e0117e tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Unset dirty status for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84312) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:32:00.832025 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-32624820-91dc-4b98-b40b-9107b3e0117e tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1663013 Dec 14 00:32:00.964305 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-9de4f650-8889-44dd-b178-c4241cd27db1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84312) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 14 00:32:00.965280 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-9de4f650-8889-44dd-b178-c4241cd27db1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1217570 Dec 14 00:32:01.097006 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-706e7852-a7fb-4471-9147-5ddb67a423b2 service neutron] 10.222.0.30 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253901 Dec 14 00:32:01.228118 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-e48a2048-21ed-4e7d-811d-3657dc3128e2 service neutron] 10.222.0.30 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240332 Dec 14 00:32:02.511137 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0caaf365-87c6-4bf2-9c8c-c2ed8481904c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:32:02.567426 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-db1105a6-2ad5-4933-a6cc-ab7054614c26 req-f97a5a0c-e524-4aaf-a196-89e88ee7de6a tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 210 time: 0.0514154 Dec 14 00:32:02.711219 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:32:02.716443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:32:02.718913 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:02.833568 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:02.850610 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0caaf365-87c6-4bf2-9c8c-c2ed8481904c,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:32:02.926799 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:02.929872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-2c5150ca-08d1-40d9-8ec2-65d35f12ccca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:02.995398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=0caaf365-87c6-4bf2-9c8c-c2ed8481904c,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:02.998533 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:03.737547 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3fc85199-f54f-4b68-811a-491beb1dc416 req-ebfd75a8-6c96-42f5-b1d0-fef46eba48aa tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 210 time: 0.0420477 Dec 14 00:32:04.472873 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0caaf365-87c6-4bf2-9c8c-c2ed8481904c up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:32:04.544091 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:32:04.544471 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:05.010169 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-cf411891-20df-442e-bc98-0abafd8b7f1a req-e0d903c0-c6f6-4658-a284-9b75c7701ef2 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 210 time: 0.0513375 Dec 14 00:32:05.065278 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c0ea0d45-669e-460b-98b4-2039fa9755a2 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:05.066695 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c0ea0d45-669e-460b-98b4-2039fa9755a2 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 809 time: 0.3154347 Dec 14 00:32:05.119393 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-eb7a8669-5e28-4f47-8b5f-9e46ba9dbe5e tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Synchronizing usage tracker for tenant:59108d7d6558482695f19461b21b5b65 on resource:security_group {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:32:05.130785 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-eb7a8669-5e28-4f47-8b5f-9e46ba9dbe5e tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Unset dirty status for tenant:59108d7d6558482695f19461b21b5b65 on resource:security_group {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:32:05.132531 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-eb7a8669-5e28-4f47-8b5f-9e46ba9dbe5e tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59108d7d6558482695f19461b21b5b65 HTTP/1.1" status: 200 len: 380 time: 0.0532866 Dec 14 00:32:05.140688 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'port': {'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'admin_state_up': True, 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'security_groups': ['cc0cb191-8599-4eb4-838c-ad6474220ed0']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:32:05.275220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:32:05.284461 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:32:05.356510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Made reservation on behalf of 59108d7d6558482695f19461b21b5b65 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:32:05.359861 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:05.525198 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Allocated IP 172.20.0.5 (9f8effd7-fe85-4bb4-adf2-db85383b3580/697f7b5e-c870-46f3-a184-86926f8263e8/a6d411a0-da53-490f-aedb-e8b7704c6af1) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:32:05.721708 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:05.737545 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Transition to ACTIVE for port object a6d411a0-da53-490f-aedb-e8b7704c6af1 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:32:05.820612 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:05.826445 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1e513df5-a35c-4c47-a3bd-10f3cdb6e3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:05.890734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:32:05.898305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:32:05.902716 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:32:05.940361 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'Port': ['ID=a6d411a0-da53-490f-aedb-e8b7704c6af1,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:05.945307 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:05.973777 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:05.974295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:06.088771 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-b57f3a83-dfbe-4cc4-8adc-622f814df240 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9515376 Dec 14 00:32:06.101270 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Request body: {'port': {'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:32:06.168035 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2f37c06-ab8e-4a56-83fc-29849e35a7a7 None None] Provisioning for port a6d411a0-da53-490f-aedb-e8b7704c6af1 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:32:06.173443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-d2f37c06-ab8e-4a56-83fc-29849e35a7a7 None None] Provisioning complete for port a6d411a0-da53-490f-aedb-e8b7704c6af1 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:32:06.174519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d2f37c06-ab8e-4a56-83fc-29849e35a7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:06.215438 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:06.216557 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3973ba-5a2d-4605-b6de-4ce474b9e9d8 req-ab079378-2a4e-451d-b5b1-aed07f04f520 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:06.217995 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e3973ba-5a2d-4605-b6de-4ce474b9e9d8 req-ab079378-2a4e-451d-b5b1-aed07f04f520 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 931 time: 0.0839846 Dec 14 00:32:06.233003 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d2f37c06-ab8e-4a56-83fc-29849e35a7a7 None None] Port a6d411a0-da53-490f-aedb-e8b7704c6af1 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:32:06.270294 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-0e3973ba-5a2d-4605-b6de-4ce474b9e9d8 req-01b0c0b3-93b4-4aad-bc87-1d9579031166 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468454 Dec 14 00:32:06.553920 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d411a0-da53-490f-aedb-e8b7704c6af1 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:32:06.561375 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:06.579304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Transition to ACTIVE for port object a6d411a0-da53-490f-aedb-e8b7704c6af1 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:32:06.641794 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:06.645566 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:06.773452 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d411a0-da53-490f-aedb-e8b7704c6af1,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:06.777554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:06.891105 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Attempting to bind port a6d411a0-da53-490f-aedb-e8b7704c6af1 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:32:06.891433 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Attempting to bind port a6d411a0-da53-490f-aedb-e8b7704c6af1 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:32:06.891807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Attempting to bind port a6d411a0-da53-490f-aedb-e8b7704c6af1 on network 9f8effd7-fe85-4bb4-adf2-db85383b3580 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:32:06.898630 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Port a6d411a0-da53-490f-aedb-e8b7704c6af1 on network 9f8effd7-fe85-4bb4-adf2-db85383b3580 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:32:06.898948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Attempting to bind port a6d411a0-da53-490f-aedb-e8b7704c6af1 on network 9f8effd7-fe85-4bb4-adf2-db85383b3580 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:32:06.905156 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:32:06.905490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Checking segment: {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:32:06.905864 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Bound using segment: {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:32:06.906274 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Bound port: a6d411a0-da53-490f-aedb-e8b7704c6af1, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:32:06.906611 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:07.000143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:32:07.000143 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:32:07.145497 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:07.149685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f383377a-01a2-438a-8722-0bcd02fe1958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:07.316639 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:07.318003 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] 10.222.0.18 "PUT /v2.0/ports/a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 200 len: 1093 time: 1.2209690 Dec 14 00:32:07.325996 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:32:07.354432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d411a0-da53-490f-aedb-e8b7704c6af1,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:07.357676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:07.391055 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'status': 'completed', 'code': 200} Dec 14 00:32:07.545230 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-a22f4cec-95e7-4df2-978e-32c865c6ee5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1096 time: 0.1348505 Dec 14 00:32:07.551502 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514333b7-b6b5-4336-991b-4005fa309e0f req-396871d7-aa95-4c40-a945-478d7a80faef tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:07.552174 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-514333b7-b6b5-4336-991b-4005fa309e0f req-396871d7-aa95-4c40-a945-478d7a80faef tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Synchronizing usage tracker for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:32:07.630529 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-97bf1d43-b4ea-43e2-8317-2d21646e2c1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 200 len: 217 time: 0.0750182 Dec 14 00:32:07.694153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-7208cb9f-654b-4f9b-ada4-d38b067259fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:07.695509 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-7208cb9f-654b-4f9b-ada4-d38b067259fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0582371 Dec 14 00:32:07.734597 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-514333b7-b6b5-4336-991b-4005fa309e0f req-396871d7-aa95-4c40-a945-478d7a80faef tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Unset dirty status for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:32:07.735692 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-514333b7-b6b5-4336-991b-4005fa309e0f req-396871d7-aa95-4c40-a945-478d7a80faef tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 943 time: 0.2910366 Dec 14 00:32:07.800228 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-514333b7-b6b5-4336-991b-4005fa309e0f req-33e4c354-c6e8-4337-bde6-feaa66c6839e tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577800 Dec 14 00:32:07.812554 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-1f01428d-8fda-478d-a0b0-25d48635e90b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113431 Dec 14 00:32:07.950290 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-fdc2b4a6-907e-41f7-8e1c-7bcbb450e1df service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301513 Dec 14 00:32:08.083581 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9a36f305-e42f-4ae1-a908-3791f1badcfb req-f667522c-35da-4e80-845e-dca63a7b5719 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261847 Dec 14 00:32:08.254330 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d3a00ea-4e1d-447d-a3a6-f4f5d2561543 req-9d015783-a0a2-43bf-9629-e2cfab95f10d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0691099 Dec 14 00:32:08.386587 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a00ea-4e1d-447d-a3a6-f4f5d2561543 req-b610b016-0d4e-4a59-9ecf-8faef9a061b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:08.388071 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d3a00ea-4e1d-447d-a3a6-f4f5d2561543 req-b610b016-0d4e-4a59-9ecf-8faef9a061b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.1271362 Dec 14 00:32:08.459238 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d3a00ea-4e1d-447d-a3a6-f4f5d2561543 req-d698e400-bb29-46a4-a93d-3ca218cff808 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 200 len: 217 time: 0.0639853 Dec 14 00:32:08.520434 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a00ea-4e1d-447d-a3a6-f4f5d2561543 req-dec48852-58fd-49da-89c6-ab6fadf90113 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:08.522438 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d3a00ea-4e1d-447d-a3a6-f4f5d2561543 req-dec48852-58fd-49da-89c6-ab6fadf90113 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0556624 Dec 14 00:32:08.596826 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d3a00ea-4e1d-447d-a3a6-f4f5d2561543 req-c3f06e2f-ecd2-4085-a0d8-2f660d41c172 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676661 Dec 14 00:32:08.732284 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d3a00ea-4e1d-447d-a3a6-f4f5d2561543 req-4e292836-6bad-415e-9454-de84896b2168 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283925 Dec 14 00:32:08.868224 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-6d3a00ea-4e1d-447d-a3a6-f4f5d2561543 req-5a14713a-1b5b-474e-98e7-2b6fa68bfd25 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284189 Dec 14 00:32:09.000520 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c78333-51ee-44ea-b671-4dc3b38a136e req-378a4b0f-aba2-4afb-bfd5-2deabf5460bd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:09.001973 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-12c78333-51ee-44ea-b671-4dc3b38a136e req-378a4b0f-aba2-4afb-bfd5-2deabf5460bd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 943 time: 0.0800900 Dec 14 00:32:09.047145 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-12c78333-51ee-44ea-b671-4dc3b38a136e req-8e3b710f-f819-4690-81ad-05c9cd46e565 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395153 Dec 14 00:32:10.247292 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22010cd-beba-4cae-b3f6-3f40053f1c86 req-e7f46727-399c-4a5b-a1eb-d1a1aef4cc34 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:10.248798 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f22010cd-beba-4cae-b3f6-3f40053f1c86 req-e7f46727-399c-4a5b-a1eb-d1a1aef4cc34 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 943 time: 0.0843377 Dec 14 00:32:10.293776 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-f22010cd-beba-4cae-b3f6-3f40053f1c86 req-a94a3b81-4f8a-4edf-b898-d33d288b0ca6 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396061 Dec 14 00:32:11.492986 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56dadc-a410-49af-8767-38076b9ecf95 req-b9ecede8-5a87-4335-a355-4cc0af7b7107 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:11.494341 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ba56dadc-a410-49af-8767-38076b9ecf95 req-b9ecede8-5a87-4335-a355-4cc0af7b7107 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 943 time: 0.0804324 Dec 14 00:32:11.539389 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ba56dadc-a410-49af-8767-38076b9ecf95 req-6a269927-baf4-422d-9d17-fa71cb0f3cae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396168 Dec 14 00:32:11.806963 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a6d411a0-da53-490f-aedb-e8b7704c6af1 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:32:11.947564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:32:11.961034 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:32:11.990414 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3235e17c-a6a1-49d9-a131-d72069e0715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:12.017807 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:12.035332 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d411a0-da53-490f-aedb-e8b7704c6af1 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:32:12.050221 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:32:12.097717 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:12.099362 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1f0ec6e2-d151-4411-81fe-9bb343e66575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:12.166725 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a6d411a0-da53-490f-aedb-e8b7704c6af1,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:12.169635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:12.318254 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['a6d411a0-da53-490f-aedb-e8b7704c6af1'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:32:12.735582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427c859-924e-4560-b3e6-d79ec1db6dac req-8f3e235e-ae0d-4696-880b-08206ff3e4af tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:12.736949 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0427c859-924e-4560-b3e6-d79ec1db6dac req-8f3e235e-ae0d-4696-880b-08206ff3e4af tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 944 time: 0.0771713 Dec 14 00:32:12.885560 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0427c859-924e-4560-b3e6-d79ec1db6dac req-5bd43be9-58f5-49c2-9760-359b2613e15f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431382 Dec 14 00:32:13.467665 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Sync routers for ids ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:32:13.480123 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Routers {'d83fd7c2-6556-43fb-8b3b-ac94cfea150e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:32:13.480734 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:31:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:32:13.660056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Set router d83fd7c2-6556-43fb-8b3b-ac94cfea150e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:32:13.809570 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a6d411a0-da53-490f-aedb-e8b7704c6af1 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:32:14.067500 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:50Z', 'updated_at': '2021-12-14T00:31:54Z', 'revision_number': 4, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'gw_port': {'id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:51Z', 'updated_at': '2021-12-14T00:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '8e5d7086-188c-481e-8bad-3f6e6c0db77d', 'name': '', 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'mac_address': 'fa:16:3e:2a:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7a8663-377b-4e49-a925-4d8de5fa2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:53Z', 'updated_at': '2021-12-14T00:31:54Z', 'revision_number': 2, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'subnets': [{'id': '8a7a8663-377b-4e49-a925-4d8de5fa2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:32:14.071680 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Checking router: d83fd7c2-6556-43fb-8b3b-ac94cfea150e for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:32:14.072045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Updating router d83fd7c2-6556-43fb-8b3b-ac94cfea150e port 8e5d7086-188c-481e-8bad-3f6e6c0db77d binding host dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Dec 14 00:32:14.088927 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4c474-8a59-41b5-923a-9289199090fb req-76bf73bd-f5db-406a-b4a2-3c7f3980ad40 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:14.090392 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5f4c474-8a59-41b5-923a-9289199090fb req-76bf73bd-f5db-406a-b4a2-3c7f3980ad40 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 944 time: 0.0807590 Dec 14 00:32:14.113014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port a6d411a0-da53-490f-aedb-e8b7704c6af1 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:32:14.133260 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port a6d411a0-da53-490f-aedb-e8b7704c6af1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:32:14.133636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:14.138001 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-d5f4c474-8a59-41b5-923a-9289199090fb req-afafc44d-b26f-4610-8d5d-b4b3024ac1d3 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Dec 14 00:32:14.179456 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:14.235869 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-864ed195-ec0f-4307-816b-f199a55f3bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:14.377940 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:14.472225 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:32:14.488508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:32:14.540346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:14.543056 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-1f0ec6e2-d151-4411-81fe-9bb343e66575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:14.612850 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'code': 200} Dec 14 00:32:14.667187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a6d411a0-da53-490f-aedb-e8b7704c6af1,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:14.671703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:14.683105 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Notify callbacks [] for port, precommit_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:14.695590 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Transition to ACTIVE for port object 8e5d7086-188c-481e-8bad-3f6e6c0db77d will not be triggered until provisioned by entity L2. {{(pid=84313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:32:14.784804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:14.788612 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:14.909699 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cbf91-5d0c-4098-8b7b-f273eabaa397 None None] Pushing event updated for resources: {'Port': ['ID=8e5d7086-188c-481e-8bad-3f6e6c0db77d,revision_number=3']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:14.914671 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-520cbf91-5d0c-4098-8b7b-f273eabaa397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:14.961914 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-821fabd2-8af1-4930-9649-0e48fca1a673 req-a5df5816-7a21-4f56-ba37-08b4b1981fae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1098 time: 0.0718477 Dec 14 00:32:15.008944 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-821fabd2-8af1-4930-9649-0e48fca1a673 req-554975e3-4dfa-4d19-a098-43f3e25f3dec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409226 Dec 14 00:32:15.010151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Attempting to bind port 8e5d7086-188c-481e-8bad-3f6e6c0db77d on host dv-neutron-821564-1-hyperv for vnic_type normal with profile {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:32:15.010531 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Attempting to bind port 8e5d7086-188c-481e-8bad-3f6e6c0db77d by drivers openvswitch,hyperv on host dv-neutron-821564-1-hyperv at level 0 using segments [{'id': '005359d5-65d7-4835-8a31-417fc4065b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618'}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:32:15.010903 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Attempting to bind port 8e5d7086-188c-481e-8bad-3f6e6c0db77d on network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:32:15.017633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Checking agent: {'id': '6c92623b-2bac-461d-9e62-1a1f4c05abce', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821564-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 12, 45), 'started_at': datetime.datetime(2021, 12, 13, 23, 13, 15), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821564-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:32:15.018013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Checking segment: {'id': '005359d5-65d7-4835-8a31-417fc4065b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:32:15.018423 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:15.018847 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Bound using segment: {'id': '005359d5-65d7-4835-8a31-417fc4065b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618'} {{(pid=84313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:32:15.019313 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.managers [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Bound port: 8e5d7086-188c-481e-8bad-3f6e6c0db77d, host: dv-neutron-821564-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005359d5-65d7-4835-8a31-417fc4065b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618'}}] {{(pid=84313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:32:15.019720 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:15.108057 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] For port 8e5d7086-188c-481e-8bad-3f6e6c0db77d, host dv-neutron-821564-1-hyperv, cleared binding levels {{(pid=84313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:32:15.111109 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] For port 8e5d7086-188c-481e-8bad-3f6e6c0db77d, host dv-neutron-821564-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8e5d7086-188c-481e-8bad-3f6e6c0db77d,segment=NetworkSegment(005359d5-65d7-4835-8a31-417fc4065b0f),segment_id=005359d5-65d7-4835-8a31-417fc4065b0f)] {{(pid=84313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:32:15.173812 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:15.177462 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:15.260485 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cbf91-5d0c-4098-8b7b-f273eabaa397 None None] Pushing event updated for resources: {'Port': ['ID=8e5d7086-188c-481e-8bad-3f6e6c0db77d,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:15.264827 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-520cbf91-5d0c-4098-8b7b-f273eabaa397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:15.265736 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Routers {'d83fd7c2-6556-43fb-8b3b-ac94cfea150e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:32:15.266356 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:32:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:32:15.363932 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb791c-524a-48c6-95de-df18a5f5096a req-f72dd2c8-67ee-4689-8469-4a22e82aca25 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:15.366462 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3fbb791c-524a-48c6-95de-df18a5f5096a req-f72dd2c8-67ee-4689-8469-4a22e82aca25 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 945 time: 0.1045022 Dec 14 00:32:15.415983 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-3fbb791c-524a-48c6-95de-df18a5f5096a req-dd5a6867-3ab2-4962-934c-1fa3f3f8254c tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Dec 14 00:32:15.472867 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] Set router d83fd7c2-6556-43fb-8b3b-ac94cfea150e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:32:15.527061 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:15.733766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:15.838087 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:50Z', 'updated_at': '2021-12-14T00:31:54Z', 'revision_number': 4, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'gw_port': {'id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:51Z', 'updated_at': '2021-12-14T00:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '8e5d7086-188c-481e-8bad-3f6e6c0db77d', 'name': '', 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'mac_address': 'fa:16:3e:2a:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7a8663-377b-4e49-a925-4d8de5fa2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:53Z', 'updated_at': '2021-12-14T00:32:15Z', 'revision_number': 4, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'subnets': [{'id': '8a7a8663-377b-4e49-a925-4d8de5fa2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:32:15.842014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d96456b-4fb5-458b-84b4-974098e7a64a None None] The sync data for ids ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'] in dv-neutron-821564-1-hyperv is: [{'id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:50Z', 'updated_at': '2021-12-14T00:31:54Z', 'revision_number': 4, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'gw_port': {'id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:51Z', 'updated_at': '2021-12-14T00:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '8e5d7086-188c-481e-8bad-3f6e6c0db77d', 'name': '', 'network_id': '8d1fe7ff-fe64-460d-b0a5-22db95d00618', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'mac_address': 'fa:16:3e:2a:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7a8663-377b-4e49-a925-4d8de5fa2db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:53Z', 'updated_at': '2021-12-14T00:32:15Z', 'revision_number': 4, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'subnets': [{'id': '8a7a8663-377b-4e49-a925-4d8de5fa2db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:32:16.513713 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8e5d7086-188c-481e-8bad-3f6e6c0db77d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:32:16.642652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884242e9-3e07-4d30-afd8-582fa9a27769 req-05ef81b4-e06f-4409-9eac-5c8a91f738bc tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:16.644192 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-884242e9-3e07-4d30-afd8-582fa9a27769 req-05ef81b4-e06f-4409-9eac-5c8a91f738bc tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 945 time: 0.0927813 Dec 14 00:32:16.665167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning for port 8e5d7086-188c-481e-8bad-3f6e6c0db77d completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:32:16.671000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 8e5d7086-188c-481e-8bad-3f6e6c0db77d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:32:16.671000 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:16.695914 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-884242e9-3e07-4d30-afd8-582fa9a27769 req-cbe6e25d-5e4b-4a72-b237-678ad05451b5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454962 Dec 14 00:32:16.792320 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:16.825309 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] For port 8e5d7086-188c-481e-8bad-3f6e6c0db77d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8e5d7086-188c-481e-8bad-3f6e6c0db77d,segment=NetworkSegment(005359d5-65d7-4835-8a31-417fc4065b0f),segment_id=005359d5-65d7-4835-8a31-417fc4065b0f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:32:16.894515 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52669fe-b2f7-423a-be78-01a08c0f973e req-00bdafc5-06af-4267-ac4d-d89dd99dd011 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:16.895963 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a52669fe-b2f7-423a-be78-01a08c0f973e req-00bdafc5-06af-4267-ac4d-d89dd99dd011 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 945 time: 0.0762887 Dec 14 00:32:16.922398 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:16.927245 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:16.946540 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-a52669fe-b2f7-423a-be78-01a08c0f973e req-17427c12-0d3b-4f6a-904b-115e9c6fd0dd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445733 Dec 14 00:32:16.974447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35860) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:32:17.008324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Pushing event updated for resources: {'Port': ['ID=8e5d7086-188c-481e-8bad-3f6e6c0db77d,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:17.011623 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:17.059064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:17.116343 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0ed76658-fe0c-4c70-a1d0-db8fd287fef2 tempest-TestSnapshotPattern-1522444835 tempest-TestSnapshotPattern-1522444835-project-admin] Synchronizing usage tracker for tenant:6faa92407fbd4223bcbbbc11f46bf276 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:32:17.213220 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-0ed76658-fe0c-4c70-a1d0-db8fd287fef2 tempest-TestSnapshotPattern-1522444835 tempest-TestSnapshotPattern-1522444835-project-admin] Unset dirty status for tenant:6faa92407fbd4223bcbbbc11f46bf276 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:32:17.214379 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-0ed76658-fe0c-4c70-a1d0-db8fd287fef2 tempest-TestSnapshotPattern-1522444835 tempest-TestSnapshotPattern-1522444835-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1093 time: 0.2386913 Dec 14 00:32:17.217291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 35866) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:32:17.222760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:32:17.230245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:32:17.234233 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:floatingip and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:32:17.237114 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:32:17.244149 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:32:17.373938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:17.510631 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:17.649511 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Allocated IP 172.26.5.10 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/1837519f-6a5c-4de4-b5fc-7c3f10b54fd7) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:32:17.796003 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:17.864806 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:17.868914 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:17.937456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:32:17.940055 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:32:17.945245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:32:17.973009 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'Port': ['ID=1837519f-6a5c-4de4-b5fc-7c3f10b54fd7,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:17.979965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:18.459532 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:18.481925 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8e5d7086-188c-481e-8bad-3f6e6c0db77d up at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:32:18.549209 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Provisioning complete for port 8e5d7086-188c-481e-8bad-3f6e6c0db77d triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:32:18.549587 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:18.569938 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:18.776750 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:18.829179 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:18.832698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-3832fa3a-4e87-4526-af24-c91c25588e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:32:19.039482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'Port': ['ID=1837519f-6a5c-4de4-b5fc-7c3f10b54fd7,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:32:19.042252 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:32:19.059346 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:19.250267 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Floating IP 42754a23-ef40-4f4e-b57f-a61df21a1ce2 associated. External IP: 172.26.5.10, port: a6d411a0-da53-490f-aedb-e8b7704c6af1. Dec 14 00:32:19.651571 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Router d13a32c7-30c7-477d-b8e1-3110ec82c380 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:32:19.850652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:32:19.860136 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] Sync routers for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:32:19.872456 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:32:19.873058 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:32:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:32:19.927705 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:19.984686 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-1b9c6606-ad1e-487b-8e34-797db138a202 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7663159 Dec 14 00:32:19.985501 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:32:20.001818 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:20.039841 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'status': 'completed', 'code': 200} Dec 14 00:32:20.051971 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:32:20.131987 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7d9b632d-52cd-443c-ace9-6f93774ce285 req-0e92bbce-8c8f-4e93-82c9-46caa2a63a60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1098 time: 0.0697155 Dec 14 00:32:20.264645 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b632d-52cd-443c-ace9-6f93774ce285 req-9cb3d43b-706a-47ab-8354-5dcbbdacc38e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:20.266096 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7d9b632d-52cd-443c-ace9-6f93774ce285 req-9cb3d43b-706a-47ab-8354-5dcbbdacc38e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.1286407 Dec 14 00:32:20.371716 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7d9b632d-52cd-443c-ace9-6f93774ce285 req-bf51135f-cee8-487d-a62e-784da97b1f67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 200 len: 998 time: 0.0987835 Dec 14 00:32:20.400040 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '42754a23-ef40-4f4e-b57f-a61df21a1ce2', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.10', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:32:18Z', 'updated_at': '2021-12-14T00:32:18Z', 'revision_number': 0, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:32:20.403944 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] Checking router: d13a32c7-30c7-477d-b8e1-3110ec82c380 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:32:20.418424 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:32:20.419025 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:32:14Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:32:20.436537 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b632d-52cd-443c-ace9-6f93774ce285 req-c1ecd110-b242-4789-97cd-bd239928a18a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:20.437982 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7d9b632d-52cd-443c-ace9-6f93774ce285 req-c1ecd110-b242-4789-97cd-bd239928a18a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0606759 Dec 14 00:32:20.525608 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7d9b632d-52cd-443c-ace9-6f93774ce285 req-32b1b4fd-57c5-4b75-84e3-57052634de0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804083 Dec 14 00:32:20.631629 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:32:20.796761 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7d9b632d-52cd-443c-ace9-6f93774ce285 req-19431a13-9d47-4aec-a44c-f18f8cadc2ef service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648218 Dec 14 00:32:20.934936 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7d9b632d-52cd-443c-ace9-6f93774ce285 req-309ae078-250f-4c72-87b9-f0c5fcb77663 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309881 Dec 14 00:32:20.986351 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '42754a23-ef40-4f4e-b57f-a61df21a1ce2', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.10', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:32:18Z', 'updated_at': '2021-12-14T00:32:18Z', 'revision_number': 0, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:32:20.990505 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a7c0f3-79d3-4eed-af30-d6a4669e363d None None] The sync data for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv is: [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '42754a23-ef40-4f4e-b57f-a61df21a1ce2', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.10', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:32:18Z', 'updated_at': '2021-12-14T00:32:18Z', 'revision_number': 0, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:32:23.748851 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10086b5-29c1-46c9-9e51-c43883eeb7ee None None] New status for floating IP 42754a23-ef40-4f4e-b57f-a61df21a1ce2: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:32:24.152936 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:32:35.697227 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-d6fda4cc-6bbe-425e-8352-9858f5050b98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683649 Dec 14 00:32:35.841623 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-6c631fa7-fb63-4341-80d8-8beacedc9e0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1098 time: 0.0756490 Dec 14 00:32:35.987472 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-deaed127-cb59-4343-bc9a-6a960886570c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:35.988964 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-deaed127-cb59-4343-bc9a-6a960886570c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.1262572 Dec 14 00:32:36.095946 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-8d98e1ea-589e-4f02-82d2-70b32802336b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 200 len: 1000 time: 0.0994160 Dec 14 00:32:36.159337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-a40cb73b-9944-4097-9cba-fccab91cf601 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:32:36.160753 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-a40cb73b-9944-4097-9cba-fccab91cf601 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0567925 Dec 14 00:32:36.236140 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-2117a086-7883-423d-9470-dd57b26b323b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679448 Dec 14 00:32:36.367636 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-db12a8d4-390f-4a1c-afd8-fd1f028c2b1d service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246178 Dec 14 00:32:36.502002 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-464662bc-3f7f-4ff2-b2f8-1810b1429144 req-7cbed390-70b3-446d-81c5-f68984f7db35 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270723 Dec 14 00:32:41.910188 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-744ef3ed-b35d-449d-a56a-84d9b0944b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:44.177278 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-34788ddf-9e72-4950-875d-478ef1c7733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:45.458764 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:45.619246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:47.057726 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:32:49.988826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:01.152522 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:33:11.909520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2a094ca6-1bf3-4f5a-9230-77ff50c2e257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:14.166904 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-b3de05c8-8952-4c48-8b88-f6968939aed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:15.451330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:15.629638 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:17.017907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:19.989445 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:36.703478 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-3d1c9e21-579d-4f63-a5d8-06a656547a9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726304 Dec 14 00:33:36.840210 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-dbfa08af-0e8a-45f1-937b-0c170c861f1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1098 time: 0.0707486 Dec 14 00:33:36.986698 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-d778d663-07c4-4eba-8328-82c1b3757954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:33:36.988081 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-d778d663-07c4-4eba-8328-82c1b3757954 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.1284559 Dec 14 00:33:37.090222 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-4a1ae178-59f6-46b9-8bfe-62ab9afcc794 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 200 len: 1000 time: 0.0962055 Dec 14 00:33:37.151682 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-346790f3-606b-4e59-a5be-b50c112ef54c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:33:37.153067 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-346790f3-606b-4e59-a5be-b50c112ef54c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0569220 Dec 14 00:33:37.231689 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-ef346f12-c056-4283-b61a-761ce8abc7e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720465 Dec 14 00:33:37.242082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-46887862-27d8-43f9-afa0-c5e8b981762a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=84311) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Dec 14 00:33:37.242760 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-46887862-27d8-43f9-afa0-c5e8b981762a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051844 Dec 14 00:33:37.483572 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-8e929104-ae0c-4618-b51a-b865cde3d0d5 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346461 Dec 14 00:33:37.616035 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-a07435f9-91e8-4c04-aeb7-6bd057d5f87a req-6add55ae-0f0e-4d5b-a66e-ef5243e44548 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245525 Dec 14 00:33:38.152876 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:33:41.880395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b4df-3850-4f96-85aa-6f0e81cf67d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:44.160333 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d99ea062-3a2d-44e5-a6f0-78109f772b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:45.456991 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:45.622592 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:47.023092 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:33:49.983038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:11.936634 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ab15a47a-ab87-4036-991a-5c3a4a47131d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:14.177132 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2abb8abd-a9ad-4866-b6e1-9c8d33dbd5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:15.152939 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:34:15.440152 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:15.645532 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:16.464857 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a6d411a0-da53-490f-aedb-e8b7704c6af1 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:34:16.597628 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:34:16.611597 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:34:16.667770 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:16.684258 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6d411a0-da53-490f-aedb-e8b7704c6af1 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:34:16.698884 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:34:16.765825 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:16.767559 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:16.837250 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a6d411a0-da53-490f-aedb-e8b7704c6af1,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:16.845741 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.846093 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.846433 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.846767 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.847102 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.847455 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.847817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.848145 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.848495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.848817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.849165 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:16.853698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:16.867432 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['a6d411a0-da53-490f-aedb-e8b7704c6af1'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:34:17.057377 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:18.480912 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a6d411a0-da53-490f-aedb-e8b7704c6af1 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:34:18.559487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port a6d411a0-da53-490f-aedb-e8b7704c6af1 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:34:18.560777 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:18.684239 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:18.712002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:34:18.721941 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:34:18.783259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:18.788458 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-3809d0be-48e3-437d-b26a-7c0e284bc3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:18.816026 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'code': 200} Dec 14 00:34:18.858324 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a6d411a0-da53-490f-aedb-e8b7704c6af1,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:18.861548 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:20.023172 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:29.360078 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-25898427-8de9-4fb2-84fb-7b2341b2d8fd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163664181&fields=id&tenant_id=59108d7d6558482695f19461b21b5b65 HTTP/1.1" status: 200 len: 267 time: 0.0420763 Dec 14 00:34:29.512592 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-cb92a7c5-5069-4485-9bed-3e4f2c637ca7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:29.514151 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-cb92a7c5-5069-4485-9bed-3e4f2c637ca7 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 809 time: 0.1475532 Dec 14 00:34:29.530424 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-804523a0-cfbb-4614-8120-c7a7c7fd2177 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/quotas/59108d7d6558482695f19461b21b5b65 HTTP/1.1" status: 200 len: 375 time: 0.0108507 Dec 14 00:34:29.618587 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-17ee45d8-5a44-4a9e-a891-d5c729ddac58 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817304 Dec 14 00:34:29.863005 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-4bfbeecc-8089-42fe-8e4a-6a302bfc8e7d service neutron] 10.222.0.30 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332377 Dec 14 00:34:29.997029 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-c1d5b2e3-14d4-416f-b135-3679dd5696fd service neutron] 10.222.0.30 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282222 Dec 14 00:34:30.244922 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e1e276f-f61f-4142-bafe-be5f7f4c2625 req-c6554263-aba8-415f-8449-e961a94e38e6 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 210 time: 0.0455940 Dec 14 00:34:31.423387 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-be82c8f0-fd1b-4e51-bf76-d839939b8c56 req-2f9cf436-7d3f-4951-ad9e-e84846a4c9e1 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 210 time: 0.0451922 Dec 14 00:34:32.454316 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-be93f2f9-84b6-41ff-b73d-9e2fc51831cf tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:32.455782 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-be93f2f9-84b6-41ff-b73d-9e2fc51831cf tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 809 time: 0.1475089 Dec 14 00:34:32.512438 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-6645efec-8984-421c-b827-e722df090006 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59108d7d6558482695f19461b21b5b65 HTTP/1.1" status: 200 len: 380 time: 0.0434320 Dec 14 00:34:32.522305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'port': {'device_id': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'admin_state_up': True, 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'security_groups': ['cc0cb191-8599-4eb4-838c-ad6474220ed0']}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:34:32.649300 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-90a58a1a-45ef-4f5c-85b6-8caa8d489cfc req-603d6085-fa7f-49ea-91ff-e989c5210017 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 210 time: 0.0990748 Dec 14 00:34:32.711372 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:34:32.720956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:34:32.793458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Made reservation on behalf of 59108d7d6558482695f19461b21b5b65 for: {'port': 1} {{(pid=84311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 00:34:32.796580 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:32.981230 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Allocated IP 172.20.0.9 (9f8effd7-fe85-4bb4-adf2-db85383b3580/697f7b5e-c870-46f3-a184-86926f8263e8/effd7050-b05d-4385-99a0-ebc1a5b73787) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:34:33.182718 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:33.198116 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Transition to ACTIVE for port object effd7050-b05d-4385-99a0-ebc1a5b73787 will not be triggered until provisioned by entity DHCP. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:34:33.291976 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:33.297824 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:33.372840 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:34:33.375956 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:34:33.380908 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:34:33.409874 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'Port': ['ID=effd7050-b05d-4385-99a0-ebc1a5b73787,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:33.429765 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.430155 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.435022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.435357 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.435812 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.436203 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.436557 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.436981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.437295 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.437659 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.438024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:34:33.443166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:33.481893 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:33.482638 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:33.583656 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-9afd206d-da8e-4073-a6a6-a285b7814ce5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0653558 Dec 14 00:34:33.851046 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-80202552-8b7b-4762-8e68-0c70c0a6a0c6 None None] Provisioning for port effd7050-b05d-4385-99a0-ebc1a5b73787 completed by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:34:33.856907 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-80202552-8b7b-4762-8e68-0c70c0a6a0c6 None None] Provisioning complete for port effd7050-b05d-4385-99a0-ebc1a5b73787 triggered by entity DHCP. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:34:33.857723 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-80202552-8b7b-4762-8e68-0c70c0a6a0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:33.904410 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7968fda-4216-4e49-aed9-a5888bf56af5 req-5de403bb-0e0d-4b02-ab61-1d7e287d8fed tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:33.906334 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c7968fda-4216-4e49-aed9-a5888bf56af5 req-5de403bb-0e0d-4b02-ab61-1d7e287d8fed tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 931 time: 0.1108563 Dec 14 00:34:33.920519 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-80202552-8b7b-4762-8e68-0c70c0a6a0c6 None None] Port effd7050-b05d-4385-99a0-ebc1a5b73787 cannot update to ACTIVE because it is not bound. {{(pid=84313) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Dec 14 00:34:33.961485 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c7968fda-4216-4e49-aed9-a5888bf56af5 req-9f6cacd7-9749-4a73-b659-708aad25e729 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444157 Dec 14 00:34:34.540480 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a6d411a0-da53-490f-aedb-e8b7704c6af1 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:34:34.655639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:34.684346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:34:34.695760 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:34:34.744499 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'code': 200} Dec 14 00:34:34.760012 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:34.762611 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:34.834226 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=a6d411a0-da53-490f-aedb-e8b7704c6af1,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:34.837703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:35.169950 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6d3ac-1e38-4e9e-8c20-c1131c8cb3a1 req-de4252e9-dfcd-493f-9a3e-436e5b16ad0d tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:35.171416 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bba6d3ac-1e38-4e9e-8c20-c1131c8cb3a1 req-de4252e9-dfcd-493f-9a3e-436e5b16ad0d tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 931 time: 0.0821745 Dec 14 00:34:35.219148 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-bba6d3ac-1e38-4e9e-8c20-c1131c8cb3a1 req-71eb974c-8ce1-465d-847a-5bffdd36f4a9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420201 Dec 14 00:34:36.430339 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749f18e-64ed-44c3-8468-efbc04ca9078 req-fde5d346-5ca9-4235-b693-6711dcccd5e1 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:36.431058 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-4749f18e-64ed-44c3-8468-efbc04ca9078 req-fde5d346-5ca9-4235-b693-6711dcccd5e1 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Synchronizing usage tracker for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:34:36.531180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-4749f18e-64ed-44c3-8468-efbc04ca9078 req-fde5d346-5ca9-4235-b693-6711dcccd5e1 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Unset dirty status for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:34:36.532352 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4749f18e-64ed-44c3-8468-efbc04ca9078 req-fde5d346-5ca9-4235-b693-6711dcccd5e1 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 931 time: 0.1845160 Dec 14 00:34:36.587476 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-4749f18e-64ed-44c3-8468-efbc04ca9078 req-eec014d2-9be9-49dc-9692-8baac81b0e21 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482948 Dec 14 00:34:37.800878 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6c4f-c8d6-40a1-89b1-51fcac20449e req-cf0e176b-3b71-449b-b5af-435c8ee22822 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:37.802359 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c36f6c4f-c8d6-40a1-89b1-51fcac20449e req-cf0e176b-3b71-449b-b5af-435c8ee22822 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 931 time: 0.0840461 Dec 14 00:34:37.856894 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-c36f6c4f-c8d6-40a1-89b1-51fcac20449e req-9a4b8052-34a2-4e39-a055-7354e90485cd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478289 Dec 14 00:34:39.061560 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149640d-44f6-42ab-9b3b-76642cfb5a63 req-c0a87501-d05b-42c4-9792-eb2bc9773718 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:39.063041 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7149640d-44f6-42ab-9b3b-76642cfb5a63 req-c0a87501-d05b-42c4-9792-eb2bc9773718 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 931 time: 0.0789089 Dec 14 00:34:39.111905 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-7149640d-44f6-42ab-9b3b-76642cfb5a63 req-a46c545b-ce61-4806-b99d-df7f99b387f9 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429428 Dec 14 00:34:40.322430 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15121db-5fd5-4082-aad7-d22b57470891 req-41541b82-c6d0-404f-9688-9691e50c36c3 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:40.324122 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b15121db-5fd5-4082-aad7-d22b57470891 req-41541b82-c6d0-404f-9688-9691e50c36c3 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 931 time: 0.0874343 Dec 14 00:34:40.380356 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-b15121db-5fd5-4082-aad7-d22b57470891 req-2478a7c6-37a9-4136-a997-62e57b8b2a94 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503578 Dec 14 00:34:41.587770 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587b535-4fdf-4ad8-b6a8-b591d878d691 req-21954c78-3687-4d45-9482-afefe04e893b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:41.589243 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9587b535-4fdf-4ad8-b6a8-b591d878d691 req-21954c78-3687-4d45-9482-afefe04e893b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 931 time: 0.0840633 Dec 14 00:34:41.637326 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9587b535-4fdf-4ad8-b6a8-b591d878d691 req-33df3d38-c5a9-4ceb-b891-2dbda8f269dd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423157 Dec 14 00:34:41.891476 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3e932ab7-06ed-4318-b898-47111abb80b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:42.840453 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f7069-1a1d-42fb-99e1-23a2482492d8 req-33219841-0b0c-435c-8e12-2accb59c341b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:42.841935 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-527f7069-1a1d-42fb-99e1-23a2482492d8 req-33219841-0b0c-435c-8e12-2accb59c341b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 931 time: 0.0784876 Dec 14 00:34:42.892403 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-527f7069-1a1d-42fb-99e1-23a2482492d8 req-61d889ee-a6d9-4005-b861-dbf39f882512 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449965 Dec 14 00:34:43.500648 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Request body: {'port': {'device_id': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:34:43.516564 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.18', 61676) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:34:43.587993 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-6e7b17b9-b207-47d3-a002-935c803c18e9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700395 Dec 14 00:34:43.613947 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:43.734947 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-4fae09a0-5fd1-4c2d-9d9c-01a1100dc5a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0695698 Dec 14 00:34:43.889498 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-6b1efcd3-aa92-4e9f-88cc-773873cf381f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:43.890954 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-6b1efcd3-aa92-4e9f-88cc-773873cf381f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.1356232 Dec 14 00:34:44.000648 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-541f6c08-4856-4d3e-9316-80936c717740 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 200 len: 998 time: 0.1004140 Dec 14 00:34:44.067025 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-2e99012e-e37e-419f-a7f2-6f163a19f4fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:44.068589 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-2e99012e-e37e-419f-a7f2-6f163a19f4fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0615823 Dec 14 00:34:44.120168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effd7050-b05d-4385-99a0-ebc1a5b73787 {{(pid=84311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:34:44.130081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:44.144765 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-13b151ab-ff5d-4763-97c4-1d44cdce618e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702109 Dec 14 00:34:44.151423 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.provisioning_blocks [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Transition to ACTIVE for port object effd7050-b05d-4385-99a0-ebc1a5b73787 will not be triggered until provisioned by entity L2. {{(pid=84311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 00:34:44.171647 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e32dec15-f895-42f4-ab65-34fe5338d168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:44.175245 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316f0f-d770-41b9-a8b4-c6d422c2aeb3 req-916ce129-e10b-4373-8c6a-027a54639459 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:44.176831 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d3316f0f-d770-41b9-a8b4-c6d422c2aeb3 req-916ce129-e10b-4373-8c6a-027a54639459 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 931 time: 0.1551442 Dec 14 00:34:44.201056 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:44.211449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e553bdc8-a671-4d47-ade1-f98c539f3a96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:44.284040 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-4bd59fe5-1721-43e2-a683-790c67904c73 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325512 Dec 14 00:34:44.351199 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Pushing event updated for resources: {'Port': ['ID=effd7050-b05d-4385-99a0-ebc1a5b73787,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:44.365560 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d3316f0f-d770-41b9-a8b4-c6d422c2aeb3 req-18edf08c-bbac-46bf-bb3b-63f25b77c099 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830618 Dec 14 00:34:44.367093 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:44.446298 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-8bedb3a4-4606-4832-b080-8694a8ea0a73 req-c5b7d638-4e77-4221-8a41-6631ece98879 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536310 Dec 14 00:34:44.492670 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Attempting to bind port effd7050-b05d-4385-99a0-ebc1a5b73787 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 14 00:34:44.493012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Attempting to bind port effd7050-b05d-4385-99a0-ebc1a5b73787 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 14 00:34:44.500312 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Attempting to bind port effd7050-b05d-4385-99a0-ebc1a5b73787 on network 9f8effd7-fe85-4bb4-adf2-db85383b3580 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:34:44.502685 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Port effd7050-b05d-4385-99a0-ebc1a5b73787 on network 9f8effd7-fe85-4bb4-adf2-db85383b3580 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Dec 14 00:34:44.503235 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Attempting to bind port effd7050-b05d-4385-99a0-ebc1a5b73787 on network 9f8effd7-fe85-4bb4-adf2-db85383b3580 {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Dec 14 00:34:44.509859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Checking agent: {'id': 'a99b7304-9bc5-49ab-a14f-c31b419b15fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'started_at': datetime.datetime(2021, 12, 13, 23, 19, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 0, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 00:34:44.510319 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Checking segment: {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Dec 14 00:34:44.510807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Bound using segment: {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'} {{(pid=84311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Dec 14 00:34:44.511122 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.managers [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Bound port: effd7050-b05d-4385-99a0-ebc1a5b73787, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16b34982-e098-4a6b-a1d5-069a18a353ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580'}}] {{(pid=84311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 14 00:34:44.511473 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:44.604499 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, cleared binding levels {{(pid=84311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 00:34:44.607404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=effd7050-b05d-4385-99a0-ebc1a5b73787,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 00:34:44.685609 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:44.689248 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-de1a429e-a88e-4465-93bf-d13f70e30370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:44.749189 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:44.750437 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/effd7050-b05d-4385-99a0-ebc1a5b73787 HTTP/1.1" status: 200 len: 1093 time: 1.2547562 Dec 14 00:34:44.750965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:34:44.769859 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Pushing event updated for resources: {'Port': ['ID=effd7050-b05d-4385-99a0-ebc1a5b73787,revision_number=3']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:44.773064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-2d26fbf5-e79e-4f50-aa07-3006a42937c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:44.812699 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'status': 'completed', 'code': 200} Dec 14 00:34:44.919722 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-67cbd4b8-2b4a-4d69-9c27-0fc00db02f94 req-6573a333-f248-484a-902f-db7bc91f07f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 1096 time: 0.0837071 Dec 14 00:34:45.065136 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd4b8-2b4a-4d69-9c27-0fc00db02f94 req-18205321-d631-41e0-9827-6c79af803063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:45.066601 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-67cbd4b8-2b4a-4d69-9c27-0fc00db02f94 req-18205321-d631-41e0-9827-6c79af803063 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=59108d7d6558482695f19461b21b5b65&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1383119 Dec 14 00:34:45.212710 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbd4b8-2b4a-4d69-9c27-0fc00db02f94 req-a0b26672-0e2c-4355-842f-7722245239a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:45.214060 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-67cbd4b8-2b4a-4d69-9c27-0fc00db02f94 req-a0b26672-0e2c-4355-842f-7722245239a0 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410329 Dec 14 00:34:45.323562 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-c64e88ef-fcd7-4b6d-ba2b-d272b6bcd57d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 1096 time: 0.0686848 Dec 14 00:34:45.397517 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-5e0e8fac-3bbf-484e-b622-be2d992ae1b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=effd7050-b05d-4385-99a0-ebc1a5b73787 HTTP/1.1" status: 200 len: 217 time: 0.0655549 Dec 14 00:34:45.456939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:45.462678 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-df716fc2-acf3-44f4-871c-752ca3ce63f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:45.464284 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-df716fc2-acf3-44f4-871c-752ca3ce63f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0612838 Dec 14 00:34:45.602812 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-926c8e40-c53b-4144-b87f-919c54ac937d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1320124 Dec 14 00:34:45.613170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bdccf-0758-42b8-b6a6-ac66319cce85 req-daafe8d5-8a08-4757-95cb-60942042b9b8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:45.614542 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e63bdccf-0758-42b8-b6a6-ac66319cce85 req-daafe8d5-8a08-4757-95cb-60942042b9b8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 943 time: 0.1132340 Dec 14 00:34:45.628379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:45.745590 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e63bdccf-0758-42b8-b6a6-ac66319cce85 req-ae72f4f1-6cb1-4a8c-a838-e5a8bdda5213 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096656 Dec 14 00:34:45.776860 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-e2570768-5f81-40b2-b629-11b4bbf65d81 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614096 Dec 14 00:34:46.014922 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-5e70d13d-3d5f-4517-9342-6bfcdd8f215b req-df675523-2db6-4a11-b4b0-602c84ac8625 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314672 Dec 14 00:34:46.966098 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e90942-dba9-45c3-9ff7-b1c2d9d474a8 req-e30865f1-b6f5-485e-adc4-207f73684be8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:46.967540 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e8e90942-dba9-45c3-9ff7-b1c2d9d474a8 req-e30865f1-b6f5-485e-adc4-207f73684be8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 943 time: 0.0844264 Dec 14 00:34:47.015008 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-e8e90942-dba9-45c3-9ff7-b1c2d9d474a8 req-732f39bc-af72-450a-a431-798765510dc8 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407994 Dec 14 00:34:47.137508 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:48.213845 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f11a4-4c68-45fe-a7b3-ed1cc423ab99 req-21e7bac9-afb5-49e6-9118-e97d77c8c5de tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:48.215278 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9b2f11a4-4c68-45fe-a7b3-ed1cc423ab99 req-21e7bac9-afb5-49e6-9118-e97d77c8c5de tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 943 time: 0.0804265 Dec 14 00:34:48.261037 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9b2f11a4-4c68-45fe-a7b3-ed1cc423ab99 req-dc29b5bd-d29f-4526-a588-c78a1d27e7bf tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402985 Dec 14 00:34:48.618594 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device effd7050-b05d-4385-99a0-ebc1a5b73787 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:34:48.750889 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=effd7050-b05d-4385-99a0-ebc1a5b73787,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:34:48.763636 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'port_id': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'mac_address': 'fa:16:3e:92:10:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:34:48.818712 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:48.835424 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effd7050-b05d-4385-99a0-ebc1a5b73787 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:34:48.850716 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=effd7050-b05d-4385-99a0-ebc1a5b73787,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:34:48.924784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:48.926520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:48.990343 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=effd7050-b05d-4385-99a0-ebc1a5b73787,revision_number=4']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:48.993307 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:49.168268 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['effd7050-b05d-4385-99a0-ebc1a5b73787'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:34:49.465142 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce76a7-0d60-4957-a875-3e9951c9f9a4 req-a697b3be-89ea-4b8d-904a-d723e95ce7b6 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:49.466507 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-76ce76a7-0d60-4957-a875-3e9951c9f9a4 req-a697b3be-89ea-4b8d-904a-d723e95ce7b6 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 944 time: 0.0781946 Dec 14 00:34:49.511432 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-76ce76a7-0d60-4957-a875-3e9951c9f9a4 req-e0235c59-b868-4c14-9674-860d68305879 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394721 Dec 14 00:34:50.028289 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:50.619661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device effd7050-b05d-4385-99a0-ebc1a5b73787 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:34:50.712166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b612f4d-d7d0-4826-9e66-0840c1a26d47 req-ba03920f-a80d-4f3b-ba5c-069c8e0a1257 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:50.713536 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0b612f4d-d7d0-4826-9e66-0840c1a26d47 req-ba03920f-a80d-4f3b-ba5c-069c8e0a1257 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 944 time: 0.0805609 Dec 14 00:34:50.725606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning for port effd7050-b05d-4385-99a0-ebc1a5b73787 completed by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 00:34:50.730788 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port effd7050-b05d-4385-99a0-ebc1a5b73787 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:34:50.731544 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:50.759369 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0b612f4d-d7d0-4826-9e66-0840c1a26d47 req-21f882ad-b90e-4e16-9df0-d7a988386f1c tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Dec 14 00:34:50.845330 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:50.870804 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:34:50.880331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=effd7050-b05d-4385-99a0-ebc1a5b73787,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:34:50.926482 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'code': 200} Dec 14 00:34:50.938879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:50.940910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:51.010653 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=effd7050-b05d-4385-99a0-ebc1a5b73787,revision_number=5']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:51.013951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:51.251381 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9455bbb2-643b-448d-bd32-1cc943f2be9a req-4db2acf4-dca1-4a26-bf66-844a385f3118 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 1098 time: 0.0699790 Dec 14 00:34:51.294212 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9455bbb2-643b-448d-bd32-1cc943f2be9a req-7511b333-2cc0-413c-9900-0ffd1b61097f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363455 Dec 14 00:34:52.102352 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3d363-a217-410e-a621-22bf36d18d13 req-b3ab8573-10b7-404c-8337-9491106488c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:52.103831 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-05c3d363-a217-410e-a621-22bf36d18d13 req-b3ab8573-10b7-404c-8337-9491106488c0 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 945 time: 0.0793629 Dec 14 00:34:52.154598 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-05c3d363-a217-410e-a621-22bf36d18d13 req-d434c3a3-8ab8-4e39-909d-be0a9d32431b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453103 Dec 14 00:34:52.158744 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:34:53.452396 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd0afa-e710-44a2-a8dd-ac110e92a508 req-c968d6c3-78d4-4890-bf88-e06c1e9c3a93 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:53.453774 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7ebd0afa-e710-44a2-a8dd-ac110e92a508 req-c968d6c3-78d4-4890-bf88-e06c1e9c3a93 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 945 time: 0.1763861 Dec 14 00:34:53.502107 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7ebd0afa-e710-44a2-a8dd-ac110e92a508 req-9ea4673c-68d9-44a8-8c2c-88e93dda8559 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388567 Dec 14 00:34:53.698152 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8e1e9-620c-41b5-a9db-346509d27d18 req-14f9d7e0-b947-4e23-9090-95937a2d5c3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:53.699779 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-baf8e1e9-620c-41b5-a9db-346509d27d18 req-14f9d7e0-b947-4e23-9090-95937a2d5c3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 945 time: 0.0795484 Dec 14 00:34:53.745679 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-baf8e1e9-620c-41b5-a9db-346509d27d18 req-02234db4-df2a-4197-afe1-a4a7d06a0af3 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403943 Dec 14 00:34:53.772328 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36074) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:34:53.844370 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-169c2967-5c29-49e2-b9bf-dd83fdfe4a3b tempest-TestSnapshotPattern-1522444835 tempest-TestSnapshotPattern-1522444835-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 1093 time: 0.0708520 Dec 14 00:34:53.846760 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36078) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:34:53.852384 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.v2.base [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Request body: {'floatingip': {'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'port_id': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 00:34:53.857757 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 14 00:34:53.861506 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Usage tracker for resource:floatingip and tenant:59108d7d6558482695f19461b21b5b65 is out of sync, need to count used quota {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 14 00:34:53.864297 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84311) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 14 00:34:53.870477 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.quota.driver [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 14 00:34:53.982538 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for floatingip, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:54.118635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:54.252929 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_common [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Allocated IP 172.26.5.227 (a369abae-eb3e-4f14-84a0-d962bc2f47e7/8421ff8f-bf69-484a-8801-28684b5df72a/24af7e36-b009-42a9-b5e0-5fe506a507d2) {{(pid=84311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 00:34:54.401192 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for port, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:54.502734 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780919299705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:54.507062 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-26f77e2f-2344-4c54-b5dd-5cb9472f96b8 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:54.573180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Network a369abae-eb3e-4f14-84a0-d962bc2f47e7 is already hosted by enough agents. {{(pid=84311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 00:34:54.576317 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.base_scheduler [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Resources bound (agent type, host, resource id): {{(pid=84311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 00:34:54.578878 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Received port after_create {{(pid=84311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 00:34:54.615865 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'Port': ['ID=24af7e36-b009-42a9-b5e0-5fe506a507d2,revision_number=1']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:54.618657 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:55.197291 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:55.308344 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:55.514138 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for port, precommit_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:55.570894 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14979008'] for port, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:55.575212 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-7f098c00-b275-4edd-83e7-15a9c836146e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:34:55.676309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event updated for resources: {'Port': ['ID=24af7e36-b009-42a9-b5e0-5fe506a507d2,revision_number=2']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:34:55.680482 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:34:55.694717 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655747'] for floatingip, after_update {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:55.882089 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.db.l3_db [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Floating IP bfe1196d-1fb5-42fc-b54d-25f2cc87abc9 associated. External IP: 172.26.5.227, port: effd7050-b05d-4385-99a0-ebc1a5b73787. Dec 14 00:34:56.274554 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Router d13a32c7-30c7-477d-b8e1-3110ec82c380 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:34:56.477626 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:34:56.489213 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff0e599-dcac-448f-93d2-031886646574 None None] Sync routers for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:34:56.500763 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0e599-dcac-448f-93d2-031886646574 None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:34:56.501365 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-bff0e599-dcac-448f-93d2-031886646574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:34:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:34:56.565178 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:34:56.619968 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7721803 Dec 14 00:34:56.620731 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:34:56.678888 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'status': 'completed', 'code': 200} Dec 14 00:34:56.685334 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-bff0e599-dcac-448f-93d2-031886646574 None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:34:56.777487 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2eb3c8a8-7524-4f12-a1cf-bac76fdb47ce req-eff2965a-1fa2-4ccc-a682-1c4d907f6ae9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 1098 time: 0.0760968 Dec 14 00:34:57.048903 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3c8a8-7524-4f12-a1cf-bac76fdb47ce req-d9ea26df-0836-4dd5-b3f6-4ad8344d1856 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:57.050349 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2eb3c8a8-7524-4f12-a1cf-bac76fdb47ce req-d9ea26df-0836-4dd5-b3f6-4ad8344d1856 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.2663352 Dec 14 00:34:57.074607 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-bff0e599-dcac-448f-93d2-031886646574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '42754a23-ef40-4f4e-b57f-a61df21a1ce2', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.10', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:32:18Z', 'updated_at': '2021-12-14T00:32:23Z', 'revision_number': 1, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}, {'id': 'bfe1196d-1fb5-42fc-b54d-25f2cc87abc9', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.227', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:92:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:34:54Z', 'updated_at': '2021-12-14T00:34:54Z', 'revision_number': 0, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:34:57.078402 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff0e599-dcac-448f-93d2-031886646574 None None] Checking router: d13a32c7-30c7-477d-b8e1-3110ec82c380 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:34:57.089677 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff0e599-dcac-448f-93d2-031886646574 None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:34:57.090272 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-bff0e599-dcac-448f-93d2-031886646574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:34:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:34:57.156680 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2eb3c8a8-7524-4f12-a1cf-bac76fdb47ce req-cd36f20e-760b-469f-9f85-5aff82bdb331 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=effd7050-b05d-4385-99a0-ebc1a5b73787 HTTP/1.1" status: 200 len: 999 time: 0.0999219 Dec 14 00:34:57.221013 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3c8a8-7524-4f12-a1cf-bac76fdb47ce req-493d43c0-6b93-4f2d-8014-4531b35c8d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:34:57.222449 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2eb3c8a8-7524-4f12-a1cf-bac76fdb47ce req-493d43c0-6b93-4f2d-8014-4531b35c8d6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0593710 Dec 14 00:34:57.266811 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-bff0e599-dcac-448f-93d2-031886646574 None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:34:57.298831 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2eb3c8a8-7524-4f12-a1cf-bac76fdb47ce req-ddb0f5a6-48fc-49b0-95de-1ca861bf9162 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702226 Dec 14 00:34:57.437438 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2eb3c8a8-7524-4f12-a1cf-bac76fdb47ce req-0ae354e2-1501-4283-b569-87520b0f4f35 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317286 Dec 14 00:34:57.572028 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-2eb3c8a8-7524-4f12-a1cf-bac76fdb47ce req-1e915e0e-3dcf-4919-911d-3502a28c18cf service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276205 Dec 14 00:34:57.619498 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-bff0e599-dcac-448f-93d2-031886646574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '42754a23-ef40-4f4e-b57f-a61df21a1ce2', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.10', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:32:18Z', 'updated_at': '2021-12-14T00:32:23Z', 'revision_number': 1, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}, {'id': 'bfe1196d-1fb5-42fc-b54d-25f2cc87abc9', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.227', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:92:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:34:54Z', 'updated_at': '2021-12-14T00:34:54Z', 'revision_number': 0, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:34:57.628916 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff0e599-dcac-448f-93d2-031886646574 None None] The sync data for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv is: [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '42754a23-ef40-4f4e-b57f-a61df21a1ce2', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.10', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:32:18Z', 'updated_at': '2021-12-14T00:32:23Z', 'revision_number': 1, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}, {'id': 'bfe1196d-1fb5-42fc-b54d-25f2cc87abc9', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.227', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:92:10:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:34:54Z', 'updated_at': '2021-12-14T00:34:54Z', 'revision_number': 0, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:34:57.830609 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713763a5-d4c3-408d-b70b-570acc76fc50 None None] New status for floating IP bfe1196d-1fb5-42fc-b54d-25f2cc87abc9: ACTIVE {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:35:11.907927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3a60da69-bc4c-4f0f-8e4e-0b002bbf9d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:14.176344 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-925ea7a5-9914-4aa2-a031-5ab8ecc4e1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:15.501935 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:15.644848 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:17.039633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:20.027494 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:29.159813 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:35:39.767328 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-183ac3db-0bbb-41c2-bb77-48e67ae2f32c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1388807 Dec 14 00:35:39.905963 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-acbbad2e-4ad0-482b-ac98-89535b50342f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0698042 Dec 14 00:35:40.051117 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-d272bdf8-b1b0-41d1-bb97-e6b6e9178b88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:35:40.052570 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-d272bdf8-b1b0-41d1-bb97-e6b6e9178b88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.1255014 Dec 14 00:35:40.158156 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-9debe11b-17cb-4121-9c3b-20507afd6b13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 200 len: 998 time: 0.0993030 Dec 14 00:35:40.219796 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-4212da3d-434f-454f-9245-7dba0794d8f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:35:40.221213 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-4212da3d-434f-454f-9245-7dba0794d8f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0567842 Dec 14 00:35:40.299332 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-ceb7ba91-2361-435e-83c7-c70e85f47277 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707483 Dec 14 00:35:40.432425 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-b65d13ae-cf18-4724-9f01-cd77f703dd8b service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265695 Dec 14 00:35:40.564081 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-9386e7ad-939e-459d-a99b-fdabc455d556 req-cf92c407-f58e-4277-82c3-785448f3fbce service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249990 Dec 14 00:35:41.901173 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3d86e77b-f973-4e8c-861a-7bf59d15709a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:44.204077 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c5c9a162-180b-4fe9-8f5e-4a08625676b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:45.461525 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:45.638470 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:47.033088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:35:50.038516 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:06.159937 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:36:11.941031 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-65f3abd0-cbf5-45a5-bae3-5cf675ba5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:14.181033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ba158135-0053-42d2-ba8f-06d1b6e2f397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:15.443658 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:15.626664 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:17.060891 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:20.060538 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:29.070936 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device effd7050-b05d-4385-99a0-ebc1a5b73787 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=84313) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 14 00:36:29.201114 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=effd7050-b05d-4385-99a0-ebc1a5b73787,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:36:29.214072 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Returning: {'device': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'port_id': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'mac_address': 'fa:16:3e:92:10:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84313) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 00:36:29.266954 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:29.287703 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id effd7050-b05d-4385-99a0-ebc1a5b73787 {{(pid=84313) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 00:36:29.301989 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=effd7050-b05d-4385-99a0-ebc1a5b73787,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:36:29.380673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:29.383153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:36:29.449495 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=effd7050-b05d-4385-99a0-ebc1a5b73787,revision_number=6']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:36:29.457685 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.458027 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.458364 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.458694 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.459023 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.459346 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.459698 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.460064 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.460606 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.461043 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.461365 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:29.464981 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:36:29.482210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] get_ports_and_sgs() called for port_ids ['effd7050-b05d-4385-99a0-ebc1a5b73787'] {{(pid=84313) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Dec 14 00:36:31.071096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device effd7050-b05d-4385-99a0-ebc1a5b73787 up at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 14 00:36:31.145772 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.provisioning_blocks [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Provisioning complete for port effd7050-b05d-4385-99a0-ebc1a5b73787 triggered by entity L2. {{(pid=84313) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 00:36:31.146151 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3183389'] for port, provisioning_complete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:31.279817 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:31.312378 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:36:31.321998 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=effd7050-b05d-4385-99a0-ebc1a5b73787,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:36:31.377477 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'code': 200} Dec 14 00:36:31.409707 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:31.411650 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:36:31.521232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=effd7050-b05d-4385-99a0-ebc1a5b73787,revision_number=7']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:36:31.527451 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:36:40.753890 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-954d0982-0ad1-4f3e-b731-fad360ec7930 req-5a8e31ac-c60b-4c47-8f06-47cca62bf63d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 1098 time: 0.0774324 Dec 14 00:36:40.920240 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d0982-0ad1-4f3e-b731-fad360ec7930 req-8a44f273-f6cc-4cfa-84e3-823b5b70d469 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:40.922044 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-954d0982-0ad1-4f3e-b731-fad360ec7930 req-8a44f273-f6cc-4cfa-84e3-823b5b70d469 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.1454761 Dec 14 00:36:41.148569 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-954d0982-0ad1-4f3e-b731-fad360ec7930 req-2f1de94d-4551-4e5a-a936-00b6937c154b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=effd7050-b05d-4385-99a0-ebc1a5b73787 HTTP/1.1" status: 200 len: 1001 time: 0.2194419 Dec 14 00:36:41.221148 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d0982-0ad1-4f3e-b731-fad360ec7930 req-6ed6a09d-6dfe-4ffa-8330-c8c246953d09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:41.222707 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-954d0982-0ad1-4f3e-b731-fad360ec7930 req-6ed6a09d-6dfe-4ffa-8330-c8c246953d09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0672603 Dec 14 00:36:41.300625 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-954d0982-0ad1-4f3e-b731-fad360ec7930 req-4acba971-a928-4d28-b500-72733d6ed049 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719094 Dec 14 00:36:41.446776 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-954d0982-0ad1-4f3e-b731-fad360ec7930 req-fc88dbb2-ae47-4fb6-ad41-7d926d92866e service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399071 Dec 14 00:36:41.592252 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-954d0982-0ad1-4f3e-b731-fad360ec7930 req-22db9c5c-e39e-4f0d-b0b7-736c377d54fd service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397247 Dec 14 00:36:41.894784 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2b6f-a1fa-4d53-ab12-1cb65d59cd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:43.159878 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:36:43.491404 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36230) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:36:43.697171 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Deleting port 24af7e36-b009-42a9-b5e0-5fe506a507d2 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:36:43.697635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:43.864216 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:43.864543 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:43.982424 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Calling delete_port for 24af7e36-b009-42a9-b5e0-5fe506a507d2 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:36:44.180766 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-820a8cba-ebaf-466d-8a4f-ad01faa72a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:44.202726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:44.202726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-a0865ee5-dfa9-4c35-813a-cbe9155755f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:36:44.243355 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event deleted for resources: {'Port': ['ID=24af7e36-b009-42a9-b5e0-5fe506a507d2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:36:44.285562 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.285960 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.286337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.286713 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.287085 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.287454 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.287854 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.288225 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.288585 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.288946 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.289305 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:44.296250 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:36:44.350852 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:44.856601 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Router d13a32c7-30c7-477d-b8e1-3110ec82c380 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:36:45.057636 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:36:45.067497 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] Sync routers for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:36:45.079670 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:36:45.080283 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:36:45.129323 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:45.183314 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e2fc3f71-907d-46cd-b716-83e9b0695f0b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "DELETE /v2.0/floatingips/bfe1196d-1fb5-42fc-b54d-25f2cc87abc9 HTTP/1.1" status: 204 len: 168 time: 1.6907847 Dec 14 00:36:45.184019 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:36:45.278976 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:36:45.359960 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'status': 'completed', 'code': 200} Dec 14 00:36:45.460343 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-424d209f-0b9d-4a35-949c-840fdd24035e req-829ab59f-91ec-42c3-b025-8f35f1f5d6f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 1098 time: 0.0748370 Dec 14 00:36:45.489153 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:45.611954 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d209f-0b9d-4a35-949c-840fdd24035e req-9923f16a-3bee-4be6-8a5d-635ca5a83f9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:45.613808 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-424d209f-0b9d-4a35-949c-840fdd24035e req-9923f16a-3bee-4be6-8a5d-635ca5a83f9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.1482172 Dec 14 00:36:45.648264 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '42754a23-ef40-4f4e-b57f-a61df21a1ce2', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.10', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:32:18Z', 'updated_at': '2021-12-14T00:32:23Z', 'revision_number': 1, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:36:45.652605 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] Checking router: d13a32c7-30c7-477d-b8e1-3110ec82c380 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:36:45.663997 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:36:45.664848 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:36:45.666927 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:45.687322 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-424d209f-0b9d-4a35-949c-840fdd24035e req-70823da1-53ba-4229-b096-cffcec1b04e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=effd7050-b05d-4385-99a0-ebc1a5b73787 HTTP/1.1" status: 200 len: 217 time: 0.0671005 Dec 14 00:36:45.757416 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d209f-0b9d-4a35-949c-840fdd24035e req-1fce5b0b-b833-49f0-be6e-b2619ce6fa2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:45.758888 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-424d209f-0b9d-4a35-949c-840fdd24035e req-1fce5b0b-b833-49f0-be6e-b2619ce6fa2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0654638 Dec 14 00:36:45.837296 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-424d209f-0b9d-4a35-949c-840fdd24035e req-73fdf1ab-5fce-4760-b0d7-b315eb6804ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714266 Dec 14 00:36:45.849933 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:36:45.894752 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e711326-15bd-4743-9a03-41736567a20b req-0f8fb78d-d224-4b07-b84c-8587e41dfb91 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:45.896221 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e711326-15bd-4743-9a03-41736567a20b req-0f8fb78d-d224-4b07-b84c-8587e41dfb91 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 945 time: 0.1506202 Dec 14 00:36:45.948981 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-7e711326-15bd-4743-9a03-41736567a20b req-6bea39ee-cc49-4c2b-bdc2-acc7fa83338d tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466335 Dec 14 00:36:45.978777 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-424d209f-0b9d-4a35-949c-840fdd24035e req-4a5f8719-7783-4e24-84fd-80119db11be8 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347787 Dec 14 00:36:46.114325 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-424d209f-0b9d-4a35-949c-840fdd24035e req-66435e1f-7bba-48c4-87f7-9079df41f192 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287620 Dec 14 00:36:46.229863 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '42754a23-ef40-4f4e-b57f-a61df21a1ce2', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.10', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:32:18Z', 'updated_at': '2021-12-14T00:32:23Z', 'revision_number': 1, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:36:46.233730 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f13124-f6cc-47d1-80dd-de22fb317726 None None] The sync data for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv is: [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_floatingips': [{'id': '42754a23-ef40-4f4e-b57f-a61df21a1ce2', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'floating_ip_address': '172.26.5.10', 'floating_network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'router_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'port_id': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'mac_address': 'fa:16:3e:f5:90:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T00:32:18Z', 'updated_at': '2021-12-14T00:32:23Z', 'revision_number': 1, 'project_id': '59108d7d6558482695f19461b21b5b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:36:46.450331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f64e186-c3b5-401d-92b4-8a81d9e38a92 None None] New status for floating IP bfe1196d-1fb5-42fc-b54d-25f2cc87abc9: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:36:47.060514 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:47.151209 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065eefb-ce17-4a3a-9b3f-78917001e84c req-b0d069a9-6de4-4292-bf2d-7f07c8c2b6e5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:47.151842 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-0065eefb-ce17-4a3a-9b3f-78917001e84c req-b0d069a9-6de4-4292-bf2d-7f07c8c2b6e5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Synchronizing usage tracker for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:36:47.168214 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device effd7050-b05d-4385-99a0-ebc1a5b73787 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:36:47.231900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-0065eefb-ce17-4a3a-9b3f-78917001e84c req-b0d069a9-6de4-4292-bf2d-7f07c8c2b6e5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Unset dirty status for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:36:47.233204 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0065eefb-ce17-4a3a-9b3f-78917001e84c req-b0d069a9-6de4-4292-bf2d-7f07c8c2b6e5 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 945 time: 0.1601892 Dec 14 00:36:47.283967 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3188696'] for port, before_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:47.287725 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-0065eefb-ce17-4a3a-9b3f-78917001e84c req-4c975252-9c8a-4857-9525-bb53826b6f10 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488632 Dec 14 00:36:47.313635 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787'}] {{(pid=84313) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:36:47.321596 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=effd7050-b05d-4385-99a0-ebc1a5b73787,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:36:47.376377 dv-neutron-821564-1-hyperv neutron-server[84313]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'code': 200} Dec 14 00:36:47.381517 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-d1e7fe4f-09f7-48f4-9c5e-71b31b2beb70 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:47.382960 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-d1e7fe4f-09f7-48f4-9c5e-71b31b2beb70 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 945 time: 0.0815763 Dec 14 00:36:47.397588 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780919724813', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780919299723', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780919299768'] for port, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:47.399331 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-520cbf91-5d0c-4098-8b7b-f273eabaa397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:36:47.452294 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Deleting port effd7050-b05d-4385-99a0-ebc1a5b73787 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:36:47.452633 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:47.467264 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Pushing event updated for resources: {'Port': ['ID=effd7050-b05d-4385-99a0-ebc1a5b73787,revision_number=8']} {{(pid=84313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:36:47.470326 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_concurrency.lockutils [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84313) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:36:47.808540 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] For port effd7050-b05d-4385-99a0-ebc1a5b73787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=effd7050-b05d-4385-99a0-ebc1a5b73787,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:36:47.808899 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:47.930720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Calling delete_port for effd7050-b05d-4385-99a0-ebc1a5b73787 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:36:48.123525 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:48.129246 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-fc4f4666-fdff-4f61-917a-9e334b557d81 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:36:48.176646 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event deleted for resources: {'Port': ['ID=effd7050-b05d-4385-99a0-ebc1a5b73787,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:36:48.179101 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:36:48.250262 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] No DVR routers for this DVR port effd7050-b05d-4385-99a0-ebc1a5b73787 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:36:48.253701 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:48.255263 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'name': 'network-vif-deleted', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:36:48.310877 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a567d7f6-3e45-40c4-85e6-f889d6c2c34f', 'name': 'network-vif-deleted', 'tag': 'effd7050-b05d-4385-99a0-ebc1a5b73787', 'status': 'completed', 'code': 200} Dec 14 00:36:48.323221 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-bc45ce89-92ce-4986-b8cb-2bec00c54bfc req-b5365117-95c3-45c9-a0f6-c35e64081c3f tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "DELETE /v2.0/ports/effd7050-b05d-4385-99a0-ebc1a5b73787 HTTP/1.1" status: 204 len: 173 time: 0.9344082 Dec 14 00:36:48.457712 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-889c8665-6463-4b39-832c-00bcb36dea4a req-b294e42b-8d12-4683-b030-d9772ce9e557 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a567d7f6-3e45-40c4-85e6-f889d6c2c34f HTTP/1.1" status: 200 len: 210 time: 0.0447588 Dec 14 00:36:50.152178 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:50.893831 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36298) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:36:51.093193 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Deleting port 1837519f-6a5c-4de4-b5fc-7c3f10b54fd7 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:36:51.093531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:51.179896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device effd7050-b05d-4385-99a0-ebc1a5b73787 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:36:51.212167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: effd7050-b05d-4385-99a0-ebc1a5b73787 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:36:51.213039 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device effd7050-b05d-4385-99a0-ebc1a5b73787 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:36:51.271484 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:51.271841 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:51.396059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Calling delete_port for 1837519f-6a5c-4de4-b5fc-7c3f10b54fd7 owned by network:floatingip {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:36:51.609004 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:51.612594 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-c5835b84-d10d-49b6-bccb-abdb515cff57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:36:51.653254 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event deleted for resources: {'Port': ['ID=1837519f-6a5c-4de4-b5fc-7c3f10b54fd7,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:36:51.656720 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:36:51.748095 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for floatingip, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:52.265012 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Router d13a32c7-30c7-477d-b8e1-3110ec82c380 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:36:52.469969 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:36:52.479281 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] Sync routers for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:36:52.488000 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for floatingip, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:52.490654 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:36:52.491255 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:36:52.548285 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-14315745-13fe-4097-8b8d-95763b5c18ae tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "DELETE /v2.0/floatingips/42754a23-ef40-4f4e-b57f-a61df21a1ce2 HTTP/1.1" status: 204 len: 168 time: 1.6509881 Dec 14 00:36:52.548285 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:36:52.608789 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'status': 'completed', 'code': 200} Dec 14 00:36:52.673608 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:36:52.716260 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d5930422-af0e-4580-bf89-891be0f49642 req-d27c4011-f6e5-49ed-a4aa-1a8128215b53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=59108d7d6558482695f19461b21b5b65&device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0825598 Dec 14 00:36:52.856552 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5930422-af0e-4580-bf89-891be0f49642 req-35e5032e-fec1-4fd8-a843-0fa5c74cfdf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:52.858170 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d5930422-af0e-4580-bf89-891be0f49642 req-35e5032e-fec1-4fd8-a843-0fa5c74cfdf6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 200 len: 910 time: 0.1346362 Dec 14 00:36:52.927268 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d5930422-af0e-4580-bf89-891be0f49642 req-29981523-d86a-49be-9beb-a28c8df4b884 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 200 len: 217 time: 0.0619407 Dec 14 00:36:52.988992 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:36:52.992916 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] Checking router: d13a32c7-30c7-477d-b8e1-3110ec82c380 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:36:53.000987 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5930422-af0e-4580-bf89-891be0f49642 req-5f2dd271-e253-4bce-9ce0-e8e2b9bf3d87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:53.002434 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d5930422-af0e-4580-bf89-891be0f49642 req-5f2dd271-e253-4bce-9ce0-e8e2b9bf3d87 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 200 len: 848 time: 0.0645101 Dec 14 00:36:53.003931 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:36:53.004531 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:36:53.143918 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d5930422-af0e-4580-bf89-891be0f49642 req-6611d190-44e4-4d74-bab5-ffc76e4bbec8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9f8effd7-fe85-4bb4-adf2-db85383b3580&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1332135 Dec 14 00:36:53.150896 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6939c12-1546-4785-8b7b-56fed3e2a847 req-06582bac-e6b6-4063-96ce-8f57289469cd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:53.151561 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-b6939c12-1546-4785-8b7b-56fed3e2a847 req-06582bac-e6b6-4063-96ce-8f57289469cd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Synchronizing usage tracker for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84311) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 14 00:36:53.183001 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:36:53.294446 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d5930422-af0e-4580-bf89-891be0f49642 req-3256fc73-bbd7-4b30-94eb-e361e90ba6b3 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401138 Dec 14 00:36:53.300447 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.quota.resource [req-b6939c12-1546-4785-8b7b-56fed3e2a847 req-06582bac-e6b6-4063-96ce-8f57289469cd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Unset dirty status for tenant:59108d7d6558482695f19461b21b5b65 on resource:port {{(pid=84311) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 14 00:36:53.301637 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6939c12-1546-4785-8b7b-56fed3e2a847 req-06582bac-e6b6-4063-96ce-8f57289469cd tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 943 time: 0.2573683 Dec 14 00:36:53.464664 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-b6939c12-1546-4785-8b7b-56fed3e2a847 req-d09276fd-f2a4-48db-b6df-176ca7ddc3c4 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827467 Dec 14 00:36:53.467841 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-d5930422-af0e-4580-bf89-891be0f49642 req-ebe08966-cd0b-4f6e-a1b0-c07cc357af56 service neutron] 10.222.0.18 "GET /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653216 Dec 14 00:36:53.540077 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:36:53.544719 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad7f84-6fa7-476a-bc81-6e30414377dc None None] The sync data for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv is: [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:46Z', 'revision_number': 4, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv', '_interfaces': [{'id': '0f730d22-2084-4ef4-803a-7f41e41c13f9', 'name': '', 'network_id': '9f8effd7-fe85-4bb4-adf2-db85383b3580', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'mac_address': 'fa:16:3e:98:bd:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:46Z', 'updated_at': '2021-12-14T00:31:55Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'subnets': [{'id': '697f7b5e-c870-46f3-a184-86926f8263e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:36:53.761872 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f7cea-47b9-4b6a-861d-99fe4855a7a0 None None] New status for floating IP 42754a23-ef40-4f4e-b57f-a61df21a1ce2: DOWN {{(pid=84313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Dec 14 00:36:54.564044 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-3f34e891-e327-44cd-b3de-9a6ce52b0b98 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:54.565668 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-3f34e891-e327-44cd-b3de-9a6ce52b0b98 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 943 time: 0.0777769 Dec 14 00:36:54.637683 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Deleting port a6d411a0-da53-490f-aedb-e8b7704c6af1 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:36:54.637936 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:54.663350 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad19575-3ec1-4bdc-a945-cc893f0d25eb req-5ab2cd2c-d67f-451a-a1b7-79ec53890508 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84312) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 00:36:54.664848 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fad19575-3ec1-4bdc-a945-cc893f0d25eb req-5ab2cd2c-d67f-451a-a1b7-79ec53890508 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 943 time: 0.0774093 Dec 14 00:36:54.712989 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-fad19575-3ec1-4bdc-a945-cc893f0d25eb req-0b17f194-dd48-44de-952d-90796650fb13 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/security-groups?id=cc0cb191-8599-4eb4-838c-ad6474220ed0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Dec 14 00:36:54.993531 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] For port a6d411a0-da53-490f-aedb-e8b7704c6af1, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a6d411a0-da53-490f-aedb-e8b7704c6af1,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:36:54.994417 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:55.117373 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Calling delete_port for a6d411a0-da53-490f-aedb-e8b7704c6af1 owned by compute:nova {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:36:55.317382 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:55.323600 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec6f21f6-e154-4286-9f3d-bb1de1a92ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:36:55.368456 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event deleted for resources: {'Port': ['ID=a6d411a0-da53-490f-aedb-e8b7704c6af1,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:36:55.372510 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:36:55.443007 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] No DVR routers for this DVR port a6d411a0-da53-490f-aedb-e8b7704c6af1 on host hv-neutron-8215 {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:36:55.445397 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-73455'] for port, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:55.448024 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'name': 'network-vif-deleted', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1'}] {{(pid=84311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 00:36:55.501239 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85e6b3d-9331-4ebc-8918-f16115d5a2f7', 'name': 'network-vif-deleted', 'tag': 'a6d411a0-da53-490f-aedb-e8b7704c6af1', 'status': 'completed', 'code': 200} Dec 14 00:36:55.518329 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [req-e0fb0aee-0175-4d19-9bd4-1efd62299ac3 req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.18 "DELETE /v2.0/ports/a6d411a0-da53-490f-aedb-e8b7704c6af1 HTTP/1.1" status: 204 len: 173 time: 0.9472768 Dec 14 00:36:55.966487 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [req-ee2cfea2-ddab-4084-abb7-2bb1a905e828 req-8e66188d-282e-48da-b616-7c60ebd91f45 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85e6b3d-9331-4ebc-8918-f16115d5a2f7 HTTP/1.1" status: 200 len: 210 time: 0.1088338 Dec 14 00:36:57.068171 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 36324) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:36:57.136890 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:57.165621 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:57.288820 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:57.294017 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-a30d7a97-1d5f-49c1-aa92-1a18f75eb64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:36:57.309002 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0cb191-8599-4eb4-838c-ad6474220ed0,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:36:57.317682 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.318073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.318459 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.318830 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.319199 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.319568 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.319961 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.320329 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.320696 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.321057 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.321419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821564-1-hyperv {{(pid=84312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 00:36:57.324604 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:36:57.379315 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Notify callbacks [] for security_group, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:57.380532 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-9bf09151-bd95-426e-8475-0b079083ae3b tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] 10.222.0.30 "DELETE /v2.0/security-groups/cc0cb191-8599-4eb4-838c-ad6474220ed0 HTTP/1.1" status: 204 len: 168 time: 0.3113801 Dec 14 00:36:57.522407 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36330) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:36:58.039359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:58.744807 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Deleting port 0f730d22-2084-4ef4-803a-7f41e41c13f9 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:36:58.745451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:58.915301 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] For port 0f730d22-2084-4ef4-803a-7f41e41c13f9, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0f730d22-2084-4ef4-803a-7f41e41c13f9,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:36:58.915676 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:59.039582 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Calling delete_port for 0f730d22-2084-4ef4-803a-7f41e41c13f9 owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:36:59.194385 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a6d411a0-da53-490f-aedb-e8b7704c6af1 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:36:59.230277 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] No Port match for: a6d411a0-da53-490f-aedb-e8b7704c6af1 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:36:59.230639 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Device a6d411a0-da53-490f-aedb-e8b7704c6af1 not bound to the agent host hv-neutron-8215 {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:36:59.260242 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:36:59.264744 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-800388e7-8020-4a5b-8974-7c6d085d4511 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:36:59.307741 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f730d22-2084-4ef4-803a-7f41e41c13f9,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:36:59.311535 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:36:59.598310 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:00.279154 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Router d13a32c7-30c7-477d-b8e1-3110ec82c380 has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:37:00.481267 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:37:00.491625 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] Sync routers for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:37:00.500600 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-91a2e5ee-0533-4735-810c-46c78119d702 admin admin] 10.222.0.30 "PUT /v2.0/routers/d13a32c7-30c7-477d-b8e1-3110ec82c380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9771092 Dec 14 00:37:00.503677 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 36336) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:00.505827 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:37:00.506570 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:00.684350 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: dv-neutron-821564-1-hyperv {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:37:00.704214 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:00.903024 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:00.965697 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45'}], 'enable_snat': True}, 'gw_port_id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:36:59Z', 'revision_number': 5, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port': {'id': 'f6f91bad-c02a-4a9e-84c5-72d352603d8c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e1:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:00.969504 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] Checking router: d13a32c7-30c7-477d-b8e1-3110ec82c380 for host: dv-neutron-821564-1-hyperv {{(pid=84314) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:37:00.979978 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] Routers {'d13a32c7-30c7-477d-b8e1-3110ec82c380'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84314) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:37:00.980584 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d13a32c7-30c7-477d-b8e1-3110ec82c380'], 'active': True} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:01.026276 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Deleting port f6f91bad-c02a-4a9e-84c5-72d352603d8c {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:37:01.026678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:01.127796 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_dvr_db [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] Set router d13a32c7-30c7-477d-b8e1-3110ec82c380 gateway port host: None {{(pid=84314) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:37:01.203495 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] For port f6f91bad-c02a-4a9e-84c5-72d352603d8c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=f6f91bad-c02a-4a9e-84c5-72d352603d8c,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:37:01.203795 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:01.231129 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.l3_hamode_db [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:37:00Z', 'revision_number': 6, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port_host': None}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84314) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:01.235710 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d847f317-5f7c-41bd-a08c-e0dd7e2aebde None None] The sync data for ids ['d13a32c7-30c7-477d-b8e1-3110ec82c380'] in dv-neutron-821564-1-hyperv is: [{'id': 'd13a32c7-30c7-477d-b8e1-3110ec82c380', 'name': 'tempest-TestSnapshotPattern-486471108-router', 'tenant_id': '59108d7d6558482695f19461b21b5b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:43Z', 'updated_at': '2021-12-14T00:37:00Z', 'revision_number': 6, 'project_id': '59108d7d6558482695f19461b21b5b65', 'gw_port_host': None}] {{(pid=84314) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:37:01.329905 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Calling delete_port for f6f91bad-c02a-4a9e-84c5-72d352603d8c owned by network:router_gateway {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:37:01.563402 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:01.567323 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-fe3a4617-e02f-4e93-bf08-c81705a8c8b2 tempest-TestShelveInstance-394285390 tempest-TestShelveInstance-394285390-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:01.615486 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6f91bad-c02a-4a9e-84c5-72d352603d8c,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:01.619058 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:01.940776 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.205373 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.209419 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.322911 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.323425 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d13a32c7-30c7-477d-b8e1-3110ec82c380 {{(pid=84312) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:37:02.343208 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] Notify callbacks [] for router, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.352078 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36340) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:02.352701 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-bfe9e01a-6f3b-4cea-bed2-c6b451b476c3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d13a32c7-30c7-477d-b8e1-3110ec82c380 HTTP/1.1" status: 204 len: 168 time: 1.8473279 Dec 14 00:37:02.414449 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.db_base_plugin_v2 [None req-824916bc-e52a-4299-a918-6bb7eccfd0e7 admin admin] Deleting subnet 697f7b5e-c870-46f3-a184-86926f8263e8 {{(pid=84311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:37:02.417652 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-824916bc-e52a-4299-a918-6bb7eccfd0e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.469610 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-824916bc-e52a-4299-a918-6bb7eccfd0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1972665'] for subnet, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.548971 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-824916bc-e52a-4299-a918-6bb7eccfd0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.619939 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f6f91bad-c02a-4a9e-84c5-72d352603d8c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:37:02.653210 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: f6f91bad-c02a-4a9e-84c5-72d352603d8c {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:37:02.653577 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device f6f91bad-c02a-4a9e-84c5-72d352603d8c not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:37:02.654552 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0f730d22-2084-4ef4-803a-7f41e41c13f9 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:37:02.683369 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-824916bc-e52a-4299-a918-6bb7eccfd0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14978966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15141450'] for subnet, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.685549 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 0f730d22-2084-4ef4-803a-7f41e41c13f9 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:37:02.685864 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0f730d22-2084-4ef4-803a-7f41e41c13f9 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:37:02.694337 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ba3d3dc6-677c-4d7a-bbce-1f5c3a8d4a64 tempest-RoutersIpV6Test-128634634 tempest-RoutersIpV6Test-128634634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:02.725642 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824916bc-e52a-4299-a918-6bb7eccfd0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697f7b5e-c870-46f3-a184-86926f8263e8,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:02.728921 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-824916bc-e52a-4299-a918-6bb7eccfd0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:02.731353 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-824916bc-e52a-4299-a918-6bb7eccfd0e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.737349 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326f321-9c49-4d32-b22a-425c658ab13c None None] Network 9f8effd7-fe85-4bb4-adf2-db85383b3580 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:37:02.740126 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-824916bc-e52a-4299-a918-6bb7eccfd0e7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/697f7b5e-c870-46f3-a184-86926f8263e8 HTTP/1.1" status: 204 len: 168 time: 0.3859520 Dec 14 00:37:02.743074 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36344) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:02.852356 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.864081 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Deleting port 851e50bf-820d-4ceb-a8d2-047308b06fe2 {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:37:02.864421 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:02.987409 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] DHCP port deletion for 9f8effd7-fe85-4bb4-adf2-db85383b3580 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:37:02.991542 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] Deleting port 851e50bf-820d-4ceb-a8d2-047308b06fe2 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:37:02.991953 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.079118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] For port 851e50bf-820d-4ceb-a8d2-047308b06fe2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=851e50bf-820d-4ceb-a8d2-047308b06fe2,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:37:03.079467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.187755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] For port 851e50bf-820d-4ceb-a8d2-047308b06fe2, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=851e50bf-820d-4ceb-a8d2-047308b06fe2,segment=NetworkSegment(16b34982-e098-4a6b-a1d5-069a18a353ec),segment_id=16b34982-e098-4a6b-a1d5-069a18a353ec)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:37:03.188157 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.200359 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Calling delete_port for 851e50bf-820d-4ceb-a8d2-047308b06fe2 owned by network:dhcp {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:37:03.309230 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] Calling delete_port for 851e50bf-820d-4ceb-a8d2-047308b06fe2 owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:37:03.358180 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.365082 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-1d61c491-6c25-44eb-acf8-6843fa21f4fd tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:03.379517 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:37:03.379911 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:37:03.407222 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=851e50bf-820d-4ceb-a8d2-047308b06fe2,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:03.411166 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:03.413684 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] No DVR routers for this DVR port 851e50bf-820d-4ceb-a8d2-047308b06fe2 on host dv-neutron-821564-1-hyperv {{(pid=84311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:37:03.528726 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.553879 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8effd7-fe85-4bb4-adf2-db85383b3580']}} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:03.565930 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b34982-e098-4a6b-a1d5-069a18a353ec') {'for_net_delete': True} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:03.566170 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.services.segments.db [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b34982-e098-4a6b-a1d5-069a18a353ec') {} {{(pid=84311) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:03.577793 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972640'] for segment, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.593578 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.599490 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=84311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:37:03.599904 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15004472'] for segment, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: Traceback (most recent call last): Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: timer() Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: cb(*args, **kw) Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: return func(*args, **kwargs) Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: self._notify() Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: self.callback(batched_events) Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: event.method(event) Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: return f(self, *a, **k) Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._get(url).json() Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: return self.request(url, 'GET', **kwargs) Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:37:03.612899 dv-neutron-821564-1-hyperv neutron-server[84311]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:37:03.740196 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.743839 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-f2b30ea6-51c8-493f-9d67-d365429ab462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:03.757184 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Notify callbacks [] for network, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.768059 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8effd7-fe85-4bb4-adf2-db85383b3580,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:03.771153 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:03.855210 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-49010664-c342-4f83-8084-9e140e964f68 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9f8effd7-fe85-4bb4-adf2-db85383b3580 HTTP/1.1" status: 204 len: 168 time: 1.1106544 Dec 14 00:37:03.858043 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36348) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:03.881033 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] Deleting port 851e50bf-820d-4ceb-a8d2-047308b06fe2 {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:37:03.881557 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:03.949246 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-456952a8-357e-4afc-80f5-a44e266f758d None None] The port '851e50bf-820d-4ceb-a8d2-047308b06fe2' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:37:04.360635 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-668803'] for router_interface, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:04.613714 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 851e50bf-820d-4ceb-a8d2-047308b06fe2 no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:37:04.648088 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 851e50bf-820d-4ceb-a8d2-047308b06fe2 {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:37:04.648520 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 851e50bf-820d-4ceb-a8d2-047308b06fe2 not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:37:04.953467 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Deleting port 8e5d7086-188c-481e-8bad-3f6e6c0db77d {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:37:04.953801 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:05.121208 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] For port 8e5d7086-188c-481e-8bad-3f6e6c0db77d, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=8e5d7086-188c-481e-8bad-3f6e6c0db77d,segment=NetworkSegment(005359d5-65d7-4835-8a31-417fc4065b0f),segment_id=005359d5-65d7-4835-8a31-417fc4065b0f)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:37:05.121478 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:05.239821 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Calling delete_port for 8e5d7086-188c-481e-8bad-3f6e6c0db77d owned by network:router_interface {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:37:05.505882 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:05.509496 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-16553dd8-3240-461a-be55-15c8257e5ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:05.552872 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5d7086-188c-481e-8bad-3f6e6c0db77d,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:05.557523 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:05.966529 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3809698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669533'] for router_interface, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:06.600884 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Router d83fd7c2-6556-43fb-8b3b-ac94cfea150e has already been hosted by L3 agent b1bc3ccd-8779-4cb7-8946-99208484f252 {{(pid=84311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 00:37:06.803406 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] Notify agent at l3_agent.dv-neutron-821564-1-hyperv the message routers_updated {{(pid=84311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 00:37:06.812509 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] Sync routers for ids ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'] in dv-neutron-821564-1-hyperv {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Dec 14 00:37:06.823982 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] Routers {'d83fd7c2-6556-43fb-8b3b-ac94cfea150e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:37:06.824599 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:06.907624 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-d8beaa26-5e99-47b1-a174-2c6b1b92410b admin admin] 10.222.0.30 "PUT /v2.0/routers/d83fd7c2-6556-43fb-8b3b-ac94cfea150e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0484650 Dec 14 00:37:06.910038 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36356) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:07.005197 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] Set router d83fd7c2-6556-43fb-8b3b-ac94cfea150e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:37:07.109047 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:07.336353 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:50Z', 'updated_at': '2021-12-14T00:37:05Z', 'revision_number': 5, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'gw_port': {'id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:51Z', 'updated_at': '2021-12-14T00:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:07.340826 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] Checking router: d83fd7c2-6556-43fb-8b3b-ac94cfea150e for host: dv-neutron-821564-1-hyperv {{(pid=84313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Dec 14 00:37:07.353038 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] Routers {'d83fd7c2-6556-43fb-8b3b-ac94cfea150e'} bound to L3 agent in host dv-neutron-821564-1-hyperv {{(pid=84313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 00:37:07.353673 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821564-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T23:12:44Z,description=,heartbeat_timestamp=2021-12-14T00:36:44Z,host='dv-neutron-821564-1-hyperv',id=b1bc3ccd-8779-4cb7-8946-99208484f252,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T23:12:45Z,topic='l3_agent')) {'router_ids': ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'], 'active': True} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:07.437304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:07.483680 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Deleting port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c {{(pid=84311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:37:07.484064 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:07.537819 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_dvr_db [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] Set router d83fd7c2-6556-43fb-8b3b-ac94cfea150e gateway port host: dv-neutron-821564-1-hyperv {{(pid=84313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Dec 14 00:37:07.664513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.db [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] For port 0caaf365-87c6-4bf2-9c8c-c2ed8481904c, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=0caaf365-87c6-4bf2-9c8c-c2ed8481904c,segment=NetworkSegment(72700b04-0800-4c2d-9d3d-ea52de082025),segment_id=72700b04-0800-4c2d-9d3d-ea52de082025)] {{(pid=84311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:37:07.664513 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:07.787022 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.plugins.ml2.plugin [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Calling delete_port for 0caaf365-87c6-4bf2-9c8c-c2ed8481904c owned by network:router_gateway {{(pid=84311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:37:07.831978 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.db.l3_hamode_db [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:50Z', 'updated_at': '2021-12-14T00:37:05Z', 'revision_number': 5, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'gw_port': {'id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:51Z', 'updated_at': '2021-12-14T00:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}], 'dv-neutron-821564-1-hyperv', False) {} {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:07.835962 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b40881-d80e-4431-a7af-de9349af4126 None None] The sync data for ids ['d83fd7c2-6556-43fb-8b3b-ac94cfea150e'] in dv-neutron-821564-1-hyperv is: [{'id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'name': 'tempest-TestSnapshotPattern-1319490330-router', 'tenant_id': '6faa92407fbd4223bcbbbc11f46bf276', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'external_fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198'}], 'enable_snat': True}, 'gw_port_id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T00:31:50Z', 'updated_at': '2021-12-14T00:37:05Z', 'revision_number': 5, 'project_id': '6faa92407fbd4223bcbbbc11f46bf276', 'gw_port': {'id': '0caaf365-87c6-4bf2-9c8c-c2ed8481904c', 'name': '', 'network_id': 'a369abae-eb3e-4f14-84a0-d962bc2f47e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd83fd7c2-6556-43fb-8b3b-ac94cfea150e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'ip_address': '172.26.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821564-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T00:31:51Z', 'updated_at': '2021-12-14T00:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8421ff8f-bf69-484a-8801-28684b5df72a', 'cidr': '172.26.5.0/24', 'gateway_ip': '172.26.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821564-1-hyperv'}] {{(pid=84313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Dec 14 00:37:08.020309 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14979019'] for port, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:08.023965 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-faedfa31-33bb-4bdc-9389-ed11b0c87964 tempest-TestSnapshotPattern-1332749071 tempest-TestSnapshotPattern-1332749071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:08.064856 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0caaf365-87c6-4bf2-9c8c-c2ed8481904c,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:08.069952 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:08.293118 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-655870'] for router_gateway, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:08.556574 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657474', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130948'] for router, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:08.560818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:08.624526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8e5d7086-188c-481e-8bad-3f6e6c0db77d no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:37:08.658523 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 8e5d7086-188c-481e-8bad-3f6e6c0db77d {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:37:08.658879 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 8e5d7086-188c-481e-8bad-3f6e6c0db77d not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:37:08.665818 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-724178'] for router, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:08.666432 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d83fd7c2-6556-43fb-8b3b-ac94cfea150e {{(pid=84311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 00:37:08.678581 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] Notify callbacks [] for router, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:08.679774 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-ec977498-bcf2-41bb-8c3f-a89ce0a801d2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d83fd7c2-6556-43fb-8b3b-ac94cfea150e HTTP/1.1" status: 204 len: 168 time: 1.7687635 Dec 14 00:37:08.682540 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 36360) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:08.745239 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d16b408-cc83-4a46-87a0-31120c563a70 admin admin] Deleting subnet 8a7a8663-377b-4e49-a925-4d8de5fa2db9 {{(pid=84312) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Dec 14 00:37:08.749222 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d16b408-cc83-4a46-87a0-31120c563a70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:08.802903 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d16b408-cc83-4a46-87a0-31120c563a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1704573'] for subnet, precommit_delete_associations {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:08.879954 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d16b408-cc83-4a46-87a0-31120c563a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3185679'] for subnet, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.015064 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d16b408-cc83-4a46-87a0-31120c563a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3185664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151634', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2057945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2083351'] for subnet, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.019245 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-1e5b7512-ce80-4f78-a98b-f78a2365cec7 tempest-RoutersNegativeTest-192532421 tempest-RoutersNegativeTest-192532421-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:09.055423 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16b408-cc83-4a46-87a0-31120c563a70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7a8663-377b-4e49-a925-4d8de5fa2db9,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:09.058304 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-0d16b408-cc83-4a46-87a0-31120c563a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:09.061678 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-0d16b408-cc83-4a46-87a0-31120c563a70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.066429 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937136f4-0878-4dc7-b02a-4a515de0caf2 None None] Network 8d1fe7ff-fe64-460d-b0a5-22db95d00618 requested from dv-neutron-821564-1-hyperv {{(pid=84313) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Dec 14 00:37:09.069948 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-0d16b408-cc83-4a46-87a0-31120c563a70 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8a7a8663-377b-4e49-a925-4d8de5fa2db9 HTTP/1.1" status: 204 len: 168 time: 0.3841572 Dec 14 00:37:09.070197 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [-] (84312) accepted ('10.222.0.30', 36364) {{(pid=84312) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:09.177286 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3355919'] for network, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.188340 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Deleting port 9b922047-b768-4d3b-9971-c397da1e279f {{(pid=84312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:37:09.188728 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.319461 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] DHCP port deletion for 8d1fe7ff-fe64-460d-b0a5-22db95d00618 request from dv-neutron-821564-1-hyperv {{(pid=84313) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Dec 14 00:37:09.323775 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] Deleting port 9b922047-b768-4d3b-9971-c397da1e279f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:37:09.324265 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.395353 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.db [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] For port 9b922047-b768-4d3b-9971-c397da1e279f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9b922047-b768-4d3b-9971-c397da1e279f,segment=NetworkSegment(005359d5-65d7-4835-8a31-417fc4065b0f),segment_id=005359d5-65d7-4835-8a31-417fc4065b0f)] {{(pid=84312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:37:09.395747 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.519362 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.plugin [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Calling delete_port for 9b922047-b768-4d3b-9971-c397da1e279f owned by network:dhcp {{(pid=84312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:37:09.530774 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.db [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] For port 9b922047-b768-4d3b-9971-c397da1e279f, host dv-neutron-821564-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821564-1-hyperv',level=0,port_id=9b922047-b768-4d3b-9971-c397da1e279f,segment=NetworkSegment(005359d5-65d7-4835-8a31-417fc4065b0f),segment_id=005359d5-65d7-4835-8a31-417fc4065b0f)] {{(pid=84313) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 00:37:09.531177 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668211'] for port, precommit_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.650924 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] Calling delete_port for 9b922047-b768-4d3b-9971-c397da1e279f owned by network:dhcp {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Dec 14 00:37:09.666216 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3187528', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780919725559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780919299714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2057860'] for port, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.671474 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-23095873-14ca-4dc1-8da1-24579f581796 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:09.713086 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9b922047-b768-4d3b-9971-c397da1e279f,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:09.718825 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:09.721552 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] No DVR routers for this DVR port 9b922047-b768-4d3b-9971-c397da1e279f on host dv-neutron-821564-1-hyperv {{(pid=84312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 00:37:09.726820 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.db.api [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84313) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 00:37:09.727187 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG oslo_db.api [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84313) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 00:37:09.947244 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3185040', 'neutron.services.segments.db._delete_segments_for_network-8780919817427'] for network, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:09.972845 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1fe7ff-fe64-460d-b0a5-22db95d00618']}} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:09.985367 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005359d5-65d7-4835-8a31-417fc4065b0f') {'for_net_delete': True} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:09.985659 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.services.segments.db [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005359d5-65d7-4835-8a31-417fc4065b0f') {} {{(pid=84312) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 00:37:09.996648 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780919819758', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1704548'] for segment, before_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.015073 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3181499'] for segment, precommit_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.021145 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=84312) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Dec 14 00:37:10.021514 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3181442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2038391'] for segment, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: Traceback (most recent call last): Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: timer() Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: cb(*args, **kw) Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: return func(*args, **kwargs) Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: self._notify() Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: self.callback(batched_events) Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: event.method(event) Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: return f(self, *a, **k) Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._get(url).json() Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: return self.request(url, 'GET', **kwargs) Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 00:37:10.035891 dv-neutron-821564-1-hyperv neutron-server[84312]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 00:37:10.163221 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3185033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3809581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-655765'] for network, after_delete {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.166701 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-9a785476-89ab-466a-8970-ee90f7bff8c7 tempest-NetworksIpV6Test-1706421494 tempest-NetworksIpV6Test-1706421494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:10.180170 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Notify callbacks [] for network, before_response {{(pid=84312) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.190735 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1fe7ff-fe64-460d-b0a5-22db95d00618,revision_number=None']} {{(pid=84312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:10.195268 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG oslo_concurrency.lockutils [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84312) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:10.198350 dv-neutron-821564-1-hyperv neutron-server[84312]: INFO neutron.wsgi [None req-7f6cc5e5-3647-4fb7-8fcb-7e60f16f61bf admin admin] 10.222.0.30 "DELETE /v2.0/networks/8d1fe7ff-fe64-460d-b0a5-22db95d00618 HTTP/1.1" status: 204 len: 168 time: 1.1270454 Dec 14 00:37:10.228633 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] Deleting port 9b922047-b768-4d3b-9971-c397da1e279f {{(pid=84313) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}} Dec 14 00:37:10.229052 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780919718916'] for port, before_delete {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.337750 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab2472-de06-4149-af0a-866ed0aabcb9 None None] The port '9b922047-b768-4d3b-9971-c397da1e279f' was deleted {{(pid=84313) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}} Dec 14 00:37:10.520658 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36370) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:10.572259 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-f4ec7fc7-47e2-4b7d-8c9a-f4bdd3d5de8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59108d7d6558482695f19461b21b5b65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502462 Dec 14 00:37:10.574539 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36374) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:10.618347 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9b922047-b768-4d3b-9971-c397da1e279f no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:37:10.640957 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e5725734-3494-43d7-a24b-333611b01ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.652394 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 9b922047-b768-4d3b-9971-c397da1e279f {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:37:10.652937 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 9b922047-b768-4d3b-9971-c397da1e279f not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:37:10.653856 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0caaf365-87c6-4bf2-9c8c-c2ed8481904c no longer exists at agent ovs-agent-dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 14 00:37:10.666871 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e5725734-3494-43d7-a24b-333611b01ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.685297 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.plugin [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] No Port match for: 0caaf365-87c6-4bf2-9c8c-c2ed8481904c {{(pid=84313) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Dec 14 00:37:10.685646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron.plugins.ml2.rpc [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Device 0caaf365-87c6-4bf2-9c8c-c2ed8481904c not bound to the agent host dv-neutron-821564-1-hyperv {{(pid=84313) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 14 00:37:10.802696 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e5725734-3494-43d7-a24b-333611b01ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.806485 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-4393feaf-1717-4e50-80c3-411079dee692 tempest-TestNetworkAdvancedServerOps-533328636 tempest-TestNetworkAdvancedServerOps-533328636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:10.820900 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5725734-3494-43d7-a24b-333611b01ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09572345-ae30-4255-8854-aeb237022c71,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:10.825016 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-e5725734-3494-43d7-a24b-333611b01ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:10.829168 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-e5725734-3494-43d7-a24b-333611b01ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:10.830320 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-e5725734-3494-43d7-a24b-333611b01ffa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/09572345-ae30-4255-8854-aeb237022c71 HTTP/1.1" status: 204 len: 168 time: 0.2546172 Dec 14 00:37:11.521671 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36382) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:11.572162 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-bc6f4b95-6454-42d3-8cfd-2784e992187b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6faa92407fbd4223bcbbbc11f46bf276&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491662 Dec 14 00:37:11.574440 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.wsgi [-] (84311) accepted ('10.222.0.30', 36386) {{(pid=84311) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 14 00:37:11.632451 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8df3e989-de45-44ea-a4b2-fc0e3731cc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:11.657981 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8df3e989-de45-44ea-a4b2-fc0e3731cc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:11.763458 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8df3e989-de45-44ea-a4b2-fc0e3731cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642804'] for security_group, after_delete {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:11.767304 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-501cc2c0-2129-4ad3-a35d-4551868cb55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 14 00:37:11.889768 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-c9511626-bb5c-4dbd-8688-70cb35002569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:11.892204 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df3e989-de45-44ea-a4b2-fc0e3731cc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6d50bd-fcc6-4852-ad83-16a3663d1d7f,revision_number=None']} {{(pid=84311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 00:37:11.896948 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG oslo_concurrency.lockutils [None req-8df3e989-de45-44ea-a4b2-fc0e3731cc83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84311) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 14 00:37:11.900132 dv-neutron-821564-1-hyperv neutron-server[84311]: DEBUG neutron_lib.callbacks.manager [None req-8df3e989-de45-44ea-a4b2-fc0e3731cc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84311) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:11.901289 dv-neutron-821564-1-hyperv neutron-server[84311]: INFO neutron.wsgi [None req-8df3e989-de45-44ea-a4b2-fc0e3731cc83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a6d50bd-fcc6-4852-ad83-16a3663d1d7f HTTP/1.1" status: 204 len: 168 time: 0.3259406 Dec 14 00:37:14.168646 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-3cb6714a-286a-45df-b534-1dc84306a8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:15.454179 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:15.631431 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:17.048662 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:20.111341 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:20.159855 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:37:41.905074 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-314064a5-ec3b-417b-a07f-e92a9c173e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:44.162300 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-181a331a-5a1d-498e-a2d7-7affbf2dc626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:45.448013 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:45.631213 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:47.053846 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:50.088076 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:37:57.159904 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:38:11.944914 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9b25934e-31c7-478b-929a-4b04625791ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:14.190625 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f31dafef-4bc3-40b8-ab0c-cbbad772e11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:15.465045 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:15.647661 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:17.053438 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:20.076443 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:29.629106 dv-neutron-821564-1-hyperv neutron-server[84312]: DEBUG neutron.wsgi [req-652ea866-d4af-436b-a8b4-153de3c937a1 req-f7194c54-39c9-4c1c-a3df-1dccb159e406 service neutron] (84312) timed out ('10.222.0.30', 35014) {{(pid=84312) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 14 00:38:34.162205 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:38:41.938235 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a7405f15-fbd8-478a-b6bd-52bb2c85844d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:44.178700 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-979aa8b9-cd7e-430e-8933-ff0ef7d61160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:45.475931 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:45.641861 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:47.093014 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:38:50.104564 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:11.161905 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:39:11.954910 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-309875f2-a072-475d-a541-7297491da430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:14.184170 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f83a3f60-2538-43a0-8214-3ac845e332e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:15.481267 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:15.636140 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:17.064379 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:20.109897 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:41.920977 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-ae431f7b-29cc-4d6d-8c8e-43beddc07cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:44.177450 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8088b0a5-c214-467c-8a4d-3a6598cf288e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:45.475745 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:45.651454 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:47.074314 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:39:48.161783 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:39:50.137844 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:11.926223 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-e9ded05b-dffb-43e9-8c5b-ce6a8f9d596f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:14.195002 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-5320255b-2c2b-4a48-b0c3-269c701d7001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:15.490828 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:15.656620 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:17.079262 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:20.229434 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:25.160851 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:40:41.958858 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-8b29ef9d-bc24-4c8c-a35f-5c4e6985cb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:44.200487 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-f31c541d-e44e-41ba-8901-afdf7db54b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:45.474171 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:45.645755 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:47.063259 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:40:50.160281 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:02.161483 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:41:11.931391 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-2ef44fc4-3b8c-4108-a1a6-07b3ac7dad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:14.192951 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9115b8a6-8c73-4bce-9ca7-1b4bbed20b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:15.491397 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:15.657096 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:17.089994 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:20.148926 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:39.161069 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:41:41.936507 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-345412fb-52d9-46e4-945f-f2ecd849cc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:44.198040 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-844c6cf0-e415-4e3c-9771-44fe09af2b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:45.496803 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:45.656503 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:47.085065 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:41:50.159395 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:11.934796 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-4e488303-0921-4b5e-bcbb-32b94c55a9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:14.216148 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9bc06747-82fe-437d-8400-80065f7db478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:15.479479 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:15.667369 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:16.160722 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 14 00:42:17.085232 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:20.191878 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:41.936021 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-489dad10-7afc-494b-9b7e-1f88045137f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:44.175526 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-d97aeb34-ff8f-451d-b80b-0f520e26ea35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:45.507449 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-055bb1d1-4857-4808-8985-28d888c15110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:45.684896 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-9e5b901e-8208-4ba8-941c-2e6fa905fe39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:47.082506 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-a0b16b72-1edc-4495-8c92-42d302c135b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:50.185167 dv-neutron-821564-1-hyperv neutron-server[84313]: DEBUG neutron_lib.callbacks.manager [None req-fcd90349-9a4e-4651-8086-602a1f700aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780919817409', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3182794'] for agent, after_update {{(pid=84313) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 14 00:42:53.160362 dv-neutron-821564-1-hyperv neutron-server[84314]: DEBUG neutron.db.agents_db [None req-f480b28a-dc29-47c6-b064-b82ff6e17c84 None None] Agent healthcheck: found 6 active agents {{(pid=84314) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}